User-agent: Mediapartners-Google
Disallow:

User-agent: sistrix
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: bingbot
Crawl-delay: 1

User-agent: msnbot
Crawl-delay: 1

#SEO indexer
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MegaIndex.ru
Disallow: /

User-agent: *
Disallow: /membres/
Disallow: /go/
Disallow: /inc/ads/
Disallow: /inc/pub/
Disallow: /comparateur/
Disallow: /previsualiser/
Disallow: /envoyer/
Disallow: /information/
Disallow: /contacts.html
Disallow: /actualites.html
Disallow: /habillage.html
Disallow: /divers/
Disallow: /acheter/*?go=*
Disallow: /acheter/*?o=*
Disallow: /us/
Disallow: /follow*
Disallow: /ops
Disallow: /stats-reponses*
Disallow: /stats-item*
Disallow: /stats-commentaire*
Disallow: /stats-video-commentaire*
# recherche avancee
#Disallow: /*?adv

Disallow: /*?ixvtco$
Disallow: /*?ixvtco&*
Disallow: /*&ixvtco$
Disallow: /*&ixvtco&*

Sitemap: https://www.generation-nt.com/sitemap.xml
Sitemap: https://www.generation-nt.com/sitemap_entraides.xml

User-agent: Googlebot-News
Sitemap: https://www.generation-nt.com/sitemap_actualites.xml