#

# robots.txt #

# www.athleexplique.fr #
#

Sitemap: https://athleexplique.fr/sitemap_index.xml

User-agent: *

# Empêcher indexation des dossiers sensibles
Disallow: */wp-admin
Disallow: */wp-coucou
Disallow: */wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /trackback
Disallow: /feed
Disallow: */false
Disallow: /comments
Disallow: /category/*/*
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: /*.pdf$
Disallow: /?x67512
Disallow: /?x39376
Disallow: /?x62016
Disallow: /?x37389
Disallow: /?x56480
Disallow: /?x79517
Disallow: /?x17046
Disallow: */?preview_id
Disallow: */awin1.com
Disallow: */1000
Disallow: *//1000
Disallow: */?page_id=
Disallow: */?s=

# Désindexer toutes les URL ayant des paramètres (duplication de contenu)
Disallow: /*?*
Disallow: /*?
# Désindexer la page de connexion (contenu inutile)
Disallow: */wp-login.php

# Autoriser l\\\\\\\\\\\\\\\'indexation des images
Allow: /wp-content/uploads

User-agent: Googlebot
# Empêcher l\\\\\\\\\\\\\\\'indexation des fichiers sensibles
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.pdf$

# Autoriser Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Autoriser Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# Autoriser Ahrefs
User-agent: AhrefsSiteAudit
Allow: /*

User-agent: AhrefsBot
Allow: /*

User-agent: Pictory
Allow: /*

# Bloquage Robots indésirables
#
# Bloquage Robots indésirables
#
User-agent: adequat
Disallow: /
User-agent: ADmantX bot
Disallow: /
User-agent: BacklinkCrawler
Disallow: /
User-agent: Corporama
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Dotmic DotBot
Disallow: /
User-agent: ellisphere
Disallow: /
User-agent: EtaoSpider
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Grapeshot bot
Disallow: /
User-Agent: houzzbot
Disallow: /
User-agent: infoseek
Disallow: /
User-agent: Jetbot
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: leadbox
Disallow: /
User-agent: linkfluence
Disallow: /
User-agent: linko
Disallow: /
User-agent: Mail.Ru bot
Disallow: /
User-agent: Meltwater
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: opinion-tracker
Disallow: /
User-agent: proxem
Disallow: /
User-agent: Proximic bot
Disallow: /
User-agent: rogerbot
Disallow: /
User-Agent: SeznamBot
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: spotter
Disallow: /
User-Agent: SputnikBot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: Updownerbot
Disallow: /
User-agent: verticalsearch
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: wget
Disallow: /
User-agent: winello
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: Zealbot
Disallow: /
#
#
#
# Ralentissement de robots moins utiles
#
User-Agent: Baiduspider
Allow: /
Crawl-delay: 10
User-Agent: YandexBot
Allow: /
Crawl-delay: 10
User-Agent: archive.org_bot
Allow: /
Crawl-delay: 10
User-Agent: MJ12bot
Allow: /
Crawl-delay: 10
User-Agent: AhrefsBot
Allow: /
Crawl-delay: 10
User-Agent: Soso Spider
Allow: /
Crawl-delay: 10
User-Agent: Sogou Spider
Allow: /
Crawl-delay: 10