Sitemap: https://www.expemag.com/sitemap.xml

# --- BOTS IA & SCRAPERS (Agressifs et inutiles) ---
User-agent: SentiBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: Amazonbot
Crawl-delay: 5

# --- OUTILS SEO (Gros consommateurs de ressources) ---
User-agent: SemrushBot
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SERankingBacklinksBot
Disallow: /
User-agent: Amazonbot
Disallow: /

# --- REGLES GENERALES ---
User-agent: *
Allow: /
Disallow: /book/all
Disallow: /book/exhaustive
Disallow: /book/listAdvanced
Disallow: /book/extensive
Disallow: /book/huge
Crawl-delay: 10