# robots.txt – debarras-le-dore.paris
# IA/LLM autorisées ; Google/Bing autorisés à crawler les paginations (noindex côté HTTP)
# Dernière mise à jour : 25 septembre 2025

# 1) IA / LLM (accès complet)
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: GoogleOther
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: CCBot
Allow: /
User-agent: Applebot
Allow: /
User-agent: FacebookBot
Allow: /

# 2) Googlebot (pas de blocage des paginations)
User-agent: Googlebot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: */trackback
Disallow: */comments
Disallow: */feed
Disallow: */rss2
Disallow: /search/
Disallow: /politique-de-cookies-ue
Disallow: /avertissement/
Disallow: /tag/
Disallow: /archives/
Disallow: /20*/
Disallow: /*?*preview=true
Disallow: /*?*utm_*
Disallow: /*?*fbclid=

# 3) Bingbot (idem)
User-agent: bingbot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: */trackback
Disallow: */comments
Disallow: */feed
Disallow: */rss2
Disallow: /search/
Disallow: /politique-de-cookies-ue
Disallow: /avertissement/
Disallow: /tag/
Disallow: /archives/
Disallow: /20*/
Disallow: /*?*preview=true
Disallow: /*?*utm_*
Disallow: /*?*fbclid=

# 4) Fallback (autres bots classiques)
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: */trackback
Disallow: */comments
Disallow: */feed
Disallow: */rss2
Disallow: /search/
Disallow: /politique-de-cookies-ue
Disallow: /avertissement/
Disallow: /tag/
Disallow: /archives/
Disallow: /20*/
Disallow: /*?*preview=true
Disallow: /*?*utm_*
Disallow: /*?*fbclid=

# 5) Sitemaps
Sitemap: https://debarras-le-dore.paris/sitemap_index.xml
Sitemap: https://debarras-le-dore.paris/page-sitemap.xml
Sitemap: https://debarras-le-dore.paris/post-sitemap.xml
Sitemap: https://debarras-le-dore.paris/llms.txt
Sitemap: https://debarras-le-dore.paris/faq-llm.txt
Sitemap: https://debarras-le-dore.paris/offers-llm.txt