#HTTP_HEADER{Content-Type: text/plain; charset=#CHARSET}
# robots.txt
# @url: #URL_SITE_SPIP
[# @generator: SPIP (#SPIP_VERSION|header_silencieux)]
# @template: #SQUELETTE

# Crawlers d'IA - Blocage complet
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: CCBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: Omgilibot
User-agent: FacebookBot
User-agent: Diffbot
User-agent: Bytespider
User-agent: ImagesiftBot
User-agent: cohere-ai
User-agent: PerplexityBot
User-agent: YouBot
Disallow: /

# Moteurs de recherche classiques
User-agent: *
Allow: /local/cache-css/
Allow: /local/cache-js/
Disallow: /local/
Disallow: /plugins-dist/
Disallow: /plugins/
Disallow: /squelettes-dist/
Disallow: /squelettes/
Disallow: /ecrire/
Disallow: /lib/
Disallow: /prive/
Disallow: /tmp/
Disallow: /config/
Disallow: /spip.php?action=*
Disallow: /spip.php?page=login*
Disallow: /*.api/
Disallow: /*?var_mode=*
Disallow: /*?var_profile=*
Crawl-delay: 1

Sitemap: #URL_SITE_SPIP/sitemap.xml