Fichiers
site-principal/robots.txt
T
2026-10-11 01:57:33 +02:00

41 lignes
635 B
Plaintext

# robots.txt — gastinel.me
# Directives pour moteurs de recherche et crawlers IA (GEO)
User-agent: *
Allow: /
Allow: /assets/img/
Allow: /assets/video/
Allow: /data/news.json
Disallow: /tools/
Disallow: /deploy/
Disallow: /*.br$
Disallow: /*.gz$
Disallow: /*.bak*
# Crawlers IA & Moteurs Génératifs (GEO)
User-agent: GPTBot
Allow: /
Allow: /llms.txt
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
User-agent: Google-Extended
Allow: /
User-agent: Applebot
Allow: /
User-agent: CCBot
Disallow: /
Sitemap: https://gastinel.me/sitemap.xml