41 lignes
635 B
Plaintext
41 lignes
635 B
Plaintext
# robots.txt — gastinel.me
|
|
# Directives pour moteurs de recherche et crawlers IA (GEO)
|
|
|
|
User-agent: *
|
|
Allow: /
|
|
Allow: /assets/img/
|
|
Allow: /assets/video/
|
|
Allow: /data/news.json
|
|
Disallow: /tools/
|
|
Disallow: /deploy/
|
|
Disallow: /*.br$
|
|
Disallow: /*.gz$
|
|
Disallow: /*.bak*
|
|
|
|
# Crawlers IA & Moteurs Génératifs (GEO)
|
|
User-agent: GPTBot
|
|
Allow: /
|
|
Allow: /llms.txt
|
|
|
|
User-agent: ChatGPT-User
|
|
Allow: /
|
|
|
|
User-agent: ClaudeBot
|
|
Allow: /
|
|
Allow: /llms.txt
|
|
|
|
User-agent: PerplexityBot
|
|
Allow: /
|
|
Allow: /llms.txt
|
|
|
|
User-agent: Google-Extended
|
|
Allow: /
|
|
|
|
User-agent: Applebot
|
|
Allow: /
|
|
|
|
User-agent: CCBot
|
|
Disallow: /
|
|
|
|
Sitemap: https://gastinel.me/sitemap.xml
|