# robots.txt - Link Voyages (Production)
# Mis a jour le 2026-02-02
# IMPORTANT : ne PAS bloquer /api/, /data/, *.json — necessaires au rendu JS par Googlebot

User-agent: *
Allow: /

# Dossiers proteges (admin, outils internes)
Disallow: /admin/
Disallow: /config/
Disallow: /seo/
Disallow: /tools/
Disallow: /promo/
Disallow: /landing/cache/
Disallow: /landing/reports/
Disallow: /landing/scripts/

# Fichiers sensibles uniquement
Disallow: /api/config.php
Disallow: /*.db$
Disallow: /*.lock$
Disallow: /*.env

# Ressources de rendu JS : AUTORISEES (Googlebot en a besoin)
# /api/          → endpoints destinations, geo, logger
# /data/         → JSON destinations, i18n, filters, site-config
# /cards-app/    → config, i18n labels
# /i18n/         → traductions
# /*.json        → AUTORISE (etait bloque, causait 32/96 erreurs Google)

# Sitemaps
Sitemap: https://www.link-voyages.com/sitemap-index.xml
Sitemap: https://www.link-voyages.com/fr/sitemap-fr.xml
Sitemap: https://www.link-voyages.com/ar/sitemap-ar.xml
Sitemap: https://www.link-voyages.com/en/sitemap-en.xml
Sitemap: https://www.link-voyages.com/de/sitemap-de.xml
Sitemap: https://www.link-voyages.com/es/sitemap-es.xml
Sitemap: https://www.link-voyages.com/it/sitemap-it.xml
Sitemap: https://www.link-voyages.com/ja/sitemap-ja.xml
Sitemap: https://www.link-voyages.com/ms/sitemap-ms.xml
Sitemap: https://www.link-voyages.com/my/sitemap-my.xml
Sitemap: https://www.link-voyages.com/zh/sitemap-zh.xml

# ─────────────────────────────────────────────
# Bloquer les crawlers IA (training/scraping)
# ─────────────────────────────────────────────

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Google-CloudVertexBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: DataForSeoBot
Disallow: /