User-agent: *
Allow: /

# LLM context files (see https://llmstxt.org)
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /llms-fr.txt
Allow: /llms-full-fr.txt
Allow: /llms-es.txt

# RSS feeds
Allow: /feed.xml
Allow: /feed-fr.xml
Allow: /feed-es.xml

Sitemap: https://www.agentys.io/sitemap-index.xml

# ── Bing / Microsoft ──

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: msnbot
Allow: /
Crawl-delay: 1

User-agent: msnbot-media
Allow: /
Crawl-delay: 1

User-agent: adidxbot
Allow: /
Crawl-delay: 1

# ── Yandex ──

User-agent: YandexBot
Allow: /
Crawl-delay: 2

User-agent: YandexImages
Allow: /
Crawl-delay: 2

# ── Tier 1: Critical for AI Search Visibility ──

User-agent: GPTBot
Allow: /
Crawl-delay: 2

User-agent: OAI-SearchBot
Allow: /
Crawl-delay: 2

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 2

User-agent: ClaudeBot
Allow: /
Crawl-delay: 2

User-agent: PerplexityBot
Allow: /
Crawl-delay: 2

# ── Tier 2: Broader AI Ecosystem ──

User-agent: Google-Extended
Allow: /
Crawl-delay: 2

User-agent: GoogleOther
Allow: /
Crawl-delay: 2

User-agent: Applebot-Extended
Allow: /
Crawl-delay: 2

User-agent: Amazonbot
Allow: /
Crawl-delay: 2

User-agent: FacebookBot
Allow: /
Crawl-delay: 2

# ── Tier 3: Training Crawlers ──

User-agent: anthropic-ai
Allow: /
Crawl-delay: 2

User-agent: cohere-ai
Allow: /
Crawl-delay: 2

# ── Blocked: Aggressive / Low-Value ──

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /