# Default — всички crawlers
User-agent: *
Allow: /

# Без вътрешен auth callback (no SEO value)
Disallow: /auth/

# AI / LLM crawlers — explicit allow, за да дадем ясен сигнал.
# (Default-ът Allow: / така или иначе ги покрива, но изричен запис помага.)

# OpenAI GPT crawler (ChatGPT browse, GPTs)
User-agent: GPTBot
Allow: /

# OpenAI ChatGPT-User (on-demand fetch from ChatGPT)
User-agent: ChatGPT-User
Allow: /

# OpenAI search index crawler
User-agent: OAI-SearchBot
Allow: /

# Anthropic Claude crawler (web search + browse)
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity AI crawler
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google Extended (за Gemini / AI Overviews training, отделно от Googlebot)
User-agent: Google-Extended
Allow: /

# Common Crawl (използван от много LLMs за training)
User-agent: CCBot
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /

# Meta / Llama
User-agent: Meta-ExternalAgent
Allow: /

User-agent: FacebookBot
Allow: /

# Bytedance / Doubao
User-agent: Bytespider
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# Mistral
User-agent: MistralAI-User
Allow: /

# Sitemap + LLM discovery summary
Sitemap: https://leuro.app/sitemap.xml
Sitemap: https://leuro.app/sitemap-promocii.xml

# Кратко резюме за AI асистенти
Allow: /llms.txt
Allow: /llms-full.txt