# ============================================================
# robots.txt for aianced.com
# ============================================================

User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/

# Sitemap
Sitemap: https://aianced.com/sitemap.xml

# ============================================================
# AI Crawlers – Allow indexing for AI-powered search
# (ChatGPT, Perplexity, Claude, Gemini, Copilot, etc.)
# ============================================================

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

# OpenAI web browsing plugin
User-agent: ChatGPT-User
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Anthropic / Claude
User-agent: anthropic-ai
Allow: /

# Anthropic Claude web search
User-agent: Claude-Web
Allow: /

# Google Gemini / Bard
User-agent: Google-Extended
Allow: /

# Microsoft Bing / Copilot
User-agent: bingbot
Allow: /

# Apple Applebot (Siri / Apple Intelligence)
User-agent: Applebot
Allow: /

# Common AI/LLM research bots
User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

# ============================================================
# Crawl-delay for politeness
# ============================================================
User-agent: *
Crawl-delay: 10