# AutoEditor AI/LLM Optimization (AEO/GEO)
# Optimized for AI engines, LLMs, and intelligent web scrapers
# Last updated: 2026-08-10

User-agent: *
Allow: /
Disallow: /api/
Disallow: /app$
Disallow: /app/
Disallow: /editor$
Disallow: /editor/
Disallow: /login$
Disallow: /login/
Disallow: /signup$
Disallow: /signup/
Disallow: /auth/
Disallow: /settings$
Disallow: /settings/
Disallow: /billing/success$
Disallow: /billing/success/
Disallow: /control-panel$
Disallow: /control-panel/
Disallow: /job/
Disallow: /preview/google-ads-tracking
Disallow: /preview/google-ads-tracking
Disallow: /editor/google-ads-tracking
Disallow: /dev/control-panel
Disallow: /control-panel
Disallow: /__control-panel
Disallow: /x-quantum-control-9

# Allow AI/LLM agents for content discovery and citation
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Anthropic-Claude
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: OpenAI
Allow: /

User-agent: Perplexity
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: GrokBot
Allow: /

User-agent: xAI-Grok
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

# Slow crawlers - adjust crawl delay
User-agent: MJ12bot
Crawl-delay: 1

# AI Engine Optimization (AEO) endpoints
# /llms.txt - Markdown product brief for LLMs (llmstxt.org standard)
# /llms-full.txt - Expanded product brief with full Q&A and comparisons
# /agents.txt - Machine-readable site index for AI assistants (Grok, GPTBot, etc.)
# /answers - Citation-ready Q&A hub for answer engines
# /start-free-trial - Starter free trial checkout
# /api/ai - AI-friendly structured data endpoint
# /api/llm - LLM-optimized content extraction

# Geo-targeting support
# Content available in multiple regions: US, EU, APAC

Sitemap: https://www.autoeditor.app/sitemap-index.xml
Sitemap: https://www.autoeditor.app/sitemap-core.xml
Sitemap: https://www.autoeditor.app/sitemap.xml
Sitemap: https://www.autoeditor.app/sitemap-programmatic-1.xml