User-agent: *
Allow: /
Disallow: /cdn-cgi/
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard
Disallow: /mcp
Disallow: /oauth/
Disallow: /pricing/success
Disallow: /pricing/cancel

# Agent-readable surfaces (served publicly, omitted from Google sitemap):
# - llms.txt site summary: https://adsagent.md/llms.txt
# - llms-full.txt bulk export: https://adsagent.md/llms-full.txt
# - docs agent index: https://adsagent.md/docs/llms.txt
# - per-page markdown mirrors: https://adsagent.md/{page}/index.md

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

Sitemap: https://adsagent.md/sitemap.xml