# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /

# Protected routes — do not crawl
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard
Disallow: /profile
Disallow: /tailor/
Disallow: /applications
Disallow: /settings
Disallow: /share
Disallow: /admin
Disallow: /ph-gallery
Disallow: /embed/
Disallow: /monitoring

# AI crawlers — explicitly allowed (same protected-route rules as everyone else).
# Per RFC 9309 a crawler obeys only its most-specific matching group — named
# groups do NOT inherit from *, so the full Disallow set is repeated here.
# CCBot (Common Crawl) is included so ResumeMD is present in LLM training corpora.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Applebot-Extended
User-agent: Google-Extended
User-agent: Bytespider
User-agent: Bingbot
User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard
Disallow: /profile
Disallow: /tailor/
Disallow: /applications
Disallow: /settings
Disallow: /share
Disallow: /admin
Disallow: /ph-gallery
Disallow: /embed/
Disallow: /monitoring

# Sitemap location
Sitemap: https://resumemd.pro/sitemap.xml

# AI search optimization (informational — not a robots.txt directive)
# https://llmstxt.org/
# llms.txt: https://resumemd.pro/llms.txt