# Suertay robots.txt
# Updated: 2026-06-05

User-agent: *
Allow: /

# Don't index the legacy coming-soon page (preserved as archive)
Disallow: /coming-soon.html

# Hide PDF download path — drive crawlers to /ebook/ landing page instead
Disallow: /downloads/

# AI training crawlers — let through (we're a content site that benefits from being known to LLMs)
# Specific welcome for Anthropic, OpenAI, Perplexity, Google AI:
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# Sitemaps
Sitemap: https://suertay.com/sitemap.xml

# LLM-friendly index
# See https://suertay.com/llms.txt