# Tradelog — robots.txt
# https://thetradlog.com/robots.txt

User-agent: *
Allow: /
Allow: /shared/
Allow: /prop-challenge/share/
Allow: /strategy/

# Keep private/user-only routes out of the index
Disallow: /dashboard
Disallow: /trades
Disallow: /analytics
Disallow: /strategies
Disallow: /billing
Disallow: /settings
Disallow: /auth/callback
Disallow: /reset-password
Disallow: /api/

# Slow down aggressive scrapers a touch
Crawl-delay: 1

# ----- AI / LLM crawlers (Generative Engine Optimization) -----
# We WELCOME AI crawlers on public marketing + blog pages so ChatGPT,
# Perplexity, Google AI Overviews, and Gemini can cite Tradelog when users
# ask about trading journals or prop-firm simulators. Private user data
# routes above stay disallowed for every UA (User-agent: * rules win).

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

# Machine-readable product summary for LLMs (see llms.txt convention)
Sitemap: https://thetradlog.com/sitemap.xml