# robots.txt for tradeology.app
# Marketing pages are crawlable; app routes (behind login) are not.

# ────────────────────────────────────────────────────────────────
# Default rules - applies to any crawler not named explicitly below.
# ────────────────────────────────────────────────────────────────
User-agent: *

# Public marketing pages
Allow: /
Allow: /pricing
Allow: /brokerages
Allow: /terms
Allow: /privacy
Allow: /cookies
Allow: /u/
Allow: /help
Allow: /changelog
Allow: /blog
Allow: /tools
Allow: /tradeology-vs-*
Allow: /best-trading-journal

# App / private routes (no useful content for crawlers; behind login)
Disallow: /auth
Disallow: /calendar
Disallow: /dashboard
Disallow: /portfolio
Disallow: /reports
Disallow: /settings
Disallow: /tradelog
Disallow: /watchlist
Disallow: /daily-session
Disallow: /ticker
Disallow: /trade
Disallow: /admin
Disallow: /journals
Disallow: /journals-test
Disallow: /snaptrade-callback
Disallow: /reset-password
Disallow: /onboarding
Disallow: /not-found

# ────────────────────────────────────────────────────────────────
# AI / LLM crawlers - explicitly welcome.
#
# These bots power AI search and content systems (ChatGPT,
# Perplexity, Claude, Google AI Overviews, Apple Intelligence,
# Common Crawl-fed training corpora). Allowing them is required to
# appear as a citation in AI-generated answers.
#
# Per the robots.txt spec, a named user-agent block uses ONLY its
# own rules (not the * block above), so we restate the Disallow
# list here to keep app pages out of AI training/search indices.
# ────────────────────────────────────────────────────────────────

# OpenAI (ChatGPT search, training, user-initiated fetches)
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
# Anthropic (Claude)
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
# Google Gemini (separate from Googlebot - opting in to AI training/citation)
User-agent: Google-Extended
# Apple Intelligence / Siri
User-agent: Applebot-Extended
# Common Crawl (feeds many open LLM training datasets)
User-agent: CCBot
# DuckDuckGo AI assistant
User-agent: DuckAssistBot
Allow: /
Disallow: /auth
Disallow: /calendar
Disallow: /dashboard
Disallow: /portfolio
Disallow: /reports
Disallow: /settings
Disallow: /tradelog
Disallow: /watchlist
Disallow: /daily-session
Disallow: /ticker
Disallow: /trade
Disallow: /admin
Disallow: /journals
Disallow: /journals-test
Disallow: /snaptrade-callback
Disallow: /reset-password
Disallow: /onboarding
Disallow: /not-found

Sitemap: https://tradeology.app/sitemap.xml