# robots.txt — gammalab.kr
#
# Policy: AI ASSISTANT retrieval/citation bots (the ones that surface us in
# ChatGPT / Claude / Gemini / Perplexity answers and drive signups) are ALLOWED
# on public pages. Normal search engines are allowed. The gated app (/dashboard)
# and the API stay private for everyone. Bulk training-only scrapers that send no
# referral traffic remain blocked.
#
# NOTE: this static file is only authoritative if Cloudflare's managed AI-crawler
# block (Dashboard -> AI Crawl Control) is DISABLED. While that feature is on, CF
# appends its own Disallow rules for ClaudeBot/Google-Extended/GPTBot/etc. and
# this file's intent is overridden.

# -- Default: index public pages, never the app or API --
User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /api

# -- AI assistant retrieval + user-initiated fetch (ALLOW -- these cite us) --
# OpenAI: OAI-SearchBot = ChatGPT search index; ChatGPT-User = live browse.
# (GPTBot, the training crawler, is blocked below -- it is NOT needed for ChatGPT
#  search visibility, which rides OAI-SearchBot + the Bing index.)
User-agent: OAI-SearchBot
Allow: /
Disallow: /dashboard
Disallow: /api

User-agent: ChatGPT-User
Allow: /
Disallow: /dashboard
Disallow: /api

# Anthropic: Claude-SearchBot = web-search index; Claude-User = user browse.
# (ClaudeBot, the training crawler, is blocked below.)
User-agent: Claude-SearchBot
Allow: /
Disallow: /dashboard
Disallow: /api

User-agent: Claude-User
Allow: /
Disallow: /dashboard
Disallow: /api

# Perplexity: indexes + cites.
User-agent: PerplexityBot
Allow: /
Disallow: /dashboard
Disallow: /api

User-agent: Perplexity-User
Allow: /
Disallow: /dashboard
Disallow: /api

# Google-Extended = permits Gemini / AI Overviews to use our already-indexed
# public pages. Does NOT affect normal Google search ranking. Allowed
# deliberately: only the public marketing/research pages are exposed; the
# dashboard is gated above.
User-agent: Google-Extended
Allow: /
Disallow: /dashboard
Disallow: /api

# -- Bulk training / scraper bots that send no referral traffic (BLOCK) --
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

Sitemap: https://www.gammalab.kr/sitemap.xml