# ============================================
# 法律偵探 dr-lawbot.com — robots.txt
# ============================================
# 策略 (2026-05-12 SEO/GEO Phase 3, codex 拍板):
#   - 允許 search/citation bots 索引公開判決頁與首頁
#   - 暫不開 training bots (GPTBot/ClaudeBot/Google-Extended)
#     這三個是訓練授權策略, 不是搜尋曝光必要條件
#   - 後台/API/個人資料路徑全擋
# ============================================

# --- 預設規則 (所有未明確列出的 bot 套用此規則) ---
User-agent: *
Allow: /
Allow: /fullview/
Allow: /square/
Disallow: /api/
Disallow: /admin/
Disallow: /admin
Disallow: /dashboard/
Disallow: /dashboard
Disallow: /profile
Disallow: /batch-analysis
Disallow: /login
Disallow: /account
Disallow: /ask/session/
Disallow: /_next/data/

# --- Google 主要搜尋爬蟲 ---
User-agent: Googlebot
Allow: /

# --- Bing / Copilot ---
User-agent: bingbot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile
Disallow: /batch-analysis
Disallow: /login
Disallow: /account
Disallow: /ask/session/
Disallow: /_next/data/

# --- OpenAI 搜尋與引用 (非訓練) ---
# OAI-SearchBot 是 ChatGPT search 即時引用爬蟲, 跟 GPTBot 訓練爬蟲分開
User-agent: OAI-SearchBot
Allow: /fullview/
Allow: /square/
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile
Disallow: /batch-analysis
Disallow: /login
Disallow: /account
Disallow: /ask/session/
Disallow: /_next/data/

# --- Anthropic Claude 搜尋與引用 (非訓練) ---
# Claude-SearchBot 是 Claude search 即時引用爬蟲, 跟 anthropic-ai 訓練爬蟲分開
User-agent: Claude-SearchBot
Allow: /fullview/
Allow: /square/
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile
Disallow: /batch-analysis
Disallow: /login
Disallow: /account
Disallow: /ask/session/
Disallow: /_next/data/

# --- Perplexity 引用爬蟲 ---
User-agent: PerplexityBot
Allow: /fullview/
Allow: /square/
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile
Disallow: /batch-analysis
Disallow: /login
Disallow: /account
Disallow: /ask/session/
Disallow: /_next/data/

# --- 暫不允許 training bots (策略決定, 不是必要封鎖) ---
# 之後若要開放 AI 訓練授權, 把下面三組從 Disallow: / 改成跟 Googlebot 一致即可
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

# --- 封鎖純訓練用途爬蟲 / 不友善爬蟲 ---
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# --- Sitemap ---
Sitemap: https://dr-lawbot.com/sitemap.xml