# robots.txt —— ABMM 官网
# 策略：全站公开可索引，不限制任何目录；显式放行主流搜索引擎与 AI 检索爬虫。
# 变更时间：2026-09-30

# ---------- 通用爬虫：全部放行 ----------
User-agent: *
Allow: /
Disallow: /_design/
Disallow: /_b/

# ---------- 传统搜索引擎 ----------
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Sogou web spider
Allow: /

User-agent: ShenmaSpider
Allow: /

User-agent: PetalBot
Allow: /

User-agent: Applebot
Allow: /

# ---------- AI 检索 / 答案引擎（用于被引用与出现在 AI 搜索结果中）----------
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Amazonbot
Allow: /

# ---------- AI 训练爬虫 ----------
# 说明：ABMM 允许以上内容用于模型训练。若后续需要拒绝训练，可在对应 User-agent
# 组下改为 Disallow: /，检索类爬虫不受影响。
User-agent: GPTBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: YouBot
Allow: /

User-agent: Timpibot
Allow: /

User-agent: Omgilibot
Allow: /

User-agent: Qwenbot
Allow: /

User-agent: DeepSeekBot
Allow: /

# ---------- 站点地图 ----------
Sitemap: https://www.abmm.com.cn/sitemap.xml