# ==========================================
# 2. 通用抓取规则 (General Rules)
# ==========================================
# 允许所有 AI 模型抓取对搜索引擎开放的公开页面
User-agent: *
Allow: /
# 屏蔽常规后台、测试及隐私目录（与 robots.txt 保持一致）
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/
Disallow: /test/

# ==========================================
# 3. 国际主流 AI 模型专属规则 (International AI Models)
# ==========================================
# OpenAI (ChatGPT / GPTBot)
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /private/

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /private/

# Anthropic (Claude / ClaudeBot)
User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /private/

User-agent: Claude-SearchBot
Allow: /
Disallow: /admin/
Disallow: /private/

# Google (Gemini / Google-Extended)
User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /private/

# Meta (Llama / LlamaBot)
User-agent: LlamaBot
Allow: /
Disallow: /admin/
Disallow: /private/

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /private/

# ==========================================
# 4. 国内主流 AI 模型专属规则 (Domestic AI Models)
# ==========================================
# 百度 (文心一言 / Baidu)
User-agent: BaiduSpider
Allow: /
Disallow: /admin/
Disallow: /private/

# 字节跳动 (豆包 / Doubao / Bytespider)
User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /private/

# 阿里 (通义千问 / Qwen)
User-agent: AlibabaBot
Allow: /
Disallow: /admin/
Disallow: /private/

# 腾讯 (混元 / Hunyuan)
User-agent: TencentBot
Allow: /
Disallow: /admin/
Disallow: /private/

# 360 (360智脑)
User-agent: 360Spider
Allow: /
Disallow: /admin/
Disallow: /private/