# ============================================
# robots.txt - AI 爬虫放行配置
# 生成时间: 2026-06-03
# 用途: 允许主流 AI 爬虫抓取网站内容，优化 GEO 表现
# ============================================

# 默认规则：允许所有爬虫
User-agent: *
Allow: /

# ============================================
# 主流 AI 爬虫放行列表 (50个)
# ============================================

# --- OpenAI ---
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# --- Google AI ---
User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: GoogleOther-Image
Allow: /

User-agent: GoogleOther-Video
Allow: /

# --- Anthropic ---
User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

# --- Microsoft/Bing ---
User-agent: Bingbot
Allow: /

User-agent: BingPreview
Allow: /

User-agent: MicrosoftPreview
Allow: /

# --- Meta ---
User-agent: FacebookBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: facebookexternalhit
Allow: /

# --- Perplexity ---
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# --- Apple ---
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# --- Amazon/AWS ---
User-agent: Amazonbot
Allow: /

User-agent: Amazon-Route53-Health-Check-Service
Allow: /

# --- ByteDance/字节跳动 ---
User-agent: Bytespider
Allow: /

User-agent: ByteDance
Allow: /

# --- 百度 ---
User-agent: Baiduspider
Allow: /

User-agent: Baiduspider-render
Allow: /

User-agent: Baiduspider-image
Allow: /

# --- 阿里巴巴 ---
User-agent: AlibabaBot
Allow: /

User-agent: Alibaba.Security.Heimdall
Allow: /

# --- 腾讯 ---
User-agent: Tencent-AI
Allow: /

User-agent: TencentTraveler
Allow: /

# --- 搜狗 ---
User-agent: Sogou
Allow: /

User-agent: Sogou-Test-Spider
Allow: /

# --- 360 ---
User-agent: 360Spider
Allow: /

User-agent: HaoSouSpider
Allow: /

# --- Cohere ---
User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

# --- AI21 Labs ---
User-agent: AI21Labs-Bot
Allow: /

# --- Hugging Face ---
User-agent: HuggingFaceBot
Allow: /

# --- Mistral ---
User-agent: MistralBot
Allow: /

# --- xAI ---
User-agent: xAI-Bot
Allow: /

User-agent: Grok
Allow: /

# --- Stability AI ---
User-agent: StabilityAI-Bot
Allow: /

# --- DeepMind ---
User-agent: DeepMind-Bot
Allow: /

# --- Inflection ---
User-agent: InflectionBot
Allow: /

# --- You.com ---
User-agent: YouBot
Allow: /

# --- Neeva ---
User-agent: NeevaBot
Allow: /

# --- Common Crawl (训练数据源) ---
User-agent: CCBot
Allow: /

# --- Yandex ---
User-agent: YandexBot
Allow: /

# --- DuckDuckGo ---
User-agent: DuckDuckBot
Allow: /

# ============================================
# Sitemap 位置 (请根据实际情况修改)
# ============================================
# Sitemap: https://wjzlkj.cn/sitemap.xml

# ============================================
# 说明
# ============================================
# 1. 本配置放行 50 个主流 AI 爬虫，优化 GEO (Generative Engine Optimization)
# 2. 包含: OpenAI, Google, Anthropic, Microsoft, Meta, Perplexity, Apple, 
#    Amazon, ByteDance, Baidu, Alibaba, Tencent, Sogou, 360, Cohere, 
#    AI21, HuggingFace, Mistral, xAI, Stability AI, DeepMind, Inflection,
#    You.com, Neeva, Common Crawl, Yandex, DuckDuckGo 等
# 3. 如需屏蔽特定爬虫，将 Allow: / 改为 Disallow: /
# 4. 请将此文件放置于网站根目录