# ============================================
# robots.txt
# 原则：AI 搜索引用型爬虫必须显式放行；
#       精确 Allow 规则必须写在通配符规则之前，
#       否则会被 User-agent: * 覆盖（最长匹配优先）。
# ============================================

# --- AI 搜索引用型（决定 AI 答案里有没有你）---
User-agent: Bytespider
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: QwenBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Kimi-SearchBot
Allow: /

User-agent: KimiBot
Allow: /

User-agent: Kimi-User
Allow: /

# --- 传统搜索引擎 ---
User-agent: Baiduspider
Allow: /

User-agent: Sogou web spider
Allow: /

User-agent: Sogou spider2
Allow: /

User-agent: 360Spider
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Baiduspider-news
Allow: /

# --- 通配规则（放最后，避免覆盖上面的精确放行）---
User-agent: *
Disallow: /system
Disallow: /search

Sitemap: https://www.bjstos.com/sitemap.xml