# 特资智选 teziai.cn - AI 爬虫与搜索引擎策略
# 目标：最大化 AI 搜索引用可见性，保护 API 与后台

# ===== 国际 AI 检索/引用爬虫 =====
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

# ===== 国际 AI 训练爬虫 =====
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: DeepseekBot
Allow: /

# ===== 国内搜索引擎 & AI 相关爬虫 =====
User-agent: Baiduspider
Allow: /

User-agent: Bytespider
Allow: /

User-agent: 360Spider
Allow: /

User-agent: Sogou web spider
Allow: /

User-agent: Sogou inst spider
Allow: /

User-agent: Yisouspider
Allow: /

User-agent: PetalBot
Allow: /

User-agent: Bingbot
Allow: /

# ===== 默认规则 =====
User-agent: *
Disallow: /api/
Disallow: /admin/
Disallow: /app/
Allow: /

Sitemap: https://teziai.cn/sitemap.xml