# 9813 网站机器人协议
# 允许所有搜索引擎和 AI 爬虫抓取
# 网址：https://www.9813.com
# 关联域名：https://www.yp9813.cn / https://www.zx9813.cn

User-agent: *
Allow: /

# 站点地图位置
Sitemap: https://www.9813.com/sitemap.xml
Sitemap: https://www.9813.com/sitemap-index.xml

# ==================== 传统搜索引擎爬虫 ====================

# 百度爬虫
User-agent: Baiduspider
Allow: /
Crawl-delay: 1

# 百度图片爬虫
User-agent: Baiduspider-image
Allow: /
Crawl-delay: 1

# 谷歌爬虫
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# 谷歌图片爬虫
User-agent: Googlebot-Image
Allow: /
Crawl-delay: 1

# 必应爬虫
User-agent: msnbot
Allow: /
Crawl-delay: 1

# 必应图片爬虫
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# 360 爬虫
User-agent: 360Spider
Allow: /
Crawl-delay: 1

# 搜狗爬虫
User-agent: Sogou web spider
Allow: /
Crawl-delay: 1

# 搜搜爬虫
User-agent: SOSospider
Allow: /
Crawl-delay: 1

# Yahoo 爬虫
User-agent: Slurp
Allow: /
Crawl-delay: 1

# Yandex 爬虫
User-agent: YandexBot
Allow: /
Crawl-delay: 1

# DuckDuckGo 爬虫
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# ==================== 14 个国内 AI 爬虫 ====================

# 悟空 (WukongSpider)
User-agent: WukongSpider
Allow: /
Max-snippet: -1
Max-image-preview: large

# 360AI
User-agent: 360AI
Allow: /
Max-snippet: -1
Max-image-preview: large

# 搜狗AI (SogouAI)
User-agent: SogouAI
Allow: /
Max-snippet: -1
Max-image-preview: large

# 盘古 (PanguBot)
User-agent: PanguBot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 商汤 (SenseTime)
User-agent: SenseTime
Allow: /
Max-snippet: -1
Max-image-preview: large

# 旷视 (Megvii)
User-agent: Megvii
Allow: /
Max-snippet: -1
Max-image-preview: large

# 依图 (YituBot)
User-agent: YituBot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 云从 (CloudWalk)
User-agent: CloudWalk
Allow: /
Max-snippet: -1
Max-image-preview: large

# 网易有道 (YoudaoBot)
User-agent: YoudaoBot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 知乎 (ZhihuBot)
User-agent: ZhihuBot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 小红书 (XiaohongshuBot)
User-agent: XiaohongshuBot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 快手 (KuaishouBot)
User-agent: KuaishouBot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 华为小艺 (HuaweiXYBot)
User-agent: HuaweiXYBot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 小米小爱 (XiaomiAiBot)
User-agent: XiaomiAiBot
Allow: /
Max-snippet: -1
Max-image-preview: large

# ==================== AI 爬虫 - 17+ 主流 AI 模型 ====================

# 豆包 (字节跳动)
User-agent: doubao-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 文心一言 (百度)
User-agent: ernie-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 通义千问 (阿里云)
User-agent: qianwen-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# Kimi (月之暗面)
User-agent: kimi-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 智谱 AI (GLM)
User-agent: glm-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# MiniMax
User-agent: minimax-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 深度求索 (DeepSeek)
User-agent: deepseek-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 百川智能
User-agent: baichuan-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 天工 (昆仑万维)
User-agent: tiangong-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# ChatGLM (智谱)
User-agent: chatglm-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 讯飞星火
User-agent: spark-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# 腾讯混元
User-agent: hunyuan-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# ChatGPT (OpenAI)
User-agent: chatgpt-user
Allow: /
Max-snippet: -1
Max-image-preview: large

# Google Extended (Gemini/PaLM)
User-agent: google-extended
Allow: /
Max-snippet: -1
Max-image-preview: large

# Perplexity
User-agent: perplexity-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# Common Crawl (CCBot)
User-agent: CCBot
Allow: /
Max-snippet: -1
Max-image-preview: large

# Claude (Anthropic)
User-agent: claude-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# Cohere
User-agent: cohere-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# Grok (xAI)
User-agent: grok-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# Meta AI
User-agent: meta-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# Bytespider (字节跳动通用)
User-agent: Bytespider
Allow: /
Max-snippet: -1
Max-image-preview: large

# Applebot Extended (Apple Intelligence)
User-agent: Applebot-Extended
Allow: /
Max-snippet: -1
Max-image-preview: large

# 通用 AI 爬虫
User-agent: ai-bot
Allow: /
Max-snippet: -1
Max-image-preview: large

# You.com
User-agent: YouBot
Allow: /
Max-snippet: -1
Max-image-preview: large

# ==================== 禁止抓取的路径 ====================

Disallow: /admin/
Disallow: /api/
Disallow: /supabase/
Disallow: /.git/
Disallow: /node_modules/

# 禁止抓取动态参数
Disallow: /*?*$
Disallow: /*&*$

# 缓存策略
Cache-Control: public, max-age=3600