# ========= 主要搜索引擎（不限频，正常抓取保 SEO） =========
User-agent: Googlebot
Disallow: /admin/

User-agent: Baiduspider
Disallow: /admin/

User-agent: Sogou web spider
Crawl-delay: 5
Disallow: /admin/

User-agent: bingbot
Disallow: /admin/

User-agent: 360Spider
Crawl-delay: 5
Disallow: /admin/

User-agent: Slurp
Crawl-delay: 5
Disallow: /admin/

# ========= 次要爬虫（加 30 秒间隔，降低服务器压力） =========
User-agent: Applebot
Crawl-delay: 30
Disallow: /admin/

User-agent: Yandex
Disallow: /*??
Disallow: /*%3F
Clean-param: sort /fcl/
Disallow: /admin/

User-agent: YisouSpider
Crawl-delay: 30
Disallow: /admin/

User-agent: PetalBot
Crawl-delay: 30
Disallow: /admin/

# ========= AI 爬虫单独限速（必须在 * 之前） =========
# AI-friendly content index
Sitemap: https://www.5688.cn/sitemap.xml
# llms.txt: https://www.5688.cn/llms.txt
# llms-full.txt: https://www.5688.cn/llms-full.txt
User-agent: ClaudeBot
Crawl-delay: 30
Disallow: /admin/
Disallow: /api/

User-agent: GPTBot
Crawl-delay: 30
Disallow: /admin/
Disallow: /api/

User-agent: PerplexityBot
Crawl-delay: 30
Disallow: /admin/
Disallow: /api/

User-agent: CCBot
Crawl-delay: 60
Disallow: /admin/
Disallow: /api/

# ========= 商业 SEO 爬虫（完全拒绝，对业务无价值） =========
User-agent: MJ12bot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

# ========= 其他所有爬虫（默认规则，10 秒间隔） =========
User-agent: *
Disallow: /admin/
Disallow: /api/
Crawl-delay: 10

Sitemap: https://www.5688.cn/sitemap.xml