# 允许合法搜索引擎（百度/谷歌/必应）
User-agent: Baiduspider
Allow: /
Crawl-delay: 3

User-agent: Googlebot
Allow: /
Crawl-delay: 3

User-agent: bingbot
Allow: /
Crawl-delay: 3

# 限制DataForSeoBot（官方支持Crawl-delay和Disallow）
User-agent: DataForSeoBot
Allow: /
Disallow: /202*/
Disallow: /vehicle-category/used-car/page/
Crawl-delay: 10

# 限制OpenAI爬虫（OAI-SearchBot允许搜索，GPTBot禁止）
User-agent: OAI-SearchBot
Allow: /
Crawl-delay: 8

User-agent: GPTBot
Disallow: /

# 限制Apple爬虫（Applebot允许，Applebot-Extended禁止AI训练）
User-agent: Applebot
Allow: /
Crawl-delay: 8

User-agent: Applebot-Extended
Disallow: /

# 限制Facebook Crawler
User-agent: meta-externalagent
Allow: /
Disallow: /vehicle-category/
Crawl-delay: 10

# 限制PerplexityBot
User-agent: PerplexityBot
Disallow: /

# 限制其他SEO爬虫
User-agent: SemrushBot
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SplitSignalBot
Disallow: /
User-agent: SemrushBot-OCOB
Disallow: /
User-agent: SemrushBot-FT
Disallow: /
User-agent: RyteBot
Disallow: /
User-agent: SemrushBot-ESI
Disallow: /

User-agent: GTranslate-Translation-Proxy
Disallow: /

# 全局禁止路径
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-cron.php
Disallow: /wp-json/
Disallow: /storage/
Disallow: /vehicle/*/*/
Crawl-delay: 5