# OpenAI：禁止训练爬虫抓取，保留 ChatGPT 搜索曝光
User-agent: GPTBot
Disallow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Baiduspider
Disallow: /gif/*-[2-9]-*
Disallow: /gif/*-[1-9][0-9]-*
Allow: /gif/*-1-*
Crawl-delay: 5

User-agent: *
Disallow: /gif/*-[2-9]-*
Disallow: /gif/*-[1-9][0-9]-*
Allow: /gif/*-1-*
Disallow: /search-smallapp/small/
Disallow: /registerGuid/
Disallow: /nonLogin/
Disallow: /otherDesigner/
Disallow: /*?*
Disallow: /suggestion/
Disallow: /hotword
Disallow: /materialJson/
Disallow: /material/
Crawl-delay: 10

# 屏蔽常见高频采集爬虫
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: YisouSpider
Disallow: /