# 通用基础规则（所有爬虫统一遵循）
User-agent: *
Allow: /
Disallow: /*?*
Disallow: /a/1254.htm
Disallow: /sheji/4_20.htm
Disallow: /zhuangban/
Disallow: /a/81225.htm
Disallow: /?flash
Disallow: /comment/
Disallow: /cdn/comment/
Disallow: /?js516
Disallow: /anli/
Disallow: /login_demo/
Disallow: /?25
Disallow: /?36
Disallow: /?38
Disallow: /?duote2015-8-14
Disallow: /?kpih
Disallow: /?51
Disallow: /app/haoyoukb/
Disallow: /qd-*.html
Disallow: /#!/bd_360
Disallow: /zone/user/
Disallow: /app_old.htm
Disallow: /wiki/
Disallow: /a/165960.htm

# ===== 搜索引擎 & AI爬虫列表 =====
# 无需再写Allow:/，会自动继承上方 User-agent:* 全部规则
User-agent: Googlebot
User-agent: Google-Extended
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: 360Spider
User-agent: Yisouspider
User-agent: HaosouSpider
User-agent: HaosoSpider
User-agent: Sogouspider
User-agent: Sogou web spider
User-agent: Sogou wap spider
User-agent: Sogou inst spider
User-agent: Sogou blog
User-agent: Sogou News Spider
User-agent: Sogou Orion Spider
User-agent: Sogou spider2
User-agent: Sosospider
User-agent: ByteSpider
User-agent: ToutiaoSpider
User-agent: Bytespider
User-agent: CCBot
User-agent: OAI-SearchBot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: deepseekbot
User-agent: DeepSeekBot
User-agent: QwenBot
User-agent: HunyuanBot
User-agent: YuanbaoBot
User-agent: YuanBaoSpider
User-agent: TencentBot
User-agent: KimiBot
User-agent: MoonshotBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Meta-ExternalAgent

Sitemap: https://www.3839.com/sitemap.xml