{
 "note": "opengeo.page 日志（geo-access.log* + access.log*）2026-10-25 01:00 → 2026-11-08 21:22 CST 中，UA 自称各爬虫的请求按官方方法核验的汇总。只含聚合数字、来源网络的通用标签、UA 原文和请求路径，不含访客 IP。完整 IP 截止 2026-10-29 23:10 CST；之后 IP 末段匿名为 .0，只能看 /24 是否与官方段重合。生成脚本：scripts/crawler-verify.py（在服务器上只读运行）。 来源网络只写通用标签（境外托管网段 A–F、境内网段 A、爬虫运营方自己的网络），不公开 ASN 编号或网络运营商名称（2026-11-09 起）。",
 "checked_at": "2026-11-08 22:30 CST",
 "full_ip_until": "2026-10-29 23:10 CST",
 "bots": {
  "googlebot": {
   "total": 1610,
   "full_ip_rows": 415,
   "anon_rows": 1195,
   "status": {
    "anon_24_overlap": 1036,
    "anon_24_nooverlap": 159,
    "full_pass": 384,
    "full_fail": 31
   },
   "fail_count": 190,
   "fail_uniq_24": 10,
   "fail_orgs": [
    [
     "境外托管网段 A",
     164
    ],
    [
     "境外托管网段 B",
     11
    ],
    [
     "境外托管网段 C",
     9
    ],
    [
     "境外托管网段 D",
     4
    ],
    [
     "境外托管网段 E",
     1
    ],
    [
     "境外托管网段 F",
     1
    ]
   ],
   "fail_uas": [
    [
     "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
     180
    ],
    [
     "Mozilla/5.0 (compatible; Googlebot/2.1)",
     9
    ],
    [
     "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +https://www.google.com/bot.html) Safari/537.36",
     1
    ]
   ],
   "ua_not_official_format": 0,
   "ua_bad_variants": [],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [],
   "fail_paths": [
    [
     "/",
     19
    ],
    [
     "/wp-json/",
     13
    ],
    [
     "/wordpress/",
     13
    ],
    [
     "/news/wp-json/",
     12
    ],
    [
     "/cms/?rest_route=/",
     11
    ]
   ],
   "ranges_loaded": 1677
  },
  "bingbot": {
   "total": 323,
   "full_ip_rows": 133,
   "anon_rows": 190,
   "status": {
    "anon_24_overlap": 168,
    "anon_24_nooverlap": 22,
    "full_pass": 132,
    "full_fail": 1
   },
   "fail_count": 23,
   "fail_uniq_24": 2,
   "fail_orgs": [
    [
     "爬虫运营方自己的网络",
     22
    ],
    [
     "境外托管网段 C",
     1
    ]
   ],
   "fail_uas": [
    [
     "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)",
     22
    ],
    [
     "Mozilla/5.0 (compatible; bingbot/2.0)",
     1
    ]
   ],
   "ua_not_official_format": 1,
   "ua_bad_variants": [
    [
     "Mozilla/5.0 (compatible; bingbot/2.0)",
     1
    ]
   ],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [],
   "fail_paths": [
    [
     "/robots.txt",
     3
    ],
    [
     "/",
     1
    ],
    [
     "/reuse/",
     1
    ],
    [
     "/observations/001-suzhou-yimei/",
     1
    ],
    [
     "/observations/",
     1
    ]
   ],
   "ranges_loaded": 29
  },
  "gptbot": {
   "total": 155,
   "full_ip_rows": 104,
   "anon_rows": 51,
   "status": {
    "anon_24_overlap": 49,
    "full_pass": 104,
    "anon_24_nooverlap": 2
   },
   "fail_count": 2,
   "fail_uniq_24": 1,
   "fail_orgs": [
    [
     "境外托管网段 C",
     2
    ]
   ],
   "fail_uas": [
    [
     "Mozilla/5.0 (compatible; GPTBot/1.1)",
     1
    ],
    [
     "Mozilla/5.0 (compatible; GPTBot/1.0)",
     1
    ]
   ],
   "ua_not_official_format": 2,
   "ua_bad_variants": [
    [
     "Mozilla/5.0 (compatible; GPTBot/1.1)",
     1
    ],
    [
     "Mozilla/5.0 (compatible; GPTBot/1.0)",
     1
    ]
   ],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [],
   "fail_paths": [
    [
     "/observations/001-suzhou-yimei/",
     2
    ]
   ],
   "ranges_loaded": 18
  },
  "oai-searchbot": {
   "total": 88,
   "full_ip_rows": 27,
   "anon_rows": 61,
   "status": {
    "anon_24_overlap": 61,
    "full_pass": 27
   },
   "fail_count": 0,
   "fail_uniq_24": 0,
   "fail_orgs": [],
   "fail_uas": [],
   "ua_not_official_format": 0,
   "ua_bad_variants": [],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [],
   "fail_paths": [],
   "ranges_loaded": 39
  },
  "chatgpt-user": {
   "total": 11,
   "full_ip_rows": 10,
   "anon_rows": 1,
   "status": {
    "full_pass": 1,
    "anon_24_overlap": 1,
    "full_fail": 9
   },
   "fail_count": 9,
   "fail_uniq_24": 2,
   "fail_orgs": [
    [
     "境外托管网段 D",
     9
    ]
   ],
   "fail_uas": [
    [
     "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ChatGPT-User/1.0; +https://openai.com/bot)",
     9
    ]
   ],
   "ua_not_official_format": 0,
   "ua_bad_variants": [],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [],
   "fail_paths": [
    [
     "/.env.production",
     1
    ],
    [
     "/secrets.json",
     1
    ],
    [
     "/.env.dist",
     1
    ],
    [
     "/.env.sample",
     1
    ],
    [
     "/.env.production.local",
     1
    ]
   ],
   "ranges_loaded": 237
  },
  "claudebot": {
   "total": 122,
   "full_ip_rows": 92,
   "anon_rows": 30,
   "status": {
    "anon_24_overlap": 28,
    "full_pass": 92,
    "anon_24_nooverlap": 2
   },
   "fail_count": 2,
   "fail_uniq_24": 1,
   "fail_orgs": [
    [
     "境外托管网段 C",
     2
    ]
   ],
   "fail_uas": [
    [
     "Mozilla/5.0 (compatible; ClaudeBot/1.0)",
     2
    ]
   ],
   "ua_not_official_format": 2,
   "ua_bad_variants": [
    [
     "Mozilla/5.0 (compatible; ClaudeBot/1.0)",
     2
    ]
   ],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [],
   "fail_paths": [
    [
     "/observations/001-suzhou-yimei/",
     2
    ]
   ],
   "ranges_loaded": 14
  },
  "perplexitybot": {
   "total": 10,
   "full_ip_rows": 2,
   "anon_rows": 8,
   "status": {
    "anon_24_overlap": 6,
    "full_pass": 2,
    "anon_24_nooverlap": 2
   },
   "fail_count": 2,
   "fail_uniq_24": 1,
   "fail_orgs": [
    [
     "境外托管网段 C",
     2
    ]
   ],
   "fail_uas": [
    [
     "Mozilla/5.0 (compatible; PerplexityBot/1.0)",
     2
    ]
   ],
   "ua_not_official_format": 2,
   "ua_bad_variants": [
    [
     "Mozilla/5.0 (compatible; PerplexityBot/1.0)",
     2
    ]
   ],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [],
   "fail_paths": [
    [
     "/observations/001-suzhou-yimei/",
     2
    ]
   ],
   "ranges_loaded": 13
  },
  "applebot": {
   "total": 38,
   "full_ip_rows": 19,
   "anon_rows": 19,
   "status": {
    "full_pass": 19,
    "anon_24_overlap": 19
   },
   "fail_count": 0,
   "fail_uniq_24": 0,
   "fail_orgs": [],
   "fail_uas": [],
   "ua_not_official_format": 0,
   "ua_bad_variants": [],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [],
   "fail_paths": [],
   "ranges_loaded": 24
  },
  "amazonbot": {
   "total": 48,
   "full_ip_rows": 25,
   "anon_rows": 23,
   "status": {
    "full_pass": 25,
    "anon_unverifiable": 23
   },
   "fail_count": 0,
   "fail_uniq_24": 0,
   "fail_orgs": [],
   "fail_uas": [],
   "ua_not_official_format": 0,
   "ua_bad_variants": [],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [],
   "fail_paths": [],
   "ranges_loaded": 0
  },
  "baiduspider": {
   "total": 57,
   "full_ip_rows": 35,
   "anon_rows": 22,
   "status": {
    "anon_unverifiable": 22,
    "full_fail": 28,
    "full_pass": 7
   },
   "fail_count": 28,
   "fail_uniq_24": 1,
   "fail_orgs": [
    [
     "境外托管网段 C",
     28
    ]
   ],
   "fail_uas": [
    [
     "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)",
     28
    ]
   ],
   "ua_not_official_format": 2,
   "ua_bad_variants": [
    [
     "Mozilla/5.0 (compatible; Baiduspider/2.0)",
     1
    ],
    [
     "Mozilla/5.0 (compatible; Baiduspider/1.0)",
     1
    ]
   ],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [],
   "fail_paths": [
    [
     "/research/citation-instability/",
     1
    ],
    [
     "/platforms/deepseek/",
     1
    ],
    [
     "/research/white-hat-geo/",
     1
    ],
    [
     "/",
     1
    ],
    [
     "/platforms/kimi/",
     1
    ]
   ],
   "ranges_loaded": 0
  },
  "bytespider": {
   "total": 2,
   "full_ip_rows": 0,
   "anon_rows": 2,
   "status": {
    "anon_24_nooverlap": 2
   },
   "fail_count": 2,
   "fail_uniq_24": 1,
   "fail_orgs": [
    [
     "境外托管网段 C",
     2
    ]
   ],
   "fail_uas": [
    [
     "Mozilla/5.0 (compatible; Bytespider)",
     1
    ],
    [
     "Mozilla/5.0 (compatible; Bytespider/1.0)",
     1
    ]
   ],
   "ua_not_official_format": 2,
   "ua_bad_variants": [
    [
     "Mozilla/5.0 (compatible; Bytespider)",
     1
    ],
    [
     "Mozilla/5.0 (compatible; Bytespider/1.0)",
     1
    ]
   ],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [],
   "fail_paths": [
    [
     "/observations/001-suzhou-yimei/",
     2
    ]
   ],
   "ranges_loaded": 10
  },
  "360spider": {
   "total": 6,
   "full_ip_rows": 0,
   "anon_rows": 6,
   "status": {
    "anon_24_overlap": 6
   },
   "fail_count": 0,
   "fail_uniq_24": 0,
   "fail_orgs": [],
   "fail_uas": [],
   "ua_not_official_format": 6,
   "ua_bad_variants": [
    [
     "User-Agent:Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36 Edg/140.0.0.0; 360Spider",
     6
    ]
   ],
   "user_agent_prefix": 6,
   "orgs_seen_unverifiable": [],
   "fail_paths": [],
   "ranges_loaded": 6
  },
  "meta-externalagent": {
   "total": 40,
   "full_ip_rows": 40,
   "anon_rows": 0,
   "status": {
    "full_unverifiable": 40
   },
   "fail_count": 0,
   "fail_uniq_24": 0,
   "fail_orgs": [],
   "fail_uas": [],
   "ua_not_official_format": 0,
   "ua_bad_variants": [],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [
    [
     "爬虫运营方自己的网络",
     40
    ]
   ],
   "fail_paths": [],
   "ranges_loaded": 0
  },
  "yisouspider": {
   "total": 1,
   "full_ip_rows": 0,
   "anon_rows": 1,
   "status": {
    "anon_unverifiable": 1
   },
   "fail_count": 0,
   "fail_uniq_24": 0,
   "fail_orgs": [],
   "fail_uas": [],
   "ua_not_official_format": 1,
   "ua_bad_variants": [
    [
     "YisouSpider",
     1
    ]
   ],
   "user_agent_prefix": 0,
   "orgs_seen_unverifiable": [
    [
     "境内网段 A",
     1
    ]
   ],
   "fail_paths": [],
   "ranges_loaded": 0
  }
 },
 "clusters": [
  {
   "desc": "同一个 /24（境外托管网段 C）在 2026-11-06 21:57–22:20 CST 的 23 分钟里，轮流用 6 个爬虫名的简化 UA（形如 Mozilla/5.0 (compatible; GPTBot/1.0)）请求，共 11 次，目标都是 /observations/001-suzhou-yimei/",
   "names": [
    "Baiduspider",
    "Bytespider",
    "ClaudeBot",
    "GPTBot",
    "Googlebot",
    "PerplexityBot"
   ],
   "requests": 11
  },
  {
   "desc": "另一个 /24 在 2026-10-27 至 11-08 间用 Googlebot、bingbot 的简化 UA（不带官方网址）请求 9 次",
   "names": [
    "Googlebot",
    "bingbot"
   ],
   "requests": 9
  }
 ]
}