{
  "schemaVersion": "1.2",
  "type": "tutorial-evidence-record",
  "language": "zh-CN",
  "generatedAt": "2026-11-15",
  "publisher": {
    "id": "https://zenleak.cn/#organization",
    "name": "ZenLeak GEO 学院",
    "editorialName": "ZenLeak 编辑部",
    "contact": "geo@allintwo.cloud"
  },
  "policies": {
    "sourceRelationship": "Page sources provide general context. Explicit claim evidence includes a source excerpt, locator, relation, review date and limits; unmapped claims do not imply one-to-one source support.",
    "rankingDisclaimer": "Inclusion in this evidence layer does not guarantee search ranking, indexing, citation, recommendation, or adoption by an AI system."
  },
  "record": {
    "id": "baidu-spider-rate-limit",
    "title": "百度蜘蛛被误拦截怎么办：从 429 限流到 DNS 核验的排查方法",
    "url": "https://zenleak.cn/technical/baidu-spider-rate-limit/",
    "path": "/technical/baidu-spider-rate-limit/",
    "evidenceUrl": "https://zenleak.cn/evidence/#baidu-spider-rate-limit",
    "representations": {
      "json": "https://zenleak.cn/evidence/baidu-spider-rate-limit.json",
      "markdown": "https://zenleak.cn/evidence/baidu-spider-rate-limit.md"
    },
    "category": "技术配置",
    "contentType": "guide",
    "status": "reviewed",
    "statusLabel": "已复核",
    "datePublished": "2026-11-15",
    "dateModified": "2026-11-15",
    "reviewedAt": "2026-11-15",
    "evidenceReviewedAt": "2026-11-15",
    "claims": [
      {
        "id": "baidu-spider-rate-limit-claim-1",
        "text": "百度候选请求出现 429，只能说明本次请求触发了访问控制；身份、路径、响应和搜索收录应分开记录。",
        "url": "https://zenleak.cn/evidence/#baidu-spider-rate-limit-claim-1",
        "articleUrl": "https://zenleak.cn/technical/baidu-spider-rate-limit/#baidu-spider-rate-limit-claim-1",
        "evidence": [
          {
            "tutorialId": "baidu-spider-rate-limit",
            "checkedAt": "2026-11-15",
            "claimText": "百度候选请求出现 429，只能说明本次请求触发了访问控制；身份、路径、响应和搜索收录应分开记录。",
            "relation": "inference",
            "sourceUrl": "https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/429",
            "sourceTitle": "MDN：429 Too Many Requests",
            "locator": "Status code definition and Retry-After guidance",
            "excerpt": "The HTTP 429 Too Many Requests response status code indicates the user has sent too many requests in a given amount of time; a Retry-After header may indicate how long to wait.",
            "limits": "MDN supports the meaning of the HTTP response; separating identity, path, response and indexing is ZenLeak's evidence model and does not prove any particular request came from Baidu."
          }
        ]
      },
      {
        "id": "baidu-spider-rate-limit-claim-2",
        "text": "User-Agent 中出现 Baiduspider 只能产生候选状态，不能单独证明请求来自百度，也不能自动获得白名单或限流豁免。",
        "url": "https://zenleak.cn/evidence/#baidu-spider-rate-limit-claim-2",
        "articleUrl": "https://zenleak.cn/technical/baidu-spider-rate-limit/#baidu-spider-rate-limit-claim-2",
        "evidence": [
          {
            "tutorialId": "baidu-spider-rate-limit",
            "checkedAt": "2026-11-15",
            "claimText": "User-Agent 中出现 Baiduspider 只能产生候选状态，不能单独证明请求来自百度，也不能自动获得白名单或限流豁免。",
            "relation": "inference",
            "sourceUrl": "https://ziyuan.baidu.com/wiki/",
            "sourceTitle": "百度搜索资源平台：搜索蜘蛛相关说明",
            "locator": "搜索蜘蛛身份识别与反向、正向 DNS 核验说明",
            "excerpt": "百度的蜘蛛识别说明要求结合 DNS 反查和正向查询确认来源；单独读取请求中的 User-Agent 没有完成该核验链路。",
            "limits": "该来源支持百度公开的核验思路；限流豁免和后台状态是站点自身的安全策略。"
          }
        ]
      },
      {
        "id": "baidu-spider-rate-limit-claim-3",
        "text": "可信核验应先对来源 IP 做反向 DNS，再对得到的 hostname 做正向 DNS，确认结果回到原始 IP，并保存时间和失败状态。",
        "url": "https://zenleak.cn/evidence/#baidu-spider-rate-limit-claim-3",
        "articleUrl": "https://zenleak.cn/technical/baidu-spider-rate-limit/#baidu-spider-rate-limit-claim-3",
        "evidence": [
          {
            "tutorialId": "baidu-spider-rate-limit",
            "checkedAt": "2026-11-15",
            "claimText": "可信核验应先对来源 IP 做反向 DNS，再对得到的 hostname 做正向 DNS，确认结果回到原始 IP，并保存时间和失败状态。",
            "relation": "direct",
            "sourceUrl": "https://ziyuan.baidu.com/wiki/",
            "sourceTitle": "百度搜索资源平台：搜索蜘蛛相关说明",
            "locator": "第一步 DNS 反查 IP；第二步对域名运行正向 DNS 查找",
            "excerpt": "百度说明先对访问 IP 进行反向 DNS 查找，再对获得的域名进行正向 DNS 查找，并确认 IP 地址一致。",
            "limits": "平台规则支持双向 DNS 核验步骤；日志保存时间、失败状态和过期机制是 ZenLeak 的记录实现。"
          }
        ]
      },
      {
        "id": "baidu-spider-rate-limit-claim-4",
        "text": "DNS 暂时失败、PTR 为空或结果过期时，应保持未知或待核验，不能为了补齐仪表盘而直接标记为冒充。",
        "url": "https://zenleak.cn/evidence/#baidu-spider-rate-limit-claim-4",
        "articleUrl": "https://zenleak.cn/technical/baidu-spider-rate-limit/#baidu-spider-rate-limit-claim-4",
        "evidence": [
          {
            "tutorialId": "baidu-spider-rate-limit",
            "checkedAt": "2026-11-15",
            "claimText": "DNS 暂时失败、PTR 为空或结果过期时，应保持未知或待核验，不能为了补齐仪表盘而直接标记为冒充。",
            "relation": "first-party",
            "sourceUrl": "https://zenleak.cn/technical/baidu-spider-identity/",
            "sourceTitle": "百度蜘蛛访问了，为什么不等于百度收录",
            "locator": "DNS 失败、待核验和身份状态边界",
            "excerpt": "身份核验记录将 DNS 不可达、未完成或过期结果与核验失败分开，未知状态不能直接解释成冒充。",
            "limits": "这是 ZenLeak 的日志判定与不确定性策略；实际平台身份仍需结合当前 DNS 结果和官方规则。"
          }
        ]
      },
      {
        "id": "baidu-spider-rate-limit-claim-5",
        "text": "访问 .env、.git/config、server-status、key.pem 等敏感路径的行为应独立阻断，即使 User-Agent 自报百度或 DNS 已核验。",
        "url": "https://zenleak.cn/evidence/#baidu-spider-rate-limit-claim-5",
        "articleUrl": "https://zenleak.cn/technical/baidu-spider-rate-limit/#baidu-spider-rate-limit-claim-5",
        "evidence": [
          {
            "tutorialId": "baidu-spider-rate-limit",
            "checkedAt": "2026-11-15",
            "claimText": "访问 .env、.git/config、server-status、key.pem 等敏感路径的行为应独立阻断，即使 User-Agent 自报百度或 DNS 已核验。",
            "relation": "first-party",
            "sourceUrl": "https://zenleak.cn/technical/baidu-spider-identity/",
            "sourceTitle": "百度蜘蛛访问了，为什么不等于百度收录",
            "locator": "异常路径探测、敏感路径分类与访问控制",
            "excerpt": "ZenLeak 的蜘蛛日志协议将环境文件、版本控制目录、密钥文件和服务器状态路径作为敏感探测分类，并在身份判断之外单独处理。",
            "limits": "该证据是 ZenLeak 的安全策略和日志样本，不证明每个相似路径请求都来自同一类来源。"
          }
        ]
      },
      {
        "id": "baidu-spider-rate-limit-claim-6",
        "text": "HTTP 200、404、403、429 和 5xx 分别描述本次响应，不直接代表页面已抓取、已收录或已被 AI 引用。",
        "url": "https://zenleak.cn/evidence/#baidu-spider-rate-limit-claim-6",
        "articleUrl": "https://zenleak.cn/technical/baidu-spider-rate-limit/#baidu-spider-rate-limit-claim-6",
        "evidence": [
          {
            "tutorialId": "baidu-spider-rate-limit",
            "checkedAt": "2026-11-15",
            "claimText": "HTTP 200、404、403、429 和 5xx 分别描述本次响应，不直接代表页面已抓取、已收录或已被 AI 引用。",
            "relation": "inference",
            "sourceUrl": "https://zenleak.cn/technical/search-index-retest/",
            "sourceTitle": "IndexNow、百度主动提交后，如何复测页面是否真的被抓取和收录",
            "locator": "HTTP 状态码、服务器日志、抓取和索引证据分层",
            "excerpt": "复测协议要求把页面响应、服务器日志、平台抓取和索引状态分开记录；HTTP 状态码只描述本次请求结果。",
            "limits": "该教程支持证据分层方法；不同平台对抓取和索引的具体判断仍需平台工具或可核验日志。"
          }
        ]
      },
      {
        "id": "baidu-spider-rate-limit-claim-7",
        "text": "普通来源、待核验候选和已核验蜘蛛可以使用不同的公开页面限流桶，但管理路径和敏感路径必须保持独立保护。",
        "url": "https://zenleak.cn/evidence/#baidu-spider-rate-limit-claim-7",
        "articleUrl": "https://zenleak.cn/technical/baidu-spider-rate-limit/#baidu-spider-rate-limit-claim-7",
        "evidence": [
          {
            "tutorialId": "baidu-spider-rate-limit",
            "checkedAt": "2026-11-15",
            "claimText": "普通来源、待核验候选和已核验蜘蛛可以使用不同的公开页面限流桶，但管理路径和敏感路径必须保持独立保护。",
            "relation": "first-party",
            "sourceUrl": "https://zenleak.cn/technical/ai-crawler-governance/",
            "sourceTitle": "AI 爬虫治理：分开管理搜索索引、答案代理与模型训练",
            "locator": "身份、用途、访问范围和速率策略分层",
            "excerpt": "爬虫治理建议按身份可信度、用途、路径范围和速率策略分别管理，不把公开页面访问权限扩展到管理或敏感路径。",
            "limits": "分层限流桶是 ZenLeak 的工程建议；具体容量、窗口和放行条件需要结合站点日志调整。"
          }
        ]
      },
      {
        "id": "baidu-spider-rate-limit-claim-8",
        "text": "限流键应来自可信对端地址或受信任代理，不能允许客户端通过伪造转发头、用户名或地址格式逃避限制。",
        "url": "https://zenleak.cn/evidence/#baidu-spider-rate-limit-claim-8",
        "articleUrl": "https://zenleak.cn/technical/baidu-spider-rate-limit/#baidu-spider-rate-limit-claim-8",
        "evidence": [
          {
            "tutorialId": "baidu-spider-rate-limit",
            "checkedAt": "2026-11-15",
            "claimText": "限流键应来自可信对端地址或受信任代理，不能允许客户端通过伪造转发头、用户名或地址格式逃避限制。",
            "relation": "first-party",
            "sourceUrl": "https://zenleak.cn/technical/baidu-spider-identity/",
            "sourceTitle": "百度蜘蛛访问了，为什么不等于百度收录",
            "locator": "来源 IP、可信代理、转发头与限流桶",
            "excerpt": "ZenLeak 的访问控制测试验证了不可信转发头和用户名变化不能创建新的 IP 限流桶，并要求使用规范化来源地址。",
            "limits": "这是本站应用的安全测试结论；代理链是否可信必须按实际部署拓扑配置。"
          }
        ]
      },
      {
        "id": "baidu-spider-rate-limit-claim-9",
        "text": "后台应保存原始请求、DNS 结果、命中规则、核验历史和处置动作，并分别展示候选请求、身份确认、429、敏感探测和正式页面 200。",
        "url": "https://zenleak.cn/evidence/#baidu-spider-rate-limit-claim-9",
        "articleUrl": "https://zenleak.cn/technical/baidu-spider-rate-limit/#baidu-spider-rate-limit-claim-9",
        "evidence": [
          {
            "tutorialId": "baidu-spider-rate-limit",
            "checkedAt": "2026-11-15",
            "claimText": "后台应保存原始请求、DNS 结果、命中规则、核验历史和处置动作，并分别展示候选请求、身份确认、429、敏感探测和正式页面 200。",
            "relation": "first-party",
            "sourceUrl": "https://zenleak.cn/technical/baidu-spider-identity/",
            "sourceTitle": "百度蜘蛛访问了，为什么不等于百度收录",
            "locator": "后台爬虫活动字段、身份缓存、敏感路径和核验记录",
            "excerpt": "后台记录模型分别保存请求详情、身份缓存、路径分类、HTTP 状态和人工核验信息，聚合视图不将不同状态合并成一个蜘蛛计数。",
            "limits": "字段和展示方式是 ZenLeak 的后台设计，不是百度后台的统一字段规范；原始日志仍应遵守站点隐私保留策略。"
          }
        ]
      },
      {
        "id": "baidu-spider-rate-limit-claim-10",
        "text": "蜘蛛身份核验解决来源判断，限流解决服务器处理，搜索平台复测解决发现、抓取和索引；三者不能互相替代。",
        "url": "https://zenleak.cn/evidence/#baidu-spider-rate-limit-claim-10",
        "articleUrl": "https://zenleak.cn/technical/baidu-spider-rate-limit/#baidu-spider-rate-limit-claim-10",
        "evidence": [
          {
            "tutorialId": "baidu-spider-rate-limit",
            "checkedAt": "2026-11-15",
            "claimText": "蜘蛛身份核验解决来源判断，限流解决服务器处理，搜索平台复测解决发现、抓取和索引；三者不能互相替代。",
            "relation": "direct",
            "sourceUrl": "https://zenleak.cn/technical/baidu-url-submission-queue/",
            "sourceTitle": "百度主动推送怎么安排：新文章优先、配额管理与未提交 URL 补位",
            "locator": "提交、抓取、收录的状态边界；提交接口接收不等于收录",
            "excerpt": "推送教程将页面发布、提交接收、已抓取和已收录拆成不同状态，并要求分别保存证据；本篇将同一边界应用到蜘蛛限流排查。",
            "limits": "该证据支持状态分层；具体身份核验和限流动作仍要结合请求日志、DNS 和服务器配置。"
          }
        ]
      }
    ],
    "sources": [
      {
        "label": "百度搜索资源平台：搜索蜘蛛相关说明",
        "url": "https://ziyuan.baidu.com/wiki/",
        "publisher": "百度搜索资源平台"
      },
      {
        "label": "MDN：429 Too Many Requests",
        "url": "https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/429",
        "publisher": "MDN Web Docs"
      },
      {
        "label": "Google Search Central：Google 爬虫概览",
        "url": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers",
        "publisher": "Google Search Central"
      },
      {
        "label": "百度蜘蛛访问了，为什么不等于百度收录",
        "url": "https://zenleak.cn/technical/baidu-spider-identity/",
        "publisher": "ZenLeak 研究实验室"
      },
      {
        "label": "百度主动推送怎么安排",
        "url": "https://zenleak.cn/technical/baidu-url-submission-queue/",
        "publisher": "ZenLeak 研究实验室"
      },
      {
        "label": "搜索收录复测教程",
        "url": "https://zenleak.cn/technical/search-index-retest/",
        "publisher": "ZenLeak 研究实验室"
      },
      {
        "label": "AI 爬虫治理",
        "url": "https://zenleak.cn/technical/ai-crawler-governance/",
        "publisher": "ZenLeak 研究实验室"
      }
    ],
    "prerequisites": [
      {
        "id": "baidu-spider-identity",
        "title": "百度蜘蛛访问了，为什么不等于百度收录？从 User-Agent、IP、状态码到真实核验",
        "url": "https://zenleak.cn/technical/baidu-spider-identity/"
      },
      {
        "id": "baidu-url-submission-queue",
        "title": "百度主动推送怎么安排：新文章优先、配额管理与未提交 URL 补位",
        "url": "https://zenleak.cn/technical/baidu-url-submission-queue/"
      },
      {
        "id": "search-index-retest",
        "title": "IndexNow、百度主动提交后，如何复测页面是否真的被抓取和收录？",
        "url": "https://zenleak.cn/technical/search-index-retest/"
      },
      {
        "id": "ai-crawler-governance",
        "title": "AI 爬虫治理：分开管理搜索索引、答案代理与模型训练",
        "url": "https://zenleak.cn/technical/ai-crawler-governance/"
      }
    ],
    "related": [
      {
        "id": "baidu-spider-identity",
        "title": "百度蜘蛛访问了，为什么不等于百度收录？从 User-Agent、IP、状态码到真实核验",
        "url": "https://zenleak.cn/technical/baidu-spider-identity/"
      },
      {
        "id": "baidu-url-submission-queue",
        "title": "百度主动推送怎么安排：新文章优先、配额管理与未提交 URL 补位",
        "url": "https://zenleak.cn/technical/baidu-url-submission-queue/"
      },
      {
        "id": "search-index-retest",
        "title": "IndexNow、百度主动提交后，如何复测页面是否真的被抓取和收录？",
        "url": "https://zenleak.cn/technical/search-index-retest/"
      },
      {
        "id": "ai-crawler-governance",
        "title": "AI 爬虫治理：分开管理搜索索引、答案代理与模型训练",
        "url": "https://zenleak.cn/technical/ai-crawler-governance/"
      },
      {
        "id": "indexing-vs-ai-citation",
        "title": "百度已经收录，为什么 AI 仍然不引用？从抓取、索引到答案引用的完整链路",
        "url": "https://zenleak.cn/technical/indexing-vs-ai-citation/"
      }
    ]
  }
}