{
  "dataset": "Homepage indexability of every registered .gov domain, 22 October 2026",
  "url": "https://stillindexed.com/research/homepage-indexability-dotgov-2026",
  "license": "CC BY 4.0",
  "generated_from": "summary.json at commit of 2026-10-22T15:48:16.725Z; each stat lists the exact key its number was read from",
  "stats": [
    {
      "text": "106 of 9,078 reachable .gov homepages are public content pages that tell search engines not to index them, measured 22 October 2026, 12:56 to 15:20 UTC.",
      "verified_against": "summary.json curation.apparent_accident (106); summary.json crawl.html_200 (9078); data.csv curation_class=apparent_accident row count (106)"
    },
    {
      "text": "80 of those 106 carry a meta noindex tag, 22 sit behind a robots.txt rule that blocks Googlebot from the homepage, and 4 do both, measured 22 October 2026, 12:56 to 15:20 UTC.",
      "verified_against": "summary.json curation.apparent_accident_by_signal (noindex 80, robots 22, both 4)"
    },
    {
      "text": "148 of 9,078 .gov homepages that returned 200 HTML (1.6 percent) carried a robots meta tag with noindex, measured 22 October 2026, 12:56 to 14:13 UTC.",
      "verified_against": "summary.json flags.noindex_meta.raw (148), flags.noindex_meta.base (9078), flags.noindex_meta.pct_raw (1.6%)"
    },
    {
      "text": "85 of 8,150 parseable robots.txt files (1.0 percent) disallowed Googlebot from the homepage, measured 22 October 2026, 12:56 to 14:13 UTC.",
      "verified_against": "summary.json flags.googlebot_robots.raw (85), flags.googlebot_robots.base (8150), flags.googlebot_robots.pct_raw (1.0%)"
    },
    {
      "text": "2,153 of 16,935 registered .gov domains (12.7 percent) had no DNS answer for the domain or its www host, measured 22 October 2026, 12:56 to 14:13 UTC.",
      "verified_against": "summary.json outcomes.no_dns.count (2153), outcomes.no_dns.pct (12.7%)"
    },
    {
      "text": "3,585 of 16,935 registered .gov domains (21.2 percent) refused our request with 401, 403 or 429, and 87.6 percent of the 3,531 we probed again with a browser-shaped request refused that too, measured 22 October 2026.",
      "verified_against": "summary.json outcomes.refused.count (3585), outcomes.refused.pct (21.2%); summary.json refusals.browser_probed (3531), refusals.browser_also_refused (3093), refusals.browser_also_refused_pct (87.6%)"
    },
    {
      "text": "723 of 16,935 registered .gov domains failed certificate validation or the TLS handshake on at least one entry URL, and 218 of them served nothing at all, measured 22 October 2026, 12:56 to 14:13 UTC.",
      "verified_against": "summary.json tls.any_entry_tls_failure (723), tls.no_response (218); data.csv tls_failure_entry row count (723)"
    },
    {
      "text": "741 of 8,150 parseable robots.txt files (9.1 percent) disallow GPTBot, ClaudeBot or CCBot from the root, measured 22 October 2026, 12:56 to 14:13 UTC.",
      "verified_against": "summary.json ai_bots.any.count (741), ai_bots.any.base (8150), ai_bots.any.pct (9.1%)"
    }
  ]
}
