{
  "generated_at": "2026-10-22T15:48:16.725Z",
  "source": {
    "repository": "https://github.com/cisagov/dotgov-data",
    "file": "current-full.csv",
    "commit": "718c7ac8deb13ee4917d45101ee6a0dd08fb94f2",
    "committed_at": "2026-10-22T11:23:57Z",
    "registered_domains": 16935
  },
  "crawl": {
    "started_at": "Thu Oct 22 12:56:12 UTC 2026",
    "finished_at": "Thu Oct 22 14:13:45 UTC 2026",
    "user_agent": "stillindexed-survey/1 (+https://stillindexed.com/bot)",
    "concurrency": 24,
    "timeout_seconds": 10,
    "attempted": 16935,
    "responded": 13043,
    "no_response": 3892,
    "html_200": 9078,
    "html_200_on_gov": 8525,
    "robots_parseable": 8150,
    "second_pass_domains": 5722,
    "median_ms": 2657,
    "p90_ms": 21134,
    "recaptcha_marked_200": 812,
    "second_pass_started_at": "2026-10-22T14:50:29Z",
    "second_pass_finished_at": "2026-10-22T15:20:15Z"
  },
  "outcomes": {
    "html_200": {
      "count": 8525,
      "base": 16935,
      "pct": "50.3%"
    },
    "other_response": {
      "count": 25,
      "base": 16935,
      "pct": "0.1%"
    },
    "off_gov": {
      "count": 553,
      "base": 16935,
      "pct": "3.3%"
    },
    "refused": {
      "count": 3585,
      "base": 16935,
      "pct": "21.2%"
    },
    "http_4xx": {
      "count": 208,
      "base": 16935,
      "pct": "1.2%"
    },
    "http_5xx": {
      "count": 147,
      "base": 16935,
      "pct": "0.9%"
    },
    "no_response_tls": {
      "count": 218,
      "base": 16935,
      "pct": "1.3%"
    },
    "no_dns": {
      "count": 2153,
      "base": 16935,
      "pct": "12.7%"
    },
    "no_response": {
      "count": 1521,
      "base": 16935,
      "pct": "9.0%"
    }
  },
  "flags": {
    "noindex_meta": {
      "raw": 148,
      "reproduced": 144,
      "base": 9078,
      "pct_raw": "1.6%"
    },
    "noindex_header": {
      "raw": 35,
      "reproduced": 33,
      "base": 9078,
      "pct_raw": "0.4%"
    },
    "googlebot_robots": {
      "raw": 85,
      "reproduced": 82,
      "base": 8150,
      "pct_raw": "1.0%"
    },
    "any_index_flag": {
      "raw": 253,
      "reproduced": 246,
      "second_pass_only": 6
    }
  },
  "curation": {
    "by_design": 103,
    "fetch_artefact": 21,
    "apparent_accident": 106,
    "unclear": 23,
    "apparent_accident_by_signal": {
      "noindex": 80,
      "robots": 22,
      "both": 4
    },
    "apparent_accident_final_hosts": 105,
    "apparent_accident_pct_of_html_200": "1.2%",
    "treasurydirect_domains": 13
  },
  "named": [
    {
      "domain": "ccthita-nsn.gov",
      "organization": "Central Council Tlingit and Haida Indian Tribes of Alaska",
      "suborganization": "",
      "type": "Tribal",
      "state": "AK",
      "final_host": "tlingithaida.kinsta.cloud",
      "signal": "X-Robots-Tag noindex",
      "note": "redirects to tlingithaida.kinsta.cloud, a hosting staging host that sends X-Robots-Tag noindex"
    },
    {
      "domain": "alsar.gov",
      "organization": "Alabama Search and Rescue",
      "suborganization": "",
      "type": "Special district",
      "state": "AL",
      "final_host": "alsar.gov",
      "signal": "meta noindex + X-Robots-Tag noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "dekalbcountyal911.gov",
      "organization": "DeKalb County E-911",
      "suborganization": "",
      "type": "Special district",
      "state": "AL",
      "final_host": "www.dekalbcountyal911.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "hancevillewateral.gov",
      "organization": "Hanceville Water & Sewer Board",
      "suborganization": "",
      "type": "Special district",
      "state": "AL",
      "final_host": "www.hancevillewateral.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "pinsonal.gov",
      "organization": "City of Pinson, Al.",
      "suborganization": "",
      "type": "City",
      "state": "AL",
      "final_host": "pinsonal.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "sardiscityal.gov",
      "organization": "Sardis City Alabama",
      "suborganization": "",
      "type": "City",
      "state": "AL",
      "final_host": "www.sardiscityal.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "azcapitolmuseum.gov",
      "organization": "Arizona Legislative Council",
      "suborganization": "",
      "type": "State or territory",
      "state": "AZ",
      "final_host": "azcapitolmuseum.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "azhouse.gov",
      "organization": "Arizona House of Representatives",
      "suborganization": "",
      "type": "State or territory",
      "state": "AZ",
      "final_host": "www.azhouse.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "azsenate.gov",
      "organization": "Arizona Senate",
      "suborganization": "",
      "type": "State or territory",
      "state": "AZ",
      "final_host": "www.azsenate.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "brb-nsn.gov",
      "organization": "BEAR RIVER BAND OF THE ROHNERVILLE RANCHERIA",
      "suborganization": "",
      "type": "Tribal",
      "state": "CA",
      "final_host": "www.bearriverrancheria.org",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "joinnovatopolice.gov",
      "organization": "City of Novato",
      "suborganization": "",
      "type": "City",
      "state": "CA",
      "final_host": "joinnovatopolice.gov",
      "signal": "X-Robots-Tag noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "shastacoeducation.gov",
      "organization": "Shasta County Office of Education",
      "suborganization": "",
      "type": "School district",
      "state": "CA",
      "final_host": "www.shastacoe.org",
      "signal": "meta noindex + robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "ssvemsca.gov",
      "organization": "Sierra-Sacramento Valley Emergency Medical Services Agency",
      "suborganization": "",
      "type": "Special district",
      "state": "CA",
      "final_host": "ssvemsca.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "hireacoloradovet.gov",
      "organization": "Colorado Dept Labor and Employment",
      "suborganization": "",
      "type": "State or territory",
      "state": "CO",
      "final_host": "www.hireacoloradovet.gov",
      "signal": "meta noindex + robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "collegenavigator.gov",
      "organization": "Department of Education",
      "suborganization": "Office of the Chief Information Officer",
      "type": "Federal - Executive",
      "state": "DC",
      "final_host": "nces.ed.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "redirects to nces.ed.gov/collegenavigator/, a path nces.ed.gov robots.txt disallows for all crawlers"
    },
    {
      "domain": "fedpartnership.gov",
      "organization": "Board of Governors of the Federal Reserve",
      "suborganization": "",
      "type": "Federal - Executive",
      "state": "DC",
      "final_host": "www.fedpartnership.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "fsd.gov",
      "organization": "General Services Administration",
      "suborganization": "Office of GSA IT",
      "type": "Federal - Executive",
      "state": "DC",
      "final_host": "www.fsd.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "hudhomestore.gov",
      "organization": "Department of Housing and Urban Development",
      "suborganization": "",
      "type": "Federal - Executive",
      "state": "DC",
      "final_host": "www.hudhomestore.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "ibab.gov",
      "organization": "United States Agency for Global Media",
      "suborganization": "",
      "type": "Federal - Executive",
      "state": "DC",
      "final_host": "www.ibab.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "juntos.gov",
      "organization": "Department of Homeland Security",
      "suborganization": "Management Directorate",
      "type": "Federal - Executive",
      "state": "DC",
      "final_host": "www.juntos.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "ppdcecc.gov",
      "organization": "United States House of Representatives",
      "suborganization": "Congressional-Executive Commission on China",
      "type": "Federal - Legislative",
      "state": "DC",
      "final_host": "www.ppdcecc.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "stopfakes.gov",
      "organization": "Department of Commerce",
      "suborganization": "International Trade Administration",
      "type": "Federal - Executive",
      "state": "DC",
      "final_host": "www.stopfakes.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "together.gov",
      "organization": "Department of Homeland Security",
      "suborganization": "Management Directorate",
      "type": "Federal - Executive",
      "state": "DC",
      "final_host": "www.together.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "usdebitcard.gov",
      "organization": "Department of the Treasury",
      "suborganization": "Bureau of the Fiscal Service",
      "type": "Federal - Executive",
      "state": "DC",
      "final_host": "www.usdebitcard.gov",
      "signal": "meta noindex",
      "note": "public program homepage with cardholder login links"
    },
    {
      "domain": "wmsc.gov",
      "organization": "Washington Metrorail Safety Commission",
      "suborganization": "",
      "type": "Interstate",
      "state": "DC",
      "final_host": "wmsc.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "wwtg.gov",
      "organization": "Department of Commerce",
      "suborganization": "International Trade Administration",
      "type": "Federal - Executive",
      "state": "DC",
      "final_host": "www.wwtg.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "cityofcenterhill.gov",
      "organization": "City of Center Hill",
      "suborganization": "",
      "type": "City",
      "state": "FL",
      "final_host": "cityofcenterhill.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "jeffersoncountyfl.gov",
      "organization": "Jefferson County Board of County Commissioners",
      "suborganization": "",
      "type": "County",
      "state": "FL",
      "final_host": "jeffersoncountyfl.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "cedartowngeorgia.gov",
      "organization": "City of Cedartown",
      "suborganization": "",
      "type": "City",
      "state": "GA",
      "final_host": "cedartowngeorgia.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "lincolncountyga.gov",
      "organization": "Lincoln County Government",
      "suborganization": "",
      "type": "County",
      "state": "GA",
      "final_host": "lincolncountyga.gov",
      "signal": "meta noindex + robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "bvcountyattorney.gov",
      "organization": "Buena Vista County",
      "suborganization": "",
      "type": "County",
      "state": "IA",
      "final_host": "www.bvcountyattorney.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "nampaauditoriumdistrict.gov",
      "organization": "Nampa Auditorium District",
      "suborganization": "",
      "type": "Special district",
      "state": "ID",
      "final_host": "nampaauditoriumdistrict.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "menardcountyil.gov",
      "organization": "Menard County, Illinois",
      "suborganization": "",
      "type": "County",
      "state": "IL",
      "final_host": "menardcountyil.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "platotwp.gov",
      "organization": "Plato Township",
      "suborganization": "",
      "type": "City",
      "state": "IL",
      "final_host": "www.platotwp.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "rocktontownshipil.gov",
      "organization": "Rockton Township",
      "suborganization": "",
      "type": "City",
      "state": "IL",
      "final_host": "rocktontownshipil.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "unioncountyil.gov",
      "organization": "Union County",
      "suborganization": "",
      "type": "County",
      "state": "IL",
      "final_host": "www.unioncountyil.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "fontanaks.gov",
      "organization": "City of Fontana, Kansas",
      "suborganization": "",
      "type": "City",
      "state": "KS",
      "final_host": "fontanaks.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "galenaks.gov",
      "organization": "City of Galena",
      "suborganization": "",
      "type": "City",
      "state": "KS",
      "final_host": "galenaks.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "kalapks.gov",
      "organization": "Kansas Judicial Branch",
      "suborganization": "",
      "type": "State or territory",
      "state": "KS",
      "final_host": "kalapks.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "linnvalley.gov",
      "organization": "City Of Linn Valley",
      "suborganization": "",
      "type": "City",
      "state": "KS",
      "final_host": "linnvalley.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "fayettekyclerk.gov",
      "organization": "Fayette County Clerk",
      "suborganization": "",
      "type": "County - Election",
      "state": "KY",
      "final_host": "fayettekyclerk.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "townofmaurice.gov",
      "organization": "Town Of Maurice",
      "suborganization": "",
      "type": "City",
      "state": "LA",
      "final_host": "townofmaurice.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "masscomparecare.gov",
      "organization": "Center for Health Information and Analysis",
      "suborganization": "",
      "type": "State or territory",
      "state": "MA",
      "final_host": "masscomparecare.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "carrollcountymd.gov",
      "organization": "Commissioners of Carroll County, Maryland",
      "suborganization": "",
      "type": "County",
      "state": "MD",
      "final_host": "www.carrollcountymd.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "jimmycarterlibrary.gov",
      "organization": "National Archives and Records Administration",
      "suborganization": "",
      "type": "Federal - Executive",
      "state": "MD",
      "final_host": "www.jimmycarterlibrary.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "resorttownship.gov",
      "organization": "Resort Township",
      "suborganization": "",
      "type": "City - Election",
      "state": "MI",
      "final_host": "www.resorttownship.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "rollintownship.gov",
      "organization": "Rollin Township",
      "suborganization": "",
      "type": "City - Election",
      "state": "MI",
      "final_host": "rollintownship.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "somersettownshipmi.gov",
      "organization": "Somerset Township",
      "suborganization": "",
      "type": "City",
      "state": "MI",
      "final_host": "somersettownshipmi.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "stjosephcountymi.gov",
      "organization": "St. Joseph County Michigan Government",
      "suborganization": "",
      "type": "County - Election",
      "state": "MI",
      "final_host": "stjosephcountymi.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "villageofromeomi.gov",
      "organization": "Village of Romeo",
      "suborganization": "",
      "type": "City",
      "state": "MI",
      "final_host": "villageofromeomi.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "collegevilletownship.gov",
      "organization": "Collegeville Township",
      "suborganization": "",
      "type": "City",
      "state": "MN",
      "final_host": "www.collegevilletownship.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "millelacsband-nsn.gov",
      "organization": "Mille Lacs Band of Ojibwe",
      "suborganization": "",
      "type": "Tribal",
      "state": "MN",
      "final_host": "millelacsband-nsn.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "howellcountysheriff.gov",
      "organization": "Howell County Sheriff's Office",
      "suborganization": "",
      "type": "County",
      "state": "MO",
      "final_host": "www.howellcountysheriff.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "nemo911.gov",
      "organization": "Marion County Emergency Services",
      "suborganization": "",
      "type": "Special district",
      "state": "MO",
      "final_host": "nemo911.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "portagedessiouxmo.gov",
      "organization": "City of Portage Des Sioux, MO",
      "suborganization": "",
      "type": "City",
      "state": "MO",
      "final_host": "portagedessiouxmo.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "viburnum.gov",
      "organization": "City of Viburnum",
      "suborganization": "",
      "type": "City",
      "state": "MO",
      "final_host": "www.cityofviburnum.com",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "cantonms.gov",
      "organization": "City of Canton, MS",
      "suborganization": "",
      "type": "City",
      "state": "MS",
      "final_host": "cantonms.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "learnedms.gov",
      "organization": "Town of Learned",
      "suborganization": "",
      "type": "City",
      "state": "MS",
      "final_host": "www.learnedms.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "riegelwoodsanitary.gov",
      "organization": "Riegelwood Sanitary District",
      "suborganization": "",
      "type": "Special district",
      "state": "NC",
      "final_host": "www.riegelwoodnc.com",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "rockinghampd.gov",
      "organization": "Rockingham Police Department",
      "suborganization": "",
      "type": "City",
      "state": "NC",
      "final_host": "rockinghampd.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "bottineauambulance.gov",
      "organization": "Bottineau Ambulance Service District",
      "suborganization": "",
      "type": "Special district",
      "state": "ND",
      "final_host": "www.bottineauambulance.gov",
      "signal": "meta noindex + robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "cityofhendersonne.gov",
      "organization": "City of Henderson",
      "suborganization": "",
      "type": "City",
      "state": "NE",
      "final_host": "www.cityofhendersonne.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "districtclerkcheyennecountyne.gov",
      "organization": "Clerk of the District Court",
      "suborganization": "",
      "type": "County",
      "state": "NE",
      "final_host": "www.districtclerkcheyennecountyne.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "evesham-nj.gov",
      "organization": "Evesham Township",
      "suborganization": "",
      "type": "City",
      "state": "NJ",
      "final_host": "evesham-nj.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "frenchtownboro.gov",
      "organization": "Frenchtown Borough",
      "suborganization": "",
      "type": "City",
      "state": "NJ",
      "final_host": "frenchtownboro.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "nmjusticedata.gov",
      "organization": "NM Administrative Office of the Courts",
      "suborganization": "",
      "type": "State or territory",
      "state": "NM",
      "final_host": "www.nmjusticedata.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "nv.gov",
      "organization": "Governor's Technology Office, State of Nevada",
      "suborganization": "",
      "type": "State or territory",
      "state": "NV",
      "final_host": "www.nv.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "nvggms.gov",
      "organization": "Nevada State Treasurer",
      "suborganization": "",
      "type": "State or territory",
      "state": "NV",
      "final_host": "www.nevadatreasurer.nv.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "nvprepaid.gov",
      "organization": "Nevada State Treasurer",
      "suborganization": "",
      "type": "State or territory",
      "state": "NV",
      "final_host": "www.nevadatreasurer.nv.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "brewertonfiredistrict.gov",
      "organization": "Brewerton Fire District",
      "suborganization": "",
      "type": "Special district",
      "state": "NY",
      "final_host": "brewertonfiredistrict.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "gallatinny.gov",
      "organization": "Town of Gallatin",
      "suborganization": "",
      "type": "City",
      "state": "NY",
      "final_host": "gallatinny.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "senecacountyhealthny.gov",
      "organization": "Seneca County Health Department",
      "suborganization": "",
      "type": "County",
      "state": "NY",
      "final_host": "senecacountyhealthny.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "townofwheatlandny.gov",
      "organization": "Town of Wheatland NY",
      "suborganization": "",
      "type": "City",
      "state": "NY",
      "final_host": "townofwheatlandny.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "brunswickohio.gov",
      "organization": "City of Brunswick",
      "suborganization": "",
      "type": "City",
      "state": "OH",
      "final_host": "brunswickohio.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "loraincommonpleascourt.gov",
      "organization": "Lorain County Court of Common Pleas",
      "suborganization": "",
      "type": "County",
      "state": "OH",
      "final_host": "www.loraincommonpleascourt.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "warrentwptrumbull.gov",
      "organization": "Warren Township",
      "suborganization": "",
      "type": "City",
      "state": "OH",
      "final_host": "www.warrentwptrumbull.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "cityofsodaville.gov",
      "organization": "Sodaville",
      "suborganization": "",
      "type": "City",
      "state": "OR",
      "final_host": "cityofsodaville.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "roseburgor.gov",
      "organization": "City of Roseburg",
      "suborganization": "",
      "type": "City",
      "state": "OR",
      "final_host": "roseburgor.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "berwickpa.gov",
      "organization": "Borough of Berwick",
      "suborganization": "",
      "type": "City",
      "state": "PA",
      "final_host": "berwickpa.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "betheltwplebanon.gov",
      "organization": "Bethel Township",
      "suborganization": "",
      "type": "City",
      "state": "PA",
      "final_host": "betheltwplebanon.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "cantonboroughpa.gov",
      "organization": "Canton Borough",
      "suborganization": "",
      "type": "City",
      "state": "PA",
      "final_host": "www.cantonboroughpa.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "hamptonshalerwater.gov",
      "organization": "Hampton Shaler Water Authority",
      "suborganization": "",
      "type": "Special district",
      "state": "PA",
      "final_host": "hswa-pa.org",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "westhomesteadpa.gov",
      "organization": "West Homestead Borough",
      "suborganization": "",
      "type": "City",
      "state": "PA",
      "final_host": "westhomesteadpa.com",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "westyorkpa.gov",
      "organization": "West York Borough",
      "suborganization": "",
      "type": "City",
      "state": "PA",
      "final_host": "www.westyorkpa.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "corinth-shilohfd.gov",
      "organization": "Corinth-Shiloh Fire Tax District",
      "suborganization": "",
      "type": "Special district",
      "state": "SC",
      "final_host": "www.corinth-shilohfd.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "workscelections.gov",
      "organization": "SC State Election Commission",
      "suborganization": "",
      "type": "State or territory - Election",
      "state": "SC",
      "final_host": "workscelections.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "brulecounty.gov",
      "organization": "Brule County",
      "suborganization": "",
      "type": "County - Election",
      "state": "SD",
      "final_host": "www.brulecounty.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "wakpamnilake-nsn.gov",
      "organization": "Wakpamni Lake Community",
      "suborganization": "",
      "type": "Tribal",
      "state": "SD",
      "final_host": "www.wakpamnilake-nsn.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "auburntown.gov",
      "organization": "City of Auburntown",
      "suborganization": "",
      "type": "City",
      "state": "TN",
      "final_host": "auburntown.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "casl.gov",
      "organization": "Department of Energy",
      "suborganization": "Oak Ridge National Laboratory",
      "type": "Federal - Executive",
      "state": "TN",
      "final_host": "www.casl.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "tvaoig.gov",
      "organization": "Tennessee Valley Authority",
      "suborganization": "",
      "type": "Federal - Executive",
      "state": "TN",
      "final_host": "www.tvaoig.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "bicknellutah.gov",
      "organization": "Bicknell Town",
      "suborganization": "",
      "type": "City",
      "state": "UT",
      "final_host": "www.bicknellutah.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "bigwaterut.gov",
      "organization": "Big Water Municipal",
      "suborganization": "",
      "type": "City",
      "state": "UT",
      "final_host": "bigwaterut.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "lccwaterutah.gov",
      "organization": "Salt Lake County Service area #3",
      "suborganization": "",
      "type": "Special district",
      "state": "UT",
      "final_host": "www.lccwaterutah.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "transjordanutah.gov",
      "organization": "Trans-Jordan Cities Agency",
      "suborganization": "",
      "type": "Special district",
      "state": "UT",
      "final_host": "www.transjordanutah.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "townofwilkeson.gov",
      "organization": "Town of Wilkeson",
      "suborganization": "",
      "type": "City",
      "state": "WA",
      "final_host": "www.townofwilkeson.com",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "tulaliptribalcourt-nsn.gov",
      "organization": "Tulalip Tribes of Washington",
      "suborganization": "",
      "type": "Tribal",
      "state": "WA",
      "final_host": "www.tulaliptribalcourt-nsn.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "wa.gov",
      "organization": "State of Washington - Consolidated Technology Services",
      "suborganization": "",
      "type": "State or territory",
      "state": "WA",
      "final_host": "wa.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "buenavistarcwi.gov",
      "organization": "Town of Buena Vista",
      "suborganization": "",
      "type": "City",
      "state": "WI",
      "final_host": "buenavistarcwi.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "mohican-nsn.gov",
      "organization": "Stockbridge-Munsee Band of Mohican Indians",
      "suborganization": "",
      "type": "Tribal",
      "state": "WI",
      "final_host": "mohican-nsn.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "townofakan.gov",
      "organization": "Town of Akan",
      "suborganization": "",
      "type": "City",
      "state": "WI",
      "final_host": "townofakan.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "townofbalsamlakewi.gov",
      "organization": "Town of Balsam Lake",
      "suborganization": "",
      "type": "City",
      "state": "WI",
      "final_host": "www.townofbalsamlakewi.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "townofhenriettawi.gov",
      "organization": "Henrietta Township",
      "suborganization": "",
      "type": "City",
      "state": "WI",
      "final_host": "henrietta.my-staging-website.com",
      "signal": "meta noindex",
      "note": "redirects to henrietta.my-staging-website.com, a staging host whose homepage says noindex"
    },
    {
      "domain": "townofrudolphwi.gov",
      "organization": "Town of Rudolph",
      "suborganization": "",
      "type": "City",
      "state": "WI",
      "final_host": "townofrudolphwi.gov",
      "signal": "robots.txt blocks Googlebot",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "masoncountyoeswv.gov",
      "organization": "Mason County Emergency Services",
      "suborganization": "",
      "type": "County",
      "state": "WV",
      "final_host": "www.masoncountyoeswv.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    },
    {
      "domain": "cokevillewy.gov",
      "organization": "Town of Cokeville",
      "suborganization": "",
      "type": "City",
      "state": "WY",
      "final_host": "www.cokevillewy.gov",
      "signal": "meta noindex",
      "note": "public content homepage, reproduced"
    }
  ],
  "refusals": {
    "count": 3585,
    "refused_on_second_pass": 3516,
    "browser_probed": 3531,
    "browser_also_refused": 3093,
    "browser_served_200": 422,
    "browser_other": 16,
    "status_403": 3544,
    "challenge_page": 1056,
    "browser_also_refused_pct": "87.6%"
  },
  "http_errors": {
    "http_4xx": {
      "count": 208,
      "reproduced": 202,
      "status_404_410": 150
    },
    "http_5xx": {
      "count": 147,
      "reproduced": 129
    }
  },
  "tls": {
    "any_entry_tls_failure": 723,
    "reached_another_way": 505,
    "no_response": 218,
    "reproduced": 685,
    "by_kind": {
      "hostname_mismatch": 450,
      "expired": 24,
      "untrusted_chain": 73,
      "not_standards_compliant": 26,
      "handshake_failure": 147,
      "other_tls": 3
    },
    "homepage_final_http": 1556,
    "cert_expires_30d": 545
  },
  "off_gov": {
    "count": 553,
    "reproduced": 525,
    "by_tld": [
      {
        "tld": "com",
        "count": 246
      },
      {
        "tld": "org",
        "count": 211
      },
      {
        "tld": "us",
        "count": 53
      },
      {
        "tld": "net",
        "count": 29
      },
      {
        "tld": "edu",
        "count": 3
      },
      {
        "tld": "info",
        "count": 2
      },
      {
        "tld": "google",
        "count": 2
      },
      {
        "tld": "city",
        "count": 1
      },
      {
        "tld": "(IP address)",
        "count": 1
      },
      {
        "tld": "page",
        "count": 1
      },
      {
        "tld": "im",
        "count": 1
      },
      {
        "tld": "me",
        "count": 1
      },
      {
        "tld": "co",
        "count": 1
      },
      {
        "tld": "cloud",
        "count": 1
      }
    ],
    "federal": 8
  },
  "ai_bots": {
    "base": 8150,
    "any": {
      "count": 741,
      "base": 8150,
      "pct": "9.1%"
    },
    "gptbot": {
      "count": 721,
      "base": 8150,
      "pct": "8.8%"
    },
    "claudebot": {
      "count": 699,
      "base": 8150,
      "pct": "8.6%"
    },
    "ccbot": {
      "count": 479,
      "base": 8150,
      "pct": "5.9%"
    },
    "reproduced": 730,
    "federal": {
      "count": 50,
      "base": 663,
      "pct": "7.5%"
    }
  },
  "robots_prefix_fields": {
    "candidates": 8255,
    "fetched_200": 7841,
    "files": 44,
    "disallowaitraining": 44,
    "root_for_googlebot_under_prefix_match": 44,
    "flagged_by_survey": 0
  },
  "by_type": [
    {
      "key": "City",
      "domains": 9223,
      "responded": 7513,
      "html_200": 5239,
      "refused": 2142,
      "no_response": 1710,
      "noindex_raw": 77,
      "robots_block_raw": 23,
      "apparent_accident": 43,
      "tls_failure": 345,
      "off_gov": 297,
      "ai_bots_blocked": 414
    },
    {
      "key": "County",
      "domains": 2716,
      "responded": 2000,
      "html_200": 1202,
      "refused": 704,
      "no_response": 716,
      "noindex_raw": 32,
      "robots_block_raw": 7,
      "apparent_accident": 11,
      "tls_failure": 130,
      "off_gov": 78,
      "ai_bots_blocked": 123
    },
    {
      "key": "State or territory",
      "domains": 1438,
      "responded": 883,
      "html_200": 580,
      "refused": 237,
      "no_response": 555,
      "noindex_raw": 19,
      "robots_block_raw": 19,
      "apparent_accident": 11,
      "tls_failure": 94,
      "off_gov": 34,
      "ai_bots_blocked": 55
    },
    {
      "key": "Federal - Executive",
      "domains": 1174,
      "responded": 859,
      "html_200": 664,
      "refused": 167,
      "no_response": 315,
      "noindex_raw": 12,
      "robots_block_raw": 21,
      "apparent_accident": 13,
      "tls_failure": 50,
      "off_gov": 6,
      "ai_bots_blocked": 45
    },
    {
      "key": "Special district",
      "domains": 1113,
      "responded": 846,
      "html_200": 690,
      "refused": 130,
      "no_response": 267,
      "noindex_raw": 14,
      "robots_block_raw": 4,
      "apparent_accident": 13,
      "tls_failure": 38,
      "off_gov": 84,
      "ai_bots_blocked": 36
    },
    {
      "key": "City - Election",
      "domains": 346,
      "responded": 276,
      "html_200": 210,
      "refused": 63,
      "no_response": 70,
      "noindex_raw": 5,
      "robots_block_raw": 0,
      "apparent_accident": 2,
      "tls_failure": 10,
      "off_gov": 6,
      "ai_bots_blocked": 26
    },
    {
      "key": "County - Election",
      "domains": 325,
      "responded": 263,
      "html_200": 164,
      "refused": 82,
      "no_response": 62,
      "noindex_raw": 3,
      "robots_block_raw": 3,
      "apparent_accident": 3,
      "tls_failure": 14,
      "off_gov": 12,
      "ai_bots_blocked": 22
    },
    {
      "key": "Tribal",
      "domains": 289,
      "responded": 199,
      "html_200": 168,
      "refused": 22,
      "no_response": 90,
      "noindex_raw": 6,
      "robots_block_raw": 3,
      "apparent_accident": 6,
      "tls_failure": 26,
      "off_gov": 20,
      "ai_bots_blocked": 9
    },
    {
      "key": "Federal - Legislative",
      "domains": 121,
      "responded": 86,
      "html_200": 69,
      "refused": 16,
      "no_response": 35,
      "noindex_raw": 0,
      "robots_block_raw": 3,
      "apparent_accident": 1,
      "tls_failure": 6,
      "off_gov": 2,
      "ai_bots_blocked": 5
    },
    {
      "key": "School district",
      "domains": 75,
      "responded": 34,
      "html_200": 29,
      "refused": 3,
      "no_response": 41,
      "noindex_raw": 2,
      "robots_block_raw": 2,
      "apparent_accident": 1,
      "tls_failure": 6,
      "off_gov": 12,
      "ai_bots_blocked": 6
    },
    {
      "key": "State or territory - Election",
      "domains": 41,
      "responded": 28,
      "html_200": 18,
      "refused": 10,
      "no_response": 13,
      "noindex_raw": 3,
      "robots_block_raw": 0,
      "apparent_accident": 1,
      "tls_failure": 2,
      "off_gov": 0,
      "ai_bots_blocked": 0
    },
    {
      "key": "Interstate",
      "domains": 39,
      "responded": 33,
      "html_200": 24,
      "refused": 7,
      "no_response": 6,
      "noindex_raw": 2,
      "robots_block_raw": 0,
      "apparent_accident": 1,
      "tls_failure": 0,
      "off_gov": 2,
      "ai_bots_blocked": 0
    },
    {
      "key": "Federal - Judicial",
      "domains": 24,
      "responded": 15,
      "html_200": 15,
      "refused": 0,
      "no_response": 9,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 1,
      "off_gov": 0,
      "ai_bots_blocked": 0
    },
    {
      "key": "Special district - Election",
      "domains": 5,
      "responded": 3,
      "html_200": 2,
      "refused": 1,
      "no_response": 2,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 0,
      "off_gov": 0,
      "ai_bots_blocked": 0
    },
    {
      "key": "Tribal - Election",
      "domains": 4,
      "responded": 3,
      "html_200": 3,
      "refused": 0,
      "no_response": 1,
      "noindex_raw": 2,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 0,
      "off_gov": 0,
      "ai_bots_blocked": 0
    },
    {
      "key": "Federal",
      "domains": 2,
      "responded": 2,
      "html_200": 1,
      "refused": 1,
      "no_response": 0,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 1,
      "off_gov": 0,
      "ai_bots_blocked": 0
    }
  ],
  "by_state": [
    {
      "key": "(blank)",
      "domains": 3,
      "responded": 3,
      "html_200": 2,
      "refused": 1,
      "no_response": 0,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 0,
      "off_gov": 0,
      "ai_bots_blocked": 0
    },
    {
      "key": "AK",
      "domains": 66,
      "responded": 46,
      "html_200": 33,
      "refused": 11,
      "no_response": 20,
      "noindex_raw": 4,
      "robots_block_raw": 1,
      "apparent_accident": 1,
      "tls_failure": 4,
      "off_gov": 4,
      "ai_bots_blocked": 4
    },
    {
      "key": "AL",
      "domains": 272,
      "responded": 194,
      "html_200": 140,
      "refused": 44,
      "no_response": 78,
      "noindex_raw": 7,
      "robots_block_raw": 1,
      "apparent_accident": 5,
      "tls_failure": 19,
      "off_gov": 6,
      "ai_bots_blocked": 9
    },
    {
      "key": "AR",
      "domains": 415,
      "responded": 234,
      "html_200": 191,
      "refused": 39,
      "no_response": 181,
      "noindex_raw": 7,
      "robots_block_raw": 1,
      "apparent_accident": 0,
      "tls_failure": 8,
      "off_gov": 10,
      "ai_bots_blocked": 17
    },
    {
      "key": "AS",
      "domains": 6,
      "responded": 5,
      "html_200": 5,
      "refused": 0,
      "no_response": 1,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 0,
      "off_gov": 0,
      "ai_bots_blocked": 0
    },
    {
      "key": "AZ",
      "domains": 292,
      "responded": 226,
      "html_200": 103,
      "refused": 116,
      "no_response": 66,
      "noindex_raw": 3,
      "robots_block_raw": 0,
      "apparent_accident": 3,
      "tls_failure": 18,
      "off_gov": 4,
      "ai_bots_blocked": 5
    },
    {
      "key": "CA",
      "domains": 893,
      "responded": 682,
      "html_200": 434,
      "refused": 227,
      "no_response": 211,
      "noindex_raw": 7,
      "robots_block_raw": 6,
      "apparent_accident": 4,
      "tls_failure": 52,
      "off_gov": 62,
      "ai_bots_blocked": 36
    },
    {
      "key": "CO",
      "domains": 295,
      "responded": 225,
      "html_200": 149,
      "refused": 74,
      "no_response": 70,
      "noindex_raw": 2,
      "robots_block_raw": 1,
      "apparent_accident": 1,
      "tls_failure": 5,
      "off_gov": 18,
      "ai_bots_blocked": 6
    },
    {
      "key": "CT",
      "domains": 191,
      "responded": 161,
      "html_200": 80,
      "refused": 75,
      "no_response": 30,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 14,
      "off_gov": 3,
      "ai_bots_blocked": 5
    },
    {
      "key": "DC",
      "domains": 990,
      "responded": 719,
      "html_200": 552,
      "refused": 148,
      "no_response": 271,
      "noindex_raw": 8,
      "robots_block_raw": 23,
      "apparent_accident": 12,
      "tls_failure": 34,
      "off_gov": 3,
      "ai_bots_blocked": 44
    },
    {
      "key": "DE",
      "domains": 24,
      "responded": 23,
      "html_200": 17,
      "refused": 6,
      "no_response": 1,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 2,
      "off_gov": 0,
      "ai_bots_blocked": 0
    },
    {
      "key": "FL",
      "domains": 555,
      "responded": 430,
      "html_200": 276,
      "refused": 143,
      "no_response": 125,
      "noindex_raw": 6,
      "robots_block_raw": 1,
      "apparent_accident": 2,
      "tls_failure": 25,
      "off_gov": 23,
      "ai_bots_blocked": 28
    },
    {
      "key": "GA",
      "domains": 375,
      "responded": 307,
      "html_200": 207,
      "refused": 92,
      "no_response": 68,
      "noindex_raw": 3,
      "robots_block_raw": 3,
      "apparent_accident": 2,
      "tls_failure": 24,
      "off_gov": 11,
      "ai_bots_blocked": 11
    },
    {
      "key": "GU",
      "domains": 3,
      "responded": 3,
      "html_200": 2,
      "refused": 0,
      "no_response": 0,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 0,
      "off_gov": 0,
      "ai_bots_blocked": 0
    },
    {
      "key": "HI",
      "domains": 16,
      "responded": 11,
      "html_200": 8,
      "refused": 3,
      "no_response": 5,
      "noindex_raw": 1,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 0,
      "off_gov": 2,
      "ai_bots_blocked": 1
    },
    {
      "key": "IA",
      "domains": 233,
      "responded": 181,
      "html_200": 126,
      "refused": 49,
      "no_response": 52,
      "noindex_raw": 3,
      "robots_block_raw": 1,
      "apparent_accident": 1,
      "tls_failure": 17,
      "off_gov": 3,
      "ai_bots_blocked": 10
    },
    {
      "key": "ID",
      "domains": 117,
      "responded": 84,
      "html_200": 65,
      "refused": 18,
      "no_response": 33,
      "noindex_raw": 2,
      "robots_block_raw": 1,
      "apparent_accident": 1,
      "tls_failure": 5,
      "off_gov": 6,
      "ai_bots_blocked": 7
    },
    {
      "key": "IL",
      "domains": 470,
      "responded": 356,
      "html_200": 252,
      "refused": 97,
      "no_response": 114,
      "noindex_raw": 8,
      "robots_block_raw": 3,
      "apparent_accident": 4,
      "tls_failure": 19,
      "off_gov": 15,
      "ai_bots_blocked": 23
    },
    {
      "key": "IN",
      "domains": 156,
      "responded": 98,
      "html_200": 71,
      "refused": 23,
      "no_response": 58,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 10,
      "off_gov": 5,
      "ai_bots_blocked": 2
    },
    {
      "key": "KS",
      "domains": 257,
      "responded": 190,
      "html_200": 122,
      "refused": 64,
      "no_response": 67,
      "noindex_raw": 4,
      "robots_block_raw": 1,
      "apparent_accident": 4,
      "tls_failure": 11,
      "off_gov": 7,
      "ai_bots_blocked": 14
    },
    {
      "key": "KY",
      "domains": 241,
      "responded": 187,
      "html_200": 118,
      "refused": 60,
      "no_response": 54,
      "noindex_raw": 1,
      "robots_block_raw": 1,
      "apparent_accident": 1,
      "tls_failure": 13,
      "off_gov": 6,
      "ai_bots_blocked": 4
    },
    {
      "key": "LA",
      "domains": 132,
      "responded": 90,
      "html_200": 66,
      "refused": 18,
      "no_response": 42,
      "noindex_raw": 1,
      "robots_block_raw": 0,
      "apparent_accident": 1,
      "tls_failure": 4,
      "off_gov": 11,
      "ai_bots_blocked": 5
    },
    {
      "key": "MA",
      "domains": 376,
      "responded": 323,
      "html_200": 155,
      "refused": 165,
      "no_response": 53,
      "noindex_raw": 0,
      "robots_block_raw": 2,
      "apparent_accident": 1,
      "tls_failure": 18,
      "off_gov": 7,
      "ai_bots_blocked": 10
    },
    {
      "key": "MD",
      "domains": 278,
      "responded": 229,
      "html_200": 165,
      "refused": 56,
      "no_response": 49,
      "noindex_raw": 3,
      "robots_block_raw": 2,
      "apparent_accident": 2,
      "tls_failure": 11,
      "off_gov": 6,
      "ai_bots_blocked": 13
    },
    {
      "key": "ME",
      "domains": 151,
      "responded": 130,
      "html_200": 84,
      "refused": 43,
      "no_response": 21,
      "noindex_raw": 1,
      "robots_block_raw": 1,
      "apparent_accident": 0,
      "tls_failure": 3,
      "off_gov": 1,
      "ai_bots_blocked": 13
    },
    {
      "key": "MI",
      "domains": 656,
      "responded": 531,
      "html_200": 390,
      "refused": 134,
      "no_response": 125,
      "noindex_raw": 6,
      "robots_block_raw": 0,
      "apparent_accident": 5,
      "tls_failure": 18,
      "off_gov": 27,
      "ai_bots_blocked": 14
    },
    {
      "key": "MN",
      "domains": 631,
      "responded": 543,
      "html_200": 375,
      "refused": 159,
      "no_response": 88,
      "noindex_raw": 2,
      "robots_block_raw": 2,
      "apparent_accident": 2,
      "tls_failure": 18,
      "off_gov": 12,
      "ai_bots_blocked": 83
    },
    {
      "key": "MO",
      "domains": 376,
      "responded": 268,
      "html_200": 204,
      "refused": 59,
      "no_response": 108,
      "noindex_raw": 6,
      "robots_block_raw": 2,
      "apparent_accident": 4,
      "tls_failure": 16,
      "off_gov": 17,
      "ai_bots_blocked": 13
    },
    {
      "key": "MP",
      "domains": 3,
      "responded": 2,
      "html_200": 2,
      "refused": 0,
      "no_response": 1,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 0,
      "off_gov": 0,
      "ai_bots_blocked": 0
    },
    {
      "key": "MS",
      "domains": 135,
      "responded": 80,
      "html_200": 64,
      "refused": 14,
      "no_response": 55,
      "noindex_raw": 2,
      "robots_block_raw": 0,
      "apparent_accident": 2,
      "tls_failure": 11,
      "off_gov": 6,
      "ai_bots_blocked": 4
    },
    {
      "key": "MT",
      "domains": 144,
      "responded": 108,
      "html_200": 77,
      "refused": 28,
      "no_response": 36,
      "noindex_raw": 0,
      "robots_block_raw": 1,
      "apparent_accident": 0,
      "tls_failure": 7,
      "off_gov": 3,
      "ai_bots_blocked": 5
    },
    {
      "key": "NC",
      "domains": 417,
      "responded": 320,
      "html_200": 204,
      "refused": 102,
      "no_response": 97,
      "noindex_raw": 3,
      "robots_block_raw": 1,
      "apparent_accident": 2,
      "tls_failure": 16,
      "off_gov": 11,
      "ai_bots_blocked": 21
    },
    {
      "key": "ND",
      "domains": 78,
      "responded": 54,
      "html_200": 41,
      "refused": 11,
      "no_response": 24,
      "noindex_raw": 2,
      "robots_block_raw": 1,
      "apparent_accident": 1,
      "tls_failure": 3,
      "off_gov": 2,
      "ai_bots_blocked": 7
    },
    {
      "key": "NE",
      "domains": 163,
      "responded": 114,
      "html_200": 64,
      "refused": 15,
      "no_response": 49,
      "noindex_raw": 2,
      "robots_block_raw": 0,
      "apparent_accident": 2,
      "tls_failure": 4,
      "off_gov": 1,
      "ai_bots_blocked": 1
    },
    {
      "key": "NH",
      "domains": 235,
      "responded": 190,
      "html_200": 110,
      "refused": 75,
      "no_response": 45,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 12,
      "off_gov": 5,
      "ai_bots_blocked": 8
    },
    {
      "key": "NJ",
      "domains": 337,
      "responded": 261,
      "html_200": 179,
      "refused": 74,
      "no_response": 76,
      "noindex_raw": 10,
      "robots_block_raw": 3,
      "apparent_accident": 2,
      "tls_failure": 8,
      "off_gov": 11,
      "ai_bots_blocked": 17
    },
    {
      "key": "NM",
      "domains": 111,
      "responded": 95,
      "html_200": 63,
      "refused": 29,
      "no_response": 16,
      "noindex_raw": 1,
      "robots_block_raw": 1,
      "apparent_accident": 1,
      "tls_failure": 7,
      "off_gov": 2,
      "ai_bots_blocked": 6
    },
    {
      "key": "NV",
      "domains": 57,
      "responded": 43,
      "html_200": 28,
      "refused": 15,
      "no_response": 14,
      "noindex_raw": 4,
      "robots_block_raw": 3,
      "apparent_accident": 3,
      "tls_failure": 2,
      "off_gov": 0,
      "ai_bots_blocked": 5
    },
    {
      "key": "NY",
      "domains": 1447,
      "responded": 1246,
      "html_200": 964,
      "refused": 265,
      "no_response": 201,
      "noindex_raw": 12,
      "robots_block_raw": 3,
      "apparent_accident": 4,
      "tls_failure": 43,
      "off_gov": 41,
      "ai_bots_blocked": 67
    },
    {
      "key": "OH",
      "domains": 706,
      "responded": 503,
      "html_200": 358,
      "refused": 115,
      "no_response": 203,
      "noindex_raw": 9,
      "robots_block_raw": 2,
      "apparent_accident": 3,
      "tls_failure": 28,
      "off_gov": 24,
      "ai_bots_blocked": 23
    },
    {
      "key": "OK",
      "domains": 278,
      "responded": 167,
      "html_200": 140,
      "refused": 20,
      "no_response": 111,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 18,
      "off_gov": 19,
      "ai_bots_blocked": 7
    },
    {
      "key": "OR",
      "domains": 299,
      "responded": 229,
      "html_200": 156,
      "refused": 64,
      "no_response": 70,
      "noindex_raw": 2,
      "robots_block_raw": 2,
      "apparent_accident": 2,
      "tls_failure": 14,
      "off_gov": 15,
      "ai_bots_blocked": 23
    },
    {
      "key": "PA",
      "domains": 397,
      "responded": 290,
      "html_200": 220,
      "refused": 58,
      "no_response": 107,
      "noindex_raw": 7,
      "robots_block_raw": 4,
      "apparent_accident": 6,
      "tls_failure": 21,
      "off_gov": 13,
      "ai_bots_blocked": 21
    },
    {
      "key": "PR",
      "domains": 8,
      "responded": 5,
      "html_200": 4,
      "refused": 0,
      "no_response": 3,
      "noindex_raw": 0,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 1,
      "off_gov": 0,
      "ai_bots_blocked": 0
    },
    {
      "key": "RI",
      "domains": 64,
      "responded": 56,
      "html_200": 28,
      "refused": 26,
      "no_response": 8,
      "noindex_raw": 2,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 3,
      "off_gov": 0,
      "ai_bots_blocked": 4
    },
    {
      "key": "SC",
      "domains": 157,
      "responded": 120,
      "html_200": 76,
      "refused": 36,
      "no_response": 37,
      "noindex_raw": 2,
      "robots_block_raw": 1,
      "apparent_accident": 2,
      "tls_failure": 13,
      "off_gov": 4,
      "ai_bots_blocked": 3
    },
    {
      "key": "SD",
      "domains": 73,
      "responded": 55,
      "html_200": 46,
      "refused": 9,
      "no_response": 18,
      "noindex_raw": 2,
      "robots_block_raw": 0,
      "apparent_accident": 2,
      "tls_failure": 2,
      "off_gov": 4,
      "ai_bots_blocked": 5
    },
    {
      "key": "TN",
      "domains": 375,
      "responded": 290,
      "html_200": 199,
      "refused": 82,
      "no_response": 85,
      "noindex_raw": 4,
      "robots_block_raw": 2,
      "apparent_accident": 3,
      "tls_failure": 21,
      "off_gov": 15,
      "ai_bots_blocked": 6
    },
    {
      "key": "TX",
      "domains": 765,
      "responded": 618,
      "html_200": 402,
      "refused": 194,
      "no_response": 147,
      "noindex_raw": 4,
      "robots_block_raw": 4,
      "apparent_accident": 0,
      "tls_failure": 40,
      "off_gov": 29,
      "ai_bots_blocked": 26
    },
    {
      "key": "UT",
      "domains": 407,
      "responded": 351,
      "html_200": 277,
      "refused": 72,
      "no_response": 56,
      "noindex_raw": 5,
      "robots_block_raw": 1,
      "apparent_accident": 4,
      "tls_failure": 9,
      "off_gov": 8,
      "ai_bots_blocked": 23
    },
    {
      "key": "VA",
      "domains": 346,
      "responded": 242,
      "html_200": 148,
      "refused": 89,
      "no_response": 104,
      "noindex_raw": 1,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 15,
      "off_gov": 6,
      "ai_bots_blocked": 5
    },
    {
      "key": "VI",
      "domains": 6,
      "responded": 6,
      "html_200": 6,
      "refused": 0,
      "no_response": 0,
      "noindex_raw": 1,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 0,
      "off_gov": 0,
      "ai_bots_blocked": 0
    },
    {
      "key": "VT",
      "domains": 104,
      "responded": 92,
      "html_200": 66,
      "refused": 24,
      "no_response": 12,
      "noindex_raw": 1,
      "robots_block_raw": 0,
      "apparent_accident": 0,
      "tls_failure": 2,
      "off_gov": 7,
      "ai_bots_blocked": 11
    },
    {
      "key": "WA",
      "domains": 264,
      "responded": 206,
      "html_200": 114,
      "refused": 88,
      "no_response": 58,
      "noindex_raw": 4,
      "robots_block_raw": 1,
      "apparent_accident": 3,
      "tls_failure": 7,
      "off_gov": 12,
      "ai_bots_blocked": 11
    },
    {
      "key": "WI",
      "domains": 843,
      "responded": 656,
      "html_200": 528,
      "refused": 121,
      "no_response": 187,
      "noindex_raw": 10,
      "robots_block_raw": 2,
      "apparent_accident": 6,
      "tls_failure": 33,
      "off_gov": 36,
      "ai_bots_blocked": 50
    },
    {
      "key": "WV",
      "domains": 164,
      "responded": 101,
      "html_200": 83,
      "refused": 16,
      "no_response": 63,
      "noindex_raw": 1,
      "robots_block_raw": 0,
      "apparent_accident": 1,
      "tls_failure": 7,
      "off_gov": 5,
      "ai_bots_blocked": 4
    },
    {
      "key": "WY",
      "domains": 82,
      "responded": 64,
      "html_200": 39,
      "refused": 19,
      "no_response": 18,
      "noindex_raw": 1,
      "robots_block_raw": 0,
      "apparent_accident": 1,
      "tls_failure": 8,
      "off_gov": 5,
      "ai_bots_blocked": 1
    }
  ]
}
