Statistics

{
  "_id": "6aab3ac536840e6c338fdebb",
  "timestamp": "2026-09-17T00:00:00.000Z",
  "audit_errors": {
    "total": 5825799,
    "by_code": [
      {
        "code": "dns_nxdomain",
        "count": 4080162
      },
      {
        "code": "dns_noanswer",
        "count": 689316
      },
      {
        "code": "tcp_timeout",
        "count": 316100
      },
      {
        "code": "tcp_unreachable",
        "count": 159931
      },
      {
        "code": "dns_servfail",
        "count": 133963
      },
      {
        "code": "dns_timeout",
        "count": 112160
      },
      {
        "code": "http_h2_protocol_error",
        "count": 104678
      },
      {
        "code": "tls_handshake_failed",
        "count": 51613
      },
      {
        "code": "tcp_refused",
        "count": 45098
      },
      {
        "code": "dns_resolution_failed",
        "count": 28841
      },
      {
        "code": "dns_parked",
        "count": 23626
      },
      {
        "code": "tcp_reset",
        "count": 19870
      },
      {
        "code": "tcp",
        "count": 15506
      },
      {
        "code": "input_invalid_url",
        "count": 14955
      },
      {
        "code": "dns_transient",
        "count": 10082
      },
      {
        "code": "http_redirect_error",
        "count": 9972
      },
      {
        "code": "crawl_unknown_error",
        "count": 5088
      },
      {
        "code": "http_rate_limited",
        "count": 3841
      },
      {
        "code": "http_compression_error",
        "count": 792
      },
      {
        "code": "dns",
        "count": 117
      },
      {
        "code": "tls",
        "count": 73
      },
      {
        "code": "tcp_other_oserror",
        "count": 13
      },
      {
        "code": "crawl_blocked_content",
        "count": 2
      }
    ]
  },
  "by_health": [
    {
      "health": "excluded",
      "count": 51021807
    },
    {
      "health": "reachable",
      "count": 6375366
    },
    {
      "health": "alive",
      "count": 3611233
    },
    {
      "health": "dead",
      "count": 3007783
    },
    {
      "health": "unavailable",
      "count": 1550931
    },
    {
      "health": "parked",
      "count": 628840
    },
    {
      "health": "degraded",
      "count": 458708
    },
    {
      "health": "misconfigured",
      "count": 217066
    },
    {
      "health": "discovered",
      "count": 57774
    },
    {
      "health": "invalid_url",
      "count": 13838
    },
    {
      "health": "unprocessable",
      "count": 2318
    }
  ],
  "by_kind": [
    {
      "kind": "subdomain",
      "count": 59307252
    },
    {
      "kind": "apex",
      "count": 7603725
    },
    {
      "kind": "ipv4",
      "count": 30668
    },
    {
      "kind": "local",
      "count": 3789
    },
    {
      "kind": "onion",
      "count": 228
    },
    {
      "kind": "ipv6",
      "count": 2
    }
  ],
  "by_provider": [
    {
      "provider": "missing",
      "count": 50110548
    },
    {
      "provider": "none",
      "count": 7153623
    },
    {
      "provider": "other",
      "count": 4922456
    },
    {
      "provider": "cloudflare",
      "count": 2320649
    },
    {
      "provider": "godaddy",
      "count": 447375
    },
    {
      "provider": "aws",
      "count": 377109
    },
    {
      "provider": "self-hosted",
      "count": 332068
    },
    {
      "provider": "alibaba",
      "count": 228275
    },
    {
      "provider": "ovh",
      "count": 109286
    },
    {
      "provider": "google",
      "count": 96691
    },
    {
      "provider": "ionos",
      "count": 89149
    },
    {
      "provider": "tencent",
      "count": 82912
    },
    {
      "provider": "namecheap",
      "count": 80839
    },
    {
      "provider": "azure",
      "count": 63777
    },
    {
      "provider": "wix",
      "count": 61352
    },
    {
      "provider": "ns1",
      "count": 55881
    },
    {
      "provider": "transip",
      "count": 47039
    },
    {
      "provider": "akamai",
      "count": 46037
    },
    {
      "provider": "bluehost",
      "count": 37487
    },
    {
      "provider": "gandi",
      "count": 36507
    }
  ],
  "by_region": [
    {
      "region": "global",
      "count": 55106530
    },
    {
      "region": "eu",
      "count": 6657399
    },
    {
      "region": "as",
      "count": 3850007
    },
    {
      "region": "af",
      "count": 409251
    },
    {
      "region": "sa",
      "count": 364212
    },
    {
      "region": "na",
      "count": 286465
    },
    {
      "region": "oc",
      "count": 271800
    }
  ],
  "by_robots_verdict": [
    {
      "verdict": "allowed",
      "count": 7468408
    },
    {
      "verdict": "absent",
      "count": 2937029
    },
    {
      "verdict": "blocked",
      "count": 669901
    },
    {
      "verdict": "unreachable",
      "count": 437202
    }
  ],
  "by_scheme": [
    {
      "scheme": "http",
      "count": 50915035
    },
    {
      "scheme": "https",
      "count": 16030629
    }
  ],
  "by_suffix": [
    {
      "suffix": "com",
      "count": 42702842
    },
    {
      "suffix": "blogspot.com",
      "count": 3753663
    },
    {
      "suffix": "net",
      "count": 3318035
    },
    {
      "suffix": "cn",
      "count": 1781213
    },
    {
      "suffix": "nl",
      "count": 1499481
    },
    {
      "suffix": "icu",
      "count": 1433270
    },
    {
      "suffix": "tips",
      "count": 1048021
    },
    {
      "suffix": "org",
      "count": 1042004
    },
    {
      "suffix": "cz",
      "count": 686121
    },
    {
      "suffix": "de",
      "count": 664328
    },
    {
      "suffix": "ir",
      "count": 537250
    },
    {
      "suffix": "co.uk",
      "count": 419757
    },
    {
      "suffix": "top",
      "count": 374294
    },
    {
      "suffix": "hu",
      "count": 355308
    },
    {
      "suffix": "pl",
      "count": 352680
    },
    {
      "suffix": "com.cn",
      "count": 332179
    },
    {
      "suffix": "jp",
      "count": 326191
    },
    {
      "suffix": "ru",
      "count": 302050
    },
    {
      "suffix": "fr",
      "count": 279836
    },
    {
      "suffix": "web.id",
      "count": 258084
    }
  ],
  "counts": {
    "hosts": 66945492,
    "indexed": 27991272,
    "indexed_today": 0,
    "crawls": 8312,
    "crawls_today": 0,
    "audited_dns_total": 16835342,
    "audited_dns_today": 0,
    "audited_tls_total": 11442115,
    "audited_tls_today": 1416,
    "audited_robots_total": 11512540,
    "audited_robots_today": 1420
  },
  "crawl_metrics": {
    "saved": 798,
    "responses_per_minute": 117.22222222222221,
    "failures_all": 98,
    "failure_timeout": 7,
    "failure_tls": 0
  },
  "excluded_by_status_reason": [
    {
      "status_reason": "subdomain_trap",
      "count": 48770202
    },
    {
      "status_reason": "crawl_canonical_redirect",
      "count": 828907
    },
    {
      "status_reason": "crawl_robots_txt_blocked",
      "count": 655659
    },
    {
      "status_reason": "http_3xx_redirect",
      "count": 440079
    },
    {
      "status_reason": "crawl_noindex",
      "count": 221797
    },
    {
      "status_reason": "blocked",
      "count": 79099
    },
    {
      "status_reason": "crawl_duplicate_content",
      "count": 25993
    },
    {
      "status_reason": "no_follow",
      "count": 70
    }
  ],
  "mongo": {
    "data_size": 49604862930,
    "connections_current": 63,
    "connections_active": 23
  },
  "period": "1h"
}