Statistics

{
  "_id": "6add72ffb4ea065ae68b46a1",
  "timestamp": "2026-10-25T03:00:00.000Z",
  "audit_errors": {
    "total": 6185105,
    "by_code": [
      {
        "code": "dns_nxdomain",
        "count": 4173378
      },
      {
        "code": "dns_noanswer",
        "count": 721867
      },
      {
        "code": "tcp_timeout",
        "count": 438683
      },
      {
        "code": "tcp_unreachable",
        "count": 197088
      },
      {
        "code": "dns_servfail",
        "count": 143012
      },
      {
        "code": "dns_timeout",
        "count": 124855
      },
      {
        "code": "http_h2_protocol_error",
        "count": 113763
      },
      {
        "code": "dns_resolution_failed",
        "count": 55662
      },
      {
        "code": "tls_handshake_failed",
        "count": 51963
      },
      {
        "code": "tcp_refused",
        "count": 48318
      },
      {
        "code": "dns_parked",
        "count": 23626
      },
      {
        "code": "tcp_reset",
        "count": 22029
      },
      {
        "code": "tcp",
        "count": 15506
      },
      {
        "code": "http_redirect_error",
        "count": 15061
      },
      {
        "code": "input_invalid_url",
        "count": 14957
      },
      {
        "code": "dns_transient",
        "count": 10508
      },
      {
        "code": "http_rate_limited",
        "count": 7230
      },
      {
        "code": "crawl_unknown_error",
        "count": 5772
      },
      {
        "code": "http_compression_error",
        "count": 1622
      },
      {
        "code": "dns",
        "count": 117
      },
      {
        "code": "tls",
        "count": 73
      },
      {
        "code": "tcp_other_oserror",
        "count": 13
      },
      {
        "code": "crawl_blocked_content",
        "count": 2
      }
    ]
  },
  "by_health": [
    {
      "health": "excluded",
      "count": 51946078
    },
    {
      "health": "alive",
      "count": 5814446
    },
    {
      "health": "reachable",
      "count": 4370318
    },
    {
      "health": "dead",
      "count": 3099890
    },
    {
      "health": "unavailable",
      "count": 1804090
    },
    {
      "health": "discovered",
      "count": 1444961
    },
    {
      "health": "degraded",
      "count": 724788
    },
    {
      "health": "parked",
      "count": 659876
    },
    {
      "health": "misconfigured",
      "count": 227847
    },
    {
      "health": "invalid_url",
      "count": 13828
    },
    {
      "health": "unprocessable",
      "count": 4647
    }
  ],
  "by_kind": [
    {
      "kind": "subdomain",
      "count": 61160056
    },
    {
      "kind": "apex",
      "count": 8910219
    },
    {
      "kind": "ipv4",
      "count": 36457
    },
    {
      "kind": "local",
      "count": 3805
    },
    {
      "kind": "onion",
      "count": 230
    },
    {
      "kind": "ipv6",
      "count": 2
    }
  ],
  "by_provider": [
    {
      "provider": "missing",
      "count": 51662686
    },
    {
      "provider": "none",
      "count": 7495057
    },
    {
      "provider": "other",
      "count": 5489614
    },
    {
      "provider": "cloudflare",
      "count": 2667025
    },
    {
      "provider": "godaddy",
      "count": 528261
    },
    {
      "provider": "aws",
      "count": 425062
    },
    {
      "provider": "self-hosted",
      "count": 369884
    },
    {
      "provider": "alibaba",
      "count": 245592
    },
    {
      "provider": "ovh",
      "count": 130510
    },
    {
      "provider": "ionos",
      "count": 111118
    },
    {
      "provider": "google",
      "count": 109985
    },
    {
      "provider": "namecheap",
      "count": 94556
    },
    {
      "provider": "tencent",
      "count": 87725
    },
    {
      "provider": "wix",
      "count": 76576
    },
    {
      "provider": "azure",
      "count": 74511
    },
    {
      "provider": "ns1",
      "count": 66701
    },
    {
      "provider": "akamai",
      "count": 50614
    },
    {
      "provider": "transip",
      "count": 49499
    },
    {
      "provider": "bluehost",
      "count": 42818
    },
    {
      "provider": "gandi",
      "count": 41618
    }
  ],
  "by_region": [
    {
      "region": "global",
      "count": 57129384
    },
    {
      "region": "eu",
      "count": 7210892
    },
    {
      "region": "as",
      "count": 4129055
    },
    {
      "region": "sa",
      "count": 496280
    },
    {
      "region": "af",
      "count": 431914
    },
    {
      "region": "na",
      "count": 376384
    },
    {
      "region": "oc",
      "count": 336860
    }
  ],
  "by_robots_verdict": [
    {
      "verdict": "allowed",
      "count": 8237524
    },
    {
      "verdict": "absent",
      "count": 3268731
    },
    {
      "verdict": "blocked",
      "count": 720942
    },
    {
      "verdict": "unreachable",
      "count": 539004
    }
  ],
  "by_scheme": [
    {
      "scheme": "http",
      "count": 51562130
    },
    {
      "scheme": "https",
      "count": 18548639
    }
  ],
  "by_suffix": [
    {
      "suffix": "com",
      "count": 43847469
    },
    {
      "suffix": "blogspot.com",
      "count": 4151063
    },
    {
      "suffix": "net",
      "count": 3415572
    },
    {
      "suffix": "cn",
      "count": 1812119
    },
    {
      "suffix": "nl",
      "count": 1521900
    },
    {
      "suffix": "icu",
      "count": 1434265
    },
    {
      "suffix": "org",
      "count": 1195108
    },
    {
      "suffix": "tips",
      "count": 1048113
    },
    {
      "suffix": "de",
      "count": 738470
    },
    {
      "suffix": "cz",
      "count": 704990
    },
    {
      "suffix": "ir",
      "count": 547546
    },
    {
      "suffix": "co.uk",
      "count": 450749
    },
    {
      "suffix": "ru",
      "count": 442654
    },
    {
      "suffix": "top",
      "count": 379969
    },
    {
      "suffix": "pl",
      "count": 376816
    },
    {
      "suffix": "jp",
      "count": 364733
    },
    {
      "suffix": "hu",
      "count": 358596
    },
    {
      "suffix": "com.cn",
      "count": 340873
    },
    {
      "suffix": "fr",
      "count": 307173
    },
    {
      "suffix": "it",
      "count": 267582
    }
  ],
  "counts": {
    "hosts": 70110439,
    "indexed": 30189412,
    "indexed_today": 12473,
    "crawls": 23211,
    "crawls_today": 25,
    "audited_dns_total": 18448309,
    "audited_dns_today": 0,
    "audited_tls_total": 12753105,
    "audited_tls_today": 0,
    "audited_robots_total": 12766201,
    "audited_robots_today": 0
  },
  "crawl_metrics": {
    "saved": 0,
    "responses_per_minute": 0.0,
    "failures_all": 0,
    "failure_timeout": 0,
    "failure_tls": 0
  },
  "excluded_by_status_reason": [
    {
      "status_reason": "subdomain_trap",
      "count": 48993474
    },
    {
      "status_reason": "crawl_canonical_redirect",
      "count": 1163076
    },
    {
      "status_reason": "crawl_robots_txt_blocked",
      "count": 705706
    },
    {
      "status_reason": "http_3xx_redirect",
      "count": 609540
    },
    {
      "status_reason": "crawl_noindex",
      "count": 359225
    },
    {
      "status_reason": "blocked",
      "count": 80780
    },
    {
      "status_reason": "crawl_duplicate_content",
      "count": 34207
    },
    {
      "status_reason": "no_follow",
      "count": 70
    }
  ],
  "mongo": {
    "data_size": 61939934161,
    "connections_current": 64,
    "connections_active": 24
  },
  "period": "1h"
}