Statistics

{
  "_id": "6a9c644e36840e6c3389a7d9",
  "timestamp": "2026-09-05T18:00:00.000Z",
  "audit_errors": {
    "total": 5697436,
    "by_code": [
      {
        "code": "dns_nxdomain",
        "count": 4073734
      },
      {
        "code": "dns_noanswer",
        "count": 686302
      },
      {
        "code": "tcp_timeout",
        "count": 253171
      },
      {
        "code": "dns_servfail",
        "count": 133268
      },
      {
        "code": "tcp_unreachable",
        "count": 127509
      },
      {
        "code": "dns_timeout",
        "count": 111765
      },
      {
        "code": "http_h2_protocol_error",
        "count": 85571
      },
      {
        "code": "tls_handshake_failed",
        "count": 51574
      },
      {
        "code": "tcp_refused",
        "count": 44971
      },
      {
        "code": "dns_resolution_failed",
        "count": 26621
      },
      {
        "code": "dns_parked",
        "count": 23626
      },
      {
        "code": "tcp_reset",
        "count": 18596
      },
      {
        "code": "tcp",
        "count": 15506
      },
      {
        "code": "input_invalid_url",
        "count": 14887
      },
      {
        "code": "dns_transient",
        "count": 10064
      },
      {
        "code": "http_redirect_error",
        "count": 8523
      },
      {
        "code": "http_rate_limited",
        "count": 5795
      },
      {
        "code": "crawl_unknown_error",
        "count": 5018
      },
      {
        "code": "http_compression_error",
        "count": 698
      },
      {
        "code": "dns",
        "count": 117
      },
      {
        "code": "tls",
        "count": 73
      },
      {
        "code": "tcp_other_oserror",
        "count": 13
      },
      {
        "code": "crawl_blocked_content",
        "count": 2
      }
    ]
  },
  "by_health": [
    {
      "health": "excluded",
      "count": 50877116
    },
    {
      "health": "reachable",
      "count": 6517842
    },
    {
      "health": "alive",
      "count": 3348276
    },
    {
      "health": "dead",
      "count": 3001440
    },
    {
      "health": "unavailable",
      "count": 1424446
    },
    {
      "health": "parked",
      "count": 625871
    },
    {
      "health": "degraded",
      "count": 446842
    },
    {
      "health": "misconfigured",
      "count": 214402
    },
    {
      "health": "discovered",
      "count": 137675
    },
    {
      "health": "invalid_url",
      "count": 13770
    },
    {
      "health": "unprocessable",
      "count": 1983
    }
  ],
  "by_kind": [
    {
      "kind": "subdomain",
      "count": 59128391
    },
    {
      "kind": "apex",
      "count": 7442729
    },
    {
      "kind": "ipv4",
      "count": 30350
    },
    {
      "kind": "local",
      "count": 3768
    },
    {
      "kind": "onion",
      "count": 228
    },
    {
      "kind": "ipv6",
      "count": 2
    }
  ],
  "by_provider": [
    {
      "provider": "missing",
      "count": 49869595
    },
    {
      "provider": "none",
      "count": 7132244
    },
    {
      "provider": "other",
      "count": 4879163
    },
    {
      "provider": "cloudflare",
      "count": 2308438
    },
    {
      "provider": "godaddy",
      "count": 443788
    },
    {
      "provider": "aws",
      "count": 374606
    },
    {
      "provider": "self-hosted",
      "count": 331299
    },
    {
      "provider": "alibaba",
      "count": 227944
    },
    {
      "provider": "ovh",
      "count": 107233
    },
    {
      "provider": "google",
      "count": 95979
    },
    {
      "provider": "ionos",
      "count": 86914
    },
    {
      "provider": "tencent",
      "count": 82812
    },
    {
      "provider": "namecheap",
      "count": 80219
    },
    {
      "provider": "azure",
      "count": 63148
    },
    {
      "provider": "wix",
      "count": 60130
    },
    {
      "provider": "ns1",
      "count": 55080
    },
    {
      "provider": "transip",
      "count": 47343
    },
    {
      "provider": "akamai",
      "count": 45971
    },
    {
      "provider": "bluehost",
      "count": 37108
    },
    {
      "provider": "gandi",
      "count": 36241
    }
  ],
  "by_region": [
    {
      "region": "global",
      "count": 55013203
    },
    {
      "region": "eu",
      "count": 6441037
    },
    {
      "region": "as",
      "count": 3837949
    },
    {
      "region": "af",
      "count": 407580
    },
    {
      "region": "sa",
      "count": 354054
    },
    {
      "region": "na",
      "count": 285456
    },
    {
      "region": "oc",
      "count": 265540
    }
  ],
  "by_robots_verdict": [
    {
      "verdict": "allowed",
      "count": 6350644
    },
    {
      "verdict": "absent",
      "count": 2427887
    },
    {
      "verdict": "blocked",
      "count": 605025
    },
    {
      "verdict": "unreachable",
      "count": 329673
    }
  ],
  "by_scheme": [
    {
      "scheme": "http",
      "count": 50926412
    },
    {
      "scheme": "https",
      "count": 15679513
    }
  ],
  "by_suffix": [
    {
      "suffix": "com",
      "count": 42657970
    },
    {
      "suffix": "blogspot.com",
      "count": 3741003
    },
    {
      "suffix": "net",
      "count": 3314224
    },
    {
      "suffix": "cn",
      "count": 1780758
    },
    {
      "suffix": "nl",
      "count": 1487920
    },
    {
      "suffix": "icu",
      "count": 1433215
    },
    {
      "suffix": "tips",
      "count": 1048007
    },
    {
      "suffix": "org",
      "count": 1036090
    },
    {
      "suffix": "cz",
      "count": 672811
    },
    {
      "suffix": "de",
      "count": 628336
    },
    {
      "suffix": "ir",
      "count": 536524
    },
    {
      "suffix": "co.uk",
      "count": 411971
    },
    {
      "suffix": "top",
      "count": 374222
    },
    {
      "suffix": "hu",
      "count": 353388
    },
    {
      "suffix": "pl",
      "count": 338311
    },
    {
      "suffix": "com.cn",
      "count": 331982
    },
    {
      "suffix": "jp",
      "count": 323325
    },
    {
      "suffix": "fr",
      "count": 272088
    },
    {
      "suffix": "ru",
      "count": 267365
    },
    {
      "suffix": "web.id",
      "count": 258043
    }
  ],
  "counts": {
    "hosts": 66603359,
    "indexed": 27682364,
    "indexed_today": 215294,
    "crawls": 6563,
    "crawls_today": 229,
    "audited_dns_total": 16738947,
    "audited_dns_today": 206352,
    "audited_tls_total": 11225388,
    "audited_tls_today": 1000961,
    "audited_robots_total": 9713229,
    "audited_robots_today": 710018
  },
  "crawl_metrics": {
    "saved": 0,
    "responses_per_minute": 0.0,
    "failures_all": 0,
    "failure_timeout": 0,
    "failure_tls": 0
  },
  "excluded_by_status_reason": [
    {
      "status_reason": "subdomain_trap",
      "count": 48761978
    },
    {
      "status_reason": "crawl_canonical_redirect",
      "count": 786486
    },
    {
      "status_reason": "crawl_robots_txt_blocked",
      "count": 592200
    },
    {
      "status_reason": "http_3xx_redirect",
      "count": 421120
    },
    {
      "status_reason": "crawl_noindex",
      "count": 209439
    },
    {
      "status_reason": "blocked",
      "count": 79026
    },
    {
      "status_reason": "crawl_duplicate_content",
      "count": 26049
    },
    {
      "status_reason": "no_follow",
      "count": 70
    }
  ],
  "mongo": {
    "data_size": 47932413256,
    "connections_current": 77,
    "connections_active": 28
  },
  "period": "1h"
}