{
  "name": "alterlab-antibot-benchmark",
  "title": "AlterLab anti-bot benchmark: success rate by vendor class and tier",
  "description": "Success rate and median billed cost of AlterLab scrape jobs per anti-bot vendor class and tier over a trailing 30-day window. success_rate = successful jobs / all jobs in the cell. The vendor class is the anti-bot defence detected on the job (none_observed when no defence was detected); other groups defences outside the named vendor families. Tiers are the fetch rung that finished the job (1-4; post-hoc 3.5/4.5 count toward 3/4; pre-tier cache replays are excluded); tier 'all' sums the vendor class across tiers. median_cost is the exact median billed price of successful jobs (jobs.credits_used, microcents; 1,000,000 microcents = USD 1), not infrastructure cost. Only customer jobs are counted: internal, admin, test and first-party crawler accounts are excluded. Any cell with fewer than 100 jobs is omitted. The dataset carries no customer, domain, URL or job identifiers.",
  "homepage": "https://alterlab.io/datasets/antibot-benchmark",
  "version": "2026-10-30",
  "created": "2026-10-30T13:23:31Z",
  "licenses": [
    {
      "name": "CC-BY-4.0",
      "path": "https://creativecommons.org/licenses/by/4.0/",
      "title": "Creative Commons Attribution 4.0"
    }
  ],
  "sources": [
    {
      "title": "AlterLab production job telemetry (scrape_diagnostics, jobs)",
      "path": "https://alterlab.io/datasets/antibot-benchmark"
    }
  ],
  "contributors": [
    {
      "title": "AlterLab",
      "path": "https://alterlab.io",
      "role": "author"
    }
  ],
  "temporal": {
    "start": "2026-09-30",
    "end": "2026-10-30"
  },
  "k_floor": 100,
  "cohort": {
    "customers_only": true,
    "crawler_ids_excluded": true
  },
  "refresh": "monthly",
  "resources": [
    {
      "name": "antibot-benchmark",
      "path": "latest.csv",
      "format": "csv",
      "mediatype": "text/csv",
      "encoding": "utf-8",
      "rows": 20,
      "schema": {
        "fields": [
          {
            "name": "window_start",
            "type": "date",
            "description": "First day of the window (inclusive, UTC)."
          },
          {
            "name": "window_end",
            "type": "date",
            "description": "Day after the last day of the window (exclusive, UTC)."
          },
          {
            "name": "vendor_class",
            "type": "string",
            "description": "Detected anti-bot vendor class, or none_observed."
          },
          {
            "name": "tier",
            "type": "string",
            "description": "Fetch tier 1-4 that finished the job, or all."
          },
          {
            "name": "jobs",
            "type": "integer",
            "description": "Jobs in the cell (never below 100)."
          },
          {
            "name": "success_rate",
            "type": "number",
            "description": "Successful jobs / jobs, 0-1."
          },
          {
            "name": "median_cost_microcents",
            "type": "integer",
            "description": "Median billed price of successful jobs."
          },
          {
            "name": "median_cost_usd_per_1k",
            "type": "number",
            "description": "Median billed price per 1,000 requests, USD."
          }
        ],
        "primaryKey": [
          "window_start",
          "vendor_class",
          "tier"
        ]
      }
    }
  ]
}
