{
  "dataset": "batchwatch batch API queue-time measurements",
  "window": "30d",
  "generated_at": "2026-10-23T15:11:20.796Z",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "attribution": "batchwatch — CC BY 4.0",
  "source_url": "https://api.batchwatch.dev/data.csv",
  "schema": {
    "provider": "Provider slug, e.g. \"openai\".",
    "provider_name": "Human-readable provider name.",
    "model": "Model id, e.g. \"gpt-4o\".",
    "mode": "Measurement mode: \"batch\" or \"sync\".",
    "window": "Rolling window the figures cover (always \"30d\").",
    "n": "Number of completed jobs behind the figures (sample size).",
    "contributors": "Distinct independent third-party sources behind the figures.",
    "p50_s": "Median queue time in seconds (null when not yet established).",
    "p90_s": "Ninetieth-percentile queue time in seconds.",
    "p95_s": "Ninety-fifth-percentile queue time in seconds.",
    "max_s": "Slowest completion observed in the window, in seconds.",
    "newest_at": "Unix seconds of the newest measurement in the window.",
    "oldest_at": "Unix seconds of the oldest measurement in the window.",
    "computed_at": "Unix seconds the rollup was computed.",
    "requested_service_tier": "Pricing tier the figures are for: \"standard\" (batch and full-price sync) or \"flex\" (the half-price synchronous tier). Its own series, never pooled with standard. Flex latency is measured on a fixed 8-input-token probe, the same fixed prompt size our batch probes use. A flex call is synchronous, so the figure is the model's own work and it grows with the prompt: read it as the floor a larger prompt starts from. A batch figure is dominated by queue time -- the wait to be scheduled -- so the same extra work is a much smaller part of it. The refusal rate is unaffected by prompt size: admission control happens before inference, so this probe measures it exactly as well as a large one would."
  },
  "columns": [
    "provider",
    "provider_name",
    "model",
    "mode",
    "window",
    "n",
    "contributors",
    "p50_s",
    "p90_s",
    "p95_s",
    "max_s",
    "newest_at",
    "oldest_at",
    "computed_at",
    "requested_service_tier"
  ],
  "count": 10,
  "rows": [
    {
      "provider": "anthropic",
      "provider_name": "Anthropic",
      "model": "claude-haiku-4-5",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 2581,
      "contributors": 0,
      "p50_s": 114,
      "p90_s": 203,
      "p95_s": 203,
      "max_s": 592,
      "newest_at": 1792766153,
      "oldest_at": 1790175953,
      "computed_at": 1792767837
    },
    {
      "provider": "google",
      "provider_name": "Google",
      "model": "gemini-2.5-flash",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 1,
      "contributors": 0,
      "p50_s": null,
      "p90_s": null,
      "p95_s": null,
      "max_s": 199,
      "newest_at": 1787279968,
      "oldest_at": 1787279968,
      "computed_at": 1789871011
    },
    {
      "provider": "google",
      "provider_name": "Google",
      "model": "gemini-2.5-flash-lite",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 1,
      "contributors": 0,
      "p50_s": null,
      "p90_s": null,
      "p95_s": null,
      "max_s": 169,
      "newest_at": 1787217610,
      "oldest_at": 1787217610,
      "computed_at": 1789808607
    },
    {
      "provider": "google",
      "provider_name": "Google",
      "model": "gemini-3.6-flash",
      "mode": "sync",
      "requested_service_tier": "flex",
      "window": "30d",
      "n": 3470,
      "contributors": 0,
      "p50_s": 2,
      "p90_s": 3,
      "p95_s": 3,
      "max_s": 2,
      "newest_at": 1792765592,
      "oldest_at": 1790181957,
      "computed_at": 1792766636
    },
    {
      "provider": "google",
      "provider_name": "Google",
      "model": "gemini-3.7-flash",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 2156,
      "contributors": 0,
      "p50_s": 127,
      "p90_s": 166,
      "p95_s": 175,
      "max_s": 380,
      "newest_at": 1792764998,
      "oldest_at": 1790174136,
      "computed_at": 1792766035
    },
    {
      "provider": "openai",
      "provider_name": "OpenAI",
      "model": "gpt-5-nano",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 3891,
      "contributors": 0,
      "p50_s": 50,
      "p90_s": 1712,
      "p95_s": 6609,
      "max_s": 85873,
      "newest_at": 1792764894,
      "oldest_at": 1790174460,
      "computed_at": 1792766035
    },
    {
      "provider": "openai",
      "provider_name": "OpenAI",
      "model": "gpt-5-nano",
      "mode": "sync",
      "requested_service_tier": "flex",
      "window": "30d",
      "n": 3951,
      "contributors": 0,
      "p50_s": 2,
      "p90_s": 3,
      "p95_s": 3,
      "max_s": 2,
      "newest_at": 1792766801,
      "oldest_at": 1790183807,
      "computed_at": 1792767837
    },
    {
      "provider": "openai",
      "provider_name": "OpenAI",
      "model": "gpt-5.6-luna",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 3332,
      "contributors": 0,
      "p50_s": 61,
      "p90_s": 226,
      "p95_s": 1174,
      "max_s": 7504,
      "newest_at": 1792764916,
      "oldest_at": 1790174335,
      "computed_at": 1792766035
    },
    {
      "provider": "openai",
      "provider_name": "OpenAI",
      "model": "gpt-5.6-sol",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 1728,
      "contributors": 0,
      "p50_s": 51,
      "p90_s": 57,
      "p95_s": 119,
      "max_s": 5594,
      "newest_at": 1792758336,
      "oldest_at": 1790175357,
      "computed_at": 1792766636
    },
    {
      "provider": "openai",
      "provider_name": "OpenAI",
      "model": "gpt-5.6-sol",
      "mode": "sync",
      "requested_service_tier": "flex",
      "window": "30d",
      "n": 3674,
      "contributors": 0,
      "p50_s": 1,
      "p90_s": 2,
      "p95_s": 3,
      "max_s": 5,
      "newest_at": 1792766194,
      "oldest_at": 1790176921,
      "computed_at": 1792767250
    }
  ]
}