{
 "activity": {
  "external_users_window": null,
  "gaents_paid_calls_window": null
 },
 "call": {
  "type": "openai",
  "upstream_model": null
 },
 "claims": null,
 "collect_run": "1dcd850616574322",
 "collected_at": "2026-11-19T06:07:16Z",
 "evidence": [
  {
   "file": "model-cost-review-2026-11-18",
   "label": "Model cost review 2026-11-18 (per-route numbers)",
   "url": null
  }
 ],
 "external_url": null,
 "facts": [
  {
   "key": "or.input_per_m",
   "label": "List price, input, per 1M tokens (withheld)",
   "method": "read live",
   "retrieved_at": "2026-11-19T06:07:16Z",
   "source": "withheld GET /api/v1/models",
   "source_url": "https://withheld.ai/withheld",
   "unit": "USD",
   "value": 0.15
  },
  {
   "key": "or.output_per_m",
   "label": "List price, output, per 1M tokens (withheld)",
   "method": "read live",
   "note": "List price; billed can differ (model-cost-review table C).",
   "retrieved_at": "2026-11-19T06:07:16Z",
   "source": "withheld GET /api/v1/models",
   "source_url": "https://withheld.ai/withheld",
   "unit": "USD",
   "value": 0.47
  },
  {
   "key": "or.context",
   "label": "Context length",
   "method": "read live",
   "retrieved_at": "2026-11-19T06:07:16Z",
   "source": "withheld GET /api/v1/models",
   "unit": "tokens",
   "value": 1000000
  },
  {
   "key": "s1.correct_pct",
   "label": "S1 extraction: correct % of filled cells (Wilson 95%)",
   "method": "Judge's frozen scorer score_s1.py sha ee50cbd6, 192 companies x 13 fields",
   "note": "Answer key and grader are both Opus (favours Claude routes): model-cost-review REPORT caveat.",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review-2026-11-18 tables.json (Hustle, from Judge/Fathom/withheld score files)",
   "unit": "%",
   "value": "89.9 (88.3-91.3)"
  },
  {
   "key": "s1.wrong_per_1000",
   "label": "S1: wrong per 1,000 filled cells",
   "method": "same scorer",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review-2026-11-18 tables.json (Hustle, from Judge/Fathom/withheld score files)",
   "unit": "per 1,000",
   "value": 101.1
  },
  {
   "key": "s1.recall_pct",
   "label": "S1: recall",
   "method": "same scorer",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review-2026-11-18 tables.json (Hustle, from Judge/Fathom/withheld score files)",
   "unit": "%",
   "value": 88.8
  },
  {
   "key": "s1.cash_per_1k",
   "label": "S1: cash cost per 1,000 companies",
   "method": "billed usage.cost (withheld) summed over the run",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review-2026-11-18 tables.json (Hustle, from Judge/Fathom/withheld score files)",
   "unit": "USD",
   "value": 5.05
  },
  {
   "key": "s1.latency_median_s",
   "label": "S1: median seconds per company",
   "method": "run log",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review-2026-11-18 tables.json (Hustle, from Judge/Fathom/withheld score files)",
   "unit": "s",
   "value": 69.2
  },
  {
   "key": "s1.parse_failures",
   "label": "S1: parse failures",
   "method": "run log",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review-2026-11-18 tables.json (Hustle, from Judge/Fathom/withheld score files)",
   "value": "3/200"
  },
  {
   "key": "place.family_precision",
   "label": "Placement: family precision [Wilson]",
   "method": "n=228",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review tables.md section B (Pixel BESTOF-PLACE, blind Opus reference)",
   "value": "0.77 [0.71-0.83]"
  },
  {
   "key": "place.family_recall",
   "label": "Placement: family recall",
   "method": "n=228",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review tables.md section B (Pixel BESTOF-PLACE, blind Opus reference)",
   "value": 0.72
  },
  {
   "key": "place.usd_per_1k",
   "label": "Placement: $ per 1,000 companies",
   "method": "CASH (withheld actual)",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review tables.md section B (Pixel BESTOF-PLACE, blind Opus reference)",
   "unit": "USD",
   "value": 1.72
  }
 ],
 "id": "d25e334485b3f8d2",
 "identity": {
  "note": "build (quant, abliteration) not recorded by withheld's listing",
  "source": "withheld /api/v1/models id + name",
  "weights_family": [
   "qwen",
   "qwen",
   "Qwen"
  ]
 },
 "kind": "model-route",
 "method_public": null,
 "owner": {
  "id": "d71d8d85ed47ffde",
  "name": "Hustle",
  "source": "gaents router listing; the model belongs to its lab"
 },
 "prices": [],
 "public_title": "Qwen Flash",
 "runs_on": "withheld (withheld)",
 "source_id": "model-route:withheld:withheld",
 "summary": "A route on gaents. Some of its identity is not shown on this site (show settings).",
 "title": "Qwen Flash"
}