{
 "activity": {
  "external_users_window": null,
  "gaents_paid_calls_window": null
 },
 "call": {
  "type": "openai",
  "upstream_model": null
 },
 "claims": null,
 "collect_run": "1dcd850616574322",
 "collected_at": "2026-11-19T06:07:16Z",
 "evidence": [
  {
   "file": "model-cost-review-2026-11-18",
   "label": "Model cost review 2026-11-18 (per-route numbers)",
   "url": null
  }
 ],
 "external_url": null,
 "facts": [
  {
   "key": "s1.correct_pct",
   "label": "S1 extraction: correct % of filled cells (Wilson 95%)",
   "method": "Judge's frozen scorer score_s1.py sha ee50cbd6, 192 companies x 13 fields",
   "note": "Answer key and grader are both Opus (favours Claude routes): model-cost-review REPORT caveat.",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review-2026-11-18 tables.json (Hustle, from Judge/Fathom/withheld score files)",
   "unit": "%",
   "value": "93.0 (91.7-94.2)"
  },
  {
   "key": "s1.wrong_per_1000",
   "label": "S1: wrong per 1,000 filled cells",
   "method": "same scorer",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review-2026-11-18 tables.json (Hustle, from Judge/Fathom/withheld score files)",
   "unit": "per 1,000",
   "value": 69.5
  },
  {
   "key": "s1.recall_pct",
   "label": "S1: recall",
   "method": "same scorer",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review-2026-11-18 tables.json (Hustle, from Judge/Fathom/withheld score files)",
   "unit": "%",
   "value": 87.8
  },
  {
   "key": "s1.cash_per_1k",
   "label": "S1: cash cost per 1,000 companies",
   "method": "billed usage.cost (withheld) summed over the run",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review-2026-11-18 tables.json (Hustle, from Judge/Fathom/withheld score files)",
   "unit": "USD",
   "value": 5.97
  },
  {
   "key": "s1.latency_median_s",
   "label": "S1: median seconds per company",
   "method": "parallel calls: per-company max of the two",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review-2026-11-18 tables.json (Hustle, from Judge/Fathom/withheld score files)",
   "unit": "s",
   "value": 108.5
  },
  {
   "key": "s1.parse_failures",
   "label": "S1: parse failures",
   "method": "run log",
   "retrieved_at": "2026-11-18T15:16Z;",
   "source": "model-cost-review-2026-11-18 tables.json (Hustle, from Judge/Fathom/withheld score files)",
   "value": "as components"
  }
 ],
 "id": "242ef017a63afe80",
 "identity": {
  "note": null,
  "source": "model-cost-review tables.json route name + family",
  "weights_family": [
   "GLM",
   "DeepSeek"
  ]
 },
 "kind": "model-route",
 "method_public": null,
 "owner": {
  "id": "d71d8d85ed47ffde",
  "name": "Hustle",
  "source": "gaents router listing; measured by the model cost review"
 },
 "prices": [],
 "public_title": "withheld",
 "runs_on": "withheld",
 "source_id": "model-route:cascade:withheld",
 "summary": "Two models answer; a value is kept only where both agree. Measured on S1 extraction.",
 "title": "withheld"
}