{
 "capacity_at": "2026-11-19T06:07:32Z",
 "cost_basis_rule": "Cash (billed by the provider) and capacity (API-equivalent list price of a Claude subscription login, not cash) are separate columns and never added for display. Only the go-to ranking adds them, because gaents prices both from list price.",
 "generated_at": "2026-11-19T06:07:31Z",
 "go_to_rule": {
  "eligible": "callable",
  "quality_test": "point_within_reference_interval_all_columns",
  "rank": "cash_plus_capacity_per_correct",
  "reference": "best_callable",
  "text": "Start from the top-scoring route you can call as one gaents alias (the incumbent). A cheaper callable route becomes the go-to only if, on EVERY measured quality column of the task, its score is inside or above the incumbent's 95% interval. If a cheaper route falls below on any column, the incumbent stays and the line says which column. Cost per correct output is ranked on cash plus capacity at list price; the two are shown in separate columns."
 },
 "models": [
  {
   "alias": "gaents/claude-haiku",
   "below_min_live": true,
   "calls": 3,
   "chain": [
    {
     "family": "claude-haiku",
     "kind": "this alias's own weights",
     "routes": 3,
     "unmeasured": false
    },
    {
     "family": "glm-flash",
     "kind": "same weights as gaents/glm-flash",
     "routes": 1,
     "unmeasured": false
    }
   ],
   "external_payers": 0,
   "latency_p50_ms": 1668.9249277114868,
   "live_routes": 1,
   "measured": [
    {
     "correct": 1474,
     "cpc_capacity": 0.6134076797829038,
     "cpc_cash": null,
     "is_go_to": false,
     "label": "claude-haiku, lean prompt",
     "n": 1607,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9297,
       "k": 1474,
       "key": "precision",
       "lo": 0.9028,
       "n": 1607,
       "score": 0.9172
      },
      {
       "ci": "source",
       "hi": 0.9171,
       "k": null,
       "key": "recall",
       "lo": 0.8885,
       "n": null,
       "score": 0.9037
      }
     ],
     "task": "s1"
    },
    {
     "correct": 151,
     "cpc_capacity": null,
     "cpc_cash": null,
     "is_go_to": false,
     "label": "claude-haiku",
     "n": 182,
     "quality": [
      {
       "ci": "source",
       "hi": 0.88,
       "k": 151,
       "key": "precision",
       "lo": 0.77,
       "n": 182,
       "score": 0.83
      },
      {
       "ci": "Wilson 95% computed here from Pixel's counts",
       "hi": 0.8165381572058469,
       "k": 151,
       "key": "recall",
       "lo": 0.6987173699005573,
       "n": 198,
       "score": 0.76
      }
     ],
     "task": "placement"
    }
   ],
   "min_live": 2,
   "price_in_per_m": 0.11605,
   "price_out_per_m": 0.5802499999999999,
   "requires_escalation": false,
   "route_hex": "6f81e0f3055b2180",
   "serving": true,
   "slug": "claude-haiku",
   "success": 2
  },
  {
   "alias": "gaents/claude-opus",
   "below_min_live": true,
   "calls": null,
   "chain": [
    {
     "family": "claude-opus",
     "kind": "this alias's own weights",
     "routes": 3,
     "unmeasured": false
    },
    {
     "family": "glm",
     "kind": "a build with no public alias",
     "routes": 1,
     "unmeasured": false
    }
   ],
   "external_payers": null,
   "latency_p50_ms": null,
   "live_routes": 1,
   "measured": [
    {
     "correct": 36,
     "cpc_capacity": 0.9086111111111111,
     "cpc_cash": null,
     "is_go_to": true,
     "label": "claude-opus (Claude Code harness)",
     "n": 42,
     "quality": [
      {
       "ci": "source",
       "hi": 0.93,
       "k": 36,
       "key": "passes",
       "lo": 0.72,
       "n": 42,
       "score": 0.8571428571428571
      },
      {
       "ci": "Wilson 95% computed here from Judge's counts",
       "hi": 1.0,
       "k": 9,
       "key": "mergeable",
       "lo": 0.7008472464490406,
       "n": 9,
       "score": 1.0
      }
     ],
     "task": "coding"
    }
   ],
   "min_live": 2,
   "price_in_per_m": 4.6419999999999995,
   "price_out_per_m": 23.210000000000004,
   "requires_escalation": false,
   "route_hex": "bf0b68865e266c09",
   "serving": true,
   "slug": "claude-opus",
   "success": null
  },
  {
   "alias": "gaents/claude-sonnet",
   "below_min_live": true,
   "calls": null,
   "chain": [
    {
     "family": "claude-sonnet",
     "kind": "this alias's own weights",
     "routes": 3,
     "unmeasured": false
    },
    {
     "family": "qwen-flash",
     "kind": "same weights as gaents/qwen-flash",
     "routes": 1,
     "unmeasured": false
    }
   ],
   "external_payers": null,
   "latency_p50_ms": null,
   "live_routes": 1,
   "measured": [
    {
     "correct": 1533,
     "cpc_capacity": 7.636504435746902,
     "cpc_cash": null,
     "is_go_to": false,
     "label": "claude-sonnet, lean prompt",
     "n": 1698,
     "quality": [
      {
       "ci": "source",
       "hi": 0.916,
       "k": 1533,
       "key": "precision",
       "lo": 0.8878,
       "n": 1698,
       "score": 0.9028
      },
      {
       "ci": "source",
       "hi": 0.9504,
       "k": null,
       "key": "recall",
       "lo": 0.9273,
       "n": null,
       "score": 0.9399
      }
     ],
     "task": "s1"
    },
    {
     "correct": 144,
     "cpc_capacity": 54.99305555555555,
     "cpc_cash": null,
     "is_go_to": false,
     "label": "claude-sonnet",
     "n": 182,
     "quality": [
      {
       "ci": "source",
       "hi": 0.84,
       "k": 144,
       "key": "precision",
       "lo": 0.73,
       "n": 182,
       "score": 0.79
      },
      {
       "ci": "Wilson 95% computed here from Pixel's counts",
       "hi": 0.7845409439498122,
       "k": 144,
       "key": "recall",
       "lo": 0.6613532621999607,
       "n": 198,
       "score": 0.73
      }
     ],
     "task": "placement"
    }
   ],
   "min_live": 2,
   "price_in_per_m": 2.3209999999999997,
   "price_out_per_m": 11.605000000000002,
   "requires_escalation": false,
   "route_hex": "bc2070758b78fa91",
   "serving": true,
   "slug": "claude-sonnet",
   "success": null
  },
  {
   "alias": "gaents/deepseek",
   "below_min_live": true,
   "calls": 1,
   "chain": [
    {
     "family": "deepseek",
     "kind": "this alias's own weights",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "deepseek",
     "kind": "our own endpoint, when one is registered",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "deepseek",
     "kind": "this alias's own weights",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "glm-flash",
     "kind": "same weights as gaents/glm-flash",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "gpt-oss",
     "kind": "same weights as gaents/gpt-oss",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "claude-haiku",
     "kind": "same weights as gaents/claude-haiku",
     "routes": 1,
     "unmeasured": false
    }
   ],
   "external_payers": 0,
   "latency_p50_ms": 16933.114528656006,
   "live_routes": 1,
   "measured": [
    {
     "correct": 1494,
     "cpc_capacity": null,
     "cpc_cash": 0.5610000870147256,
     "is_go_to": true,
     "label": "deepseek",
     "n": 1651,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9181,
       "k": 1494,
       "key": "precision",
       "lo": 0.8898,
       "n": 1651,
       "score": 0.9049
      },
      {
       "ci": "source",
       "hi": 0.9285,
       "k": null,
       "key": "recall",
       "lo": 0.9015,
       "n": null,
       "score": 0.916
      }
     ],
     "task": "s1"
    },
    {
     "correct": 117,
     "cpc_capacity": null,
     "cpc_cash": 1.1743589743589742,
     "is_go_to": false,
     "label": "deepseek",
     "n": 178,
     "quality": [
      {
       "ci": "source",
       "hi": 0.72,
       "k": 117,
       "key": "precision",
       "lo": 0.58,
       "n": 178,
       "score": 0.66
      },
      {
       "ci": "Wilson 95% computed here from Pixel's counts",
       "hi": 0.6570307752937751,
       "k": 117,
       "key": "recall",
       "lo": 0.5213269071661342,
       "n": 198,
       "score": 0.59
      }
     ],
     "task": "placement"
    }
   ],
   "min_live": 2,
   "price_in_per_m": 0.30173000000000005,
   "price_out_per_m": 0.44099000000000005,
   "requires_escalation": false,
   "route_hex": "123b0c18d8f972de",
   "serving": true,
   "slug": "deepseek",
   "success": 1
  },
  {
   "alias": "gaents/deepseek-flash",
   "below_min_live": true,
   "calls": 3,
   "chain": [
    {
     "family": "deepseek-flash",
     "kind": "this alias's own weights",
     "routes": 2,
     "unmeasured": false
    },
    {
     "family": "deepseek-flash",
     "kind": "our own endpoint, when one is registered",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "deepseek",
     "kind": "same weights as gaents/deepseek",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "glm-flash",
     "kind": "same weights as gaents/glm-flash",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "claude-haiku",
     "kind": "same weights as gaents/claude-haiku",
     "routes": 1,
     "unmeasured": false
    }
   ],
   "external_payers": 0,
   "latency_p50_ms": 4461.440324783325,
   "live_routes": 1,
   "measured": [],
   "min_live": 2,
   "price_in_per_m": 0.10444500000000001,
   "price_out_per_m": 0.20889000000000002,
   "requires_escalation": false,
   "route_hex": "93e8a3a0bd0add47",
   "serving": true,
   "slug": "deepseek-flash",
   "success": 3
  },
  {
   "alias": "gaents/fable",
   "below_min_live": true,
   "calls": null,
   "chain": [
    {
     "family": "fable",
     "kind": "this alias's own weights",
     "routes": 2,
     "unmeasured": false
    }
   ],
   "external_payers": null,
   "latency_p50_ms": null,
   "live_routes": 1,
   "measured": [],
   "min_live": 2,
   "price_in_per_m": 9.283999999999999,
   "price_out_per_m": 46.42000000000001,
   "requires_escalation": true,
   "route_hex": "785bc36bf7622aa8",
   "serving": true,
   "slug": "fable",
   "success": null
  },
  {
   "alias": "gaents/glm-flash",
   "below_min_live": true,
   "calls": 29,
   "chain": [
    {
     "family": "glm-flash",
     "kind": "this alias's own weights",
     "routes": 2,
     "unmeasured": false
    },
    {
     "family": "glm-flash",
     "kind": "our own endpoint, when one is registered",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "glm-flash",
     "kind": "this alias's own weights",
     "routes": 2,
     "unmeasured": false
    },
    {
     "family": "gpt-oss",
     "kind": "same weights as gaents/gpt-oss",
     "routes": 2,
     "unmeasured": false
    },
    {
     "family": "deepseek",
     "kind": "same weights as gaents/deepseek",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "glm-flash",
     "kind": "other weights in this family, not scored on our tasks (served only when models.allow_unmeasured_candidates is on)",
     "routes": 2,
     "unmeasured": true
    },
    {
     "family": "claude-haiku",
     "kind": "same weights as gaents/claude-haiku",
     "routes": 1,
     "unmeasured": false
    }
   ],
   "external_payers": 0,
   "latency_p50_ms": 889.2360925674438,
   "live_routes": 1,
   "measured": [
    {
     "correct": 1549,
     "cpc_capacity": null,
     "cpc_cash": 0.22991632440284054,
     "is_go_to": false,
     "label": "glm-flash",
     "n": 1745,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9017,
       "k": 1549,
       "key": "precision",
       "lo": 0.872,
       "n": 1745,
       "score": 0.8877
      },
      {
       "ci": "source",
       "hi": 0.9593,
       "k": null,
       "key": "recall",
       "lo": 0.938,
       "n": null,
       "score": 0.9497
      }
     ],
     "task": "s1"
    },
    {
     "correct": 33,
     "cpc_capacity": null,
     "cpc_cash": 0.0703030303030303,
     "is_go_to": false,
     "label": "glm-flash (opencode harness)",
     "n": 42,
     "quality": [
      {
       "ci": "source",
       "hi": 0.88,
       "k": 33,
       "key": "passes",
       "lo": 0.64,
       "n": 42,
       "score": 0.7857142857142857
      },
      {
       "ci": "Wilson 95% computed here from Judge's counts",
       "hi": 0.7333526542559703,
       "k": 4,
       "key": "mergeable",
       "lo": 0.188775429471914,
       "n": 9,
       "score": 0.4444444444444444
      }
     ],
     "task": "coding"
    }
   ],
   "min_live": 2,
   "price_in_per_m": 0.174075,
   "price_out_per_m": 0.5802499999999999,
   "requires_escalation": false,
   "route_hex": "5adca2ece6341798",
   "serving": true,
   "slug": "glm-flash",
   "success": 24
  },
  {
   "alias": "gaents/gpt-oss",
   "below_min_live": true,
   "calls": 2,
   "chain": [
    {
     "family": "gpt-oss",
     "kind": "this alias's own weights",
     "routes": 3,
     "unmeasured": false
    },
    {
     "family": "gpt-oss",
     "kind": "our own endpoint, when one is registered",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "glm-flash",
     "kind": "same weights as gaents/glm-flash",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "claude-haiku",
     "kind": "same weights as gaents/claude-haiku",
     "routes": 1,
     "unmeasured": false
    }
   ],
   "external_payers": 0,
   "latency_p50_ms": 1754.8203468322754,
   "live_routes": 1,
   "measured": [
    {
     "correct": 1465,
     "cpc_capacity": null,
     "cpc_cash": 0.14685165187713312,
     "is_go_to": false,
     "label": "gpt-oss",
     "n": 1679,
     "quality": [
      {
       "ci": "source",
       "hi": 0.8876,
       "k": 1465,
       "key": "precision",
       "lo": 0.8557,
       "n": 1679,
       "score": 0.8725
      },
      {
       "ci": "source",
       "hi": 0.912,
       "k": null,
       "key": "recall",
       "lo": 0.8826,
       "n": null,
       "score": 0.8982
      }
     ],
     "task": "s1"
    }
   ],
   "min_live": 2,
   "price_in_per_m": 0.174075,
   "price_out_per_m": 0.6963,
   "requires_escalation": false,
   "route_hex": "f01755777abf63b5",
   "serving": true,
   "slug": "gpt-oss",
   "success": 1
  },
  {
   "alias": "gaents/grok",
   "below_min_live": true,
   "calls": null,
   "chain": [
    {
     "family": "grok",
     "kind": "this alias's own weights",
     "routes": 2,
     "unmeasured": false
    },
    {
     "family": "claude-haiku",
     "kind": "same weights as gaents/claude-haiku",
     "routes": 2,
     "unmeasured": false
    }
   ],
   "external_payers": null,
   "latency_p50_ms": null,
   "live_routes": 1,
   "measured": [
    {
     "correct": 16,
     "cpc_capacity": null,
     "cpc_cash": 13.78125,
     "is_go_to": false,
     "label": "grok",
     "n": 20,
     "quality": [
      {
       "ci": "source",
       "hi": 0.92,
       "k": 16,
       "key": "precision",
       "lo": 0.58,
       "n": 20,
       "score": 0.8
      },
      {
       "ci": "Wilson 95% computed here from Pixel's counts",
       "hi": 0.6976787277587176,
       "k": 16,
       "key": "recall",
       "lo": 0.36142013281525043,
       "n": 30,
       "score": 0.53
      }
     ],
     "task": "placement"
    }
   ],
   "min_live": 2,
   "price_in_per_m": 1.4506250000000003,
   "price_out_per_m": 2.9012500000000006,
   "requires_escalation": false,
   "route_hex": "c325af3ba730283e",
   "serving": true,
   "slug": "grok",
   "success": null
  },
  {
   "alias": "gaents/qwen-27b",
   "below_min_live": true,
   "calls": null,
   "chain": [
    {
     "family": "qwen-27b",
     "kind": "this alias's own weights",
     "routes": 2,
     "unmeasured": false
    },
    {
     "family": "qwen-27b",
     "kind": "our own endpoint, when one is registered",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "qwen-flash",
     "kind": "same weights as gaents/qwen-flash",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "claude-haiku",
     "kind": "same weights as gaents/claude-haiku",
     "routes": 1,
     "unmeasured": false
    }
   ],
   "external_payers": null,
   "latency_p50_ms": null,
   "live_routes": 1,
   "measured": [
    {
     "correct": 1446,
     "cpc_capacity": null,
     "cpc_cash": 2.352243993084371,
     "is_go_to": false,
     "label": "qwen-27b",
     "n": 1588,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9236,
       "k": 1446,
       "key": "precision",
       "lo": 0.8955,
       "n": 1588,
       "score": 0.9106
      },
      {
       "ci": "source",
       "hi": 0.9011,
       "k": null,
       "key": "recall",
       "lo": 0.8703,
       "n": null,
       "score": 0.8866
      }
     ],
     "task": "s1"
    }
   ],
   "min_live": 2,
   "price_in_per_m": 0.06963,
   "price_out_per_m": 2.5531,
   "requires_escalation": false,
   "route_hex": "528f180ef5c4be8e",
   "serving": true,
   "slug": "qwen-27b",
   "success": null
  },
  {
   "alias": "gaents/qwen-flash",
   "below_min_live": true,
   "calls": 3,
   "chain": [
    {
     "family": "qwen-flash",
     "kind": "this alias's own weights",
     "routes": 2,
     "unmeasured": false
    },
    {
     "family": "qwen-flash",
     "kind": "our own endpoint, when one is registered",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "qwen-27b",
     "kind": "same weights as gaents/qwen-27b",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "glm-flash",
     "kind": "same weights as gaents/glm-flash",
     "routes": 1,
     "unmeasured": false
    },
    {
     "family": "claude-haiku",
     "kind": "same weights as gaents/claude-haiku",
     "routes": 1,
     "unmeasured": false
    }
   ],
   "external_payers": 0,
   "latency_p50_ms": 3268.2361602783203,
   "live_routes": 1,
   "measured": [
    {
     "correct": 1449,
     "cpc_capacity": null,
     "cpc_cash": 0.6974436922015183,
     "is_go_to": false,
     "label": "qwen-flash",
     "n": 1612,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9127,
       "k": 1449,
       "key": "precision",
       "lo": 0.8832,
       "n": 1612,
       "score": 0.8989
      },
      {
       "ci": "source",
       "hi": 0.9028,
       "k": null,
       "key": "recall",
       "lo": 0.8722,
       "n": null,
       "score": 0.8884
      }
     ],
     "task": "s1"
    },
    {
     "correct": 143,
     "cpc_capacity": null,
     "cpc_cash": 1.204195804195804,
     "is_go_to": true,
     "label": "qwen-flash",
     "n": 185,
     "quality": [
      {
       "ci": "source",
       "hi": 0.83,
       "k": 143,
       "key": "precision",
       "lo": 0.71,
       "n": 185,
       "score": 0.77
      },
      {
       "ci": "Wilson 95% computed here from Pixel's counts",
       "hi": 0.7799296793948676,
       "k": 143,
       "key": "recall",
       "lo": 0.6560557666182437,
       "n": 198,
       "score": 0.72
      }
     ],
     "task": "placement"
    }
   ],
   "min_live": 2,
   "price_in_per_m": 0.174075,
   "price_out_per_m": 0.545435,
   "requires_escalation": false,
   "route_hex": "1bcaecc41c1097d5",
   "serving": true,
   "slug": "qwen-flash",
   "success": 2
  }
 ],
 "models_at": "2026-11-19T06:07:16Z",
 "models_from": "https://api.gaents.com/v1/models",
 "reliability_window_days": 30.0,
 "tasks": [
  {
   "caveats": [
    "Answer key and grader are both Opus, which favours Claude routes (model-cost-review REPORT.md).",
    "Cost covers every company called (200 for API routes, 192 for Claude routes); the score covers the 192 in scope.",
    "Claude routes ran on subscription logins: their cost is API-equivalent list price (capacity), shown in its own column, never added to cash. The Haiku rows are recomputed from the run's token counts at $0.10/$0.50 per 1M tokens (Forge's price table, tech 2ffb1ec); the CLI had reported a higher figure."
   ],
   "correct_unit": "correct field",
   "cost_per": 1000,
   "go_to_alias": "gaents/deepseek",
   "go_to_text": "Best go-to: gaents/deepseek (correct share of filled fields 90.5%, recall (filled where the key has a value) 91.6%; $0.561 cash per 1,000 correct fields): inside the interval of the top callable route gaents/claude-haiku (91.7%, interval 90.3%-93.0%; $0.6134 capacity per 1,000 correct fields) on every measured quality column. 0.91 times the incumbent's cost per correct output. The cheaper gaents/gpt-oss ($0.1469 cash per 1,000 correct fields) does not qualify: correct share of filled fields 87.2% is below gaents/claude-haiku's interval 90.3%-93.0%.",
   "key": "s1",
   "n_label": "filled fields (192 companies)",
   "name": "Company facts extraction (S1)",
   "quality_columns": [
    {
     "key": "precision",
     "label": "correct share of filled fields"
    },
    {
     "key": "recall",
     "label": "recall (filled where the key has a value)"
    }
   ],
   "question": "From a company's site pages, fill 13 fields (description, offering, sector, customers, founded, certifications ...). A filled field is correct when it matches the answer key.",
   "rows": [
    {
     "alias": "gaents/gpt-oss",
     "callable": true,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 0.21513767,
     "companies_called": 200,
     "correct": 1465,
     "cpc_capacity": null,
     "cpc_cash": 0.14685165187713312,
     "hi": 0.8876,
     "kind": "single",
     "label": "gpt-oss",
     "latency_median_s": 7.205,
     "lo": 0.8557,
     "n": 1679,
     "quality": [
      {
       "ci": "source",
       "hi": 0.8876,
       "k": 1465,
       "key": "precision",
       "lo": 0.8557,
       "n": 1679,
       "score": 0.8725
      },
      {
       "ci": "source",
       "hi": 0.912,
       "k": null,
       "key": "recall",
       "lo": 0.8826,
       "n": null,
       "score": 0.8982
      }
     ],
     "rank_cost": 0.14685165187713312,
     "score": 0.8725,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    },
    {
     "alias": "gaents/glm-flash",
     "callable": true,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 0.3561403865,
     "companies_called": 200,
     "correct": 1549,
     "cpc_capacity": null,
     "cpc_cash": 0.22991632440284054,
     "hi": 0.9017,
     "kind": "single",
     "label": "glm-flash",
     "latency_median_s": 15.41,
     "lo": 0.872,
     "n": 1745,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9017,
       "k": 1549,
       "key": "precision",
       "lo": 0.872,
       "n": 1745,
       "score": 0.8877
      },
      {
       "ci": "source",
       "hi": 0.9593,
       "k": null,
       "key": "recall",
       "lo": 0.938,
       "n": null,
       "score": 0.9497
      }
     ],
     "rank_cost": 0.22991632440284054,
     "score": 0.8877,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    },
    {
     "alias": null,
     "callable": false,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 0.5712780565,
     "companies_called": 200,
     "correct": 1413,
     "cpc_capacity": null,
     "cpc_cash": 0.40430152618542103,
     "hi": 0.9325,
     "kind": "cascade",
     "label": "glm-flash kept where gpt-oss agrees (two calls)",
     "latency_median_s": 15.965,
     "lo": 0.9053,
     "n": 1536,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9325,
       "k": 1413,
       "key": "precision",
       "lo": 0.9053,
       "n": 1536,
       "score": 0.9199
      },
      {
       "ci": "source",
       "hi": 0.882,
       "k": null,
       "key": "recall",
       "lo": 0.849,
       "n": null,
       "score": 0.8663
      }
     ],
     "rank_cost": 0.40430152618542103,
     "score": 0.9199,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    },
    {
     "alias": null,
     "callable": false,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 0.7852284995000001,
     "companies_called": 200,
     "correct": 1512,
     "cpc_capacity": null,
     "cpc_cash": 0.5193310181878308,
     "hi": 0.9236,
     "kind": "cascade",
     "label": "glm-flash kept where a second glm-flash run agrees (two calls)",
     "latency_median_s": null,
     "lo": 0.8962,
     "n": 1660,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9236,
       "k": 1512,
       "key": "precision",
       "lo": 0.8962,
       "n": 1660,
       "score": 0.9108
      },
      {
       "ci": "source",
       "hi": 0.9387,
       "k": null,
       "key": "recall",
       "lo": 0.9134,
       "n": null,
       "score": 0.927
      }
     ],
     "rank_cost": 0.5193310181878308,
     "score": 0.9108,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    },
    {
     "alias": null,
     "callable": false,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 0.7342063247,
     "companies_called": 200,
     "correct": 1349,
     "cpc_capacity": null,
     "cpc_cash": 0.5442596921423277,
     "hi": 0.9215,
     "kind": "cascade",
     "label": "glm-flash labels its own values, keep 'stated' (two calls)",
     "latency_median_s": null,
     "lo": 0.892,
     "n": 1486,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9215,
       "k": 1349,
       "key": "precision",
       "lo": 0.892,
       "n": 1486,
       "score": 0.9078
      },
      {
       "ci": "source",
       "hi": 0.8447,
       "k": null,
       "key": "recall",
       "lo": 0.808,
       "n": null,
       "score": 0.8271
      }
     ],
     "rank_cost": 0.5442596921423277,
     "score": 0.9078,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    },
    {
     "alias": "gaents/deepseek",
     "callable": true,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 0.83813413,
     "companies_called": 200,
     "correct": 1494,
     "cpc_capacity": null,
     "cpc_cash": 0.5610000870147256,
     "hi": 0.9181,
     "kind": "single",
     "label": "deepseek",
     "latency_median_s": 108.525,
     "lo": 0.8898,
     "n": 1651,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9181,
       "k": 1494,
       "key": "precision",
       "lo": 0.8898,
       "n": 1651,
       "score": 0.9049
      },
      {
       "ci": "source",
       "hi": 0.9285,
       "k": null,
       "key": "recall",
       "lo": 0.9015,
       "n": null,
       "score": 0.916
      }
     ],
     "rank_cost": 0.5610000870147256,
     "score": 0.9049,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    },
    {
     "alias": "gaents/claude-haiku",
     "callable": true,
     "capacity_note": "recomputed from 77 calls' token counts at $0.10/$0.50 per 1M (Forge 2ffb1ec)",
     "capacity_reported_usd": 1.77430892,
     "capacity_usd": 0.9041629200000001,
     "cash_usd": null,
     "companies_called": 192,
     "correct": 1474,
     "cpc_capacity": 0.6134076797829038,
     "cpc_cash": null,
     "hi": 0.9297,
     "kind": "claude",
     "label": "claude-haiku, lean prompt",
     "latency_median_s": 16.655,
     "lo": 0.9028,
     "n": 1607,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9297,
       "k": 1474,
       "key": "precision",
       "lo": 0.9028,
       "n": 1607,
       "score": 0.9172
      },
      {
       "ci": "source",
       "hi": 0.9171,
       "k": null,
       "key": "recall",
       "lo": 0.8885,
       "n": null,
       "score": 0.9037
      }
     ],
     "rank_cost": 0.6134076797829038,
     "score": 0.9172,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    },
    {
     "alias": "gaents/qwen-flash",
     "callable": true,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 1.01059591,
     "companies_called": 200,
     "correct": 1449,
     "cpc_capacity": null,
     "cpc_cash": 0.6974436922015183,
     "hi": 0.9127,
     "kind": "single",
     "label": "qwen-flash",
     "latency_median_s": 69.205,
     "lo": 0.8832,
     "n": 1612,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9127,
       "k": 1449,
       "key": "precision",
       "lo": 0.8832,
       "n": 1612,
       "score": 0.8989
      },
      {
       "ci": "source",
       "hi": 0.9028,
       "k": null,
       "key": "recall",
       "lo": 0.8722,
       "n": null,
       "score": 0.8884
      }
     ],
     "rank_cost": 0.6974436922015183,
     "score": 0.8989,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    },
    {
     "alias": null,
     "callable": false,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 1.1942745165000002,
     "companies_called": 200,
     "correct": 1432,
     "cpc_capacity": null,
     "cpc_cash": 0.8339905841480447,
     "hi": 0.9421,
     "kind": "cascade",
     "label": "glm-flash kept where deepseek agrees (two calls)",
     "latency_median_s": 108.525,
     "lo": 0.9167,
     "n": 1539,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9421,
       "k": 1432,
       "key": "precision",
       "lo": 0.9167,
       "n": 1539,
       "score": 0.9305
      },
      {
       "ci": "source",
       "hi": 0.893,
       "k": null,
       "key": "recall",
       "lo": 0.8612,
       "n": null,
       "score": 0.878
      }
     ],
     "rank_cost": 0.8339905841480447,
     "score": 0.9305,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    },
    {
     "alias": null,
     "callable": false,
     "capacity_note": "Haiku share: recomputed Haiku cost per company x 200 companies",
     "capacity_reported_usd": 1.8482384583333333,
     "capacity_usd": 0.9418363750000001,
     "cash_usd": 0.3561403865,
     "companies_called": 200,
     "correct": 1415,
     "cpc_capacity": 0.665608745583039,
     "cpc_cash": 0.25168931908127207,
     "hi": 0.9511,
     "kind": "cascade",
     "label": "glm-flash kept where claude-haiku agrees (two calls)",
     "latency_median_s": null,
     "lo": 0.9271,
     "n": 1505,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9511,
       "k": 1415,
       "key": "precision",
       "lo": 0.9271,
       "n": 1505,
       "score": 0.9402
      },
      {
       "ci": "source",
       "hi": 0.8832,
       "k": null,
       "key": "recall",
       "lo": 0.8502,
       "n": null,
       "score": 0.8676
      }
     ],
     "rank_cost": 0.917298064664311,
     "score": 0.9402,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    },
    {
     "alias": "gaents/qwen-27b",
     "callable": true,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 3.401344814,
     "companies_called": 200,
     "correct": 1446,
     "cpc_capacity": null,
     "cpc_cash": 2.352243993084371,
     "hi": 0.9236,
     "kind": "single",
     "label": "qwen-27b",
     "latency_median_s": 28.54,
     "lo": 0.8955,
     "n": 1588,
     "quality": [
      {
       "ci": "source",
       "hi": 0.9236,
       "k": 1446,
       "key": "precision",
       "lo": 0.8955,
       "n": 1588,
       "score": 0.9106
      },
      {
       "ci": "source",
       "hi": 0.9011,
       "k": null,
       "key": "recall",
       "lo": 0.8703,
       "n": null,
       "score": 0.8866
      }
     ],
     "rank_cost": 2.352243993084371,
     "score": 0.9106,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    },
    {
     "alias": "gaents/claude-sonnet",
     "callable": true,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": 11.7067613,
     "cash_usd": null,
     "companies_called": 192,
     "correct": 1533,
     "cpc_capacity": 7.636504435746902,
     "cpc_cash": null,
     "hi": 0.916,
     "kind": "claude",
     "label": "claude-sonnet, lean prompt",
     "latency_median_s": 16.585,
     "lo": 0.8878,
     "n": 1698,
     "quality": [
      {
       "ci": "source",
       "hi": 0.916,
       "k": 1533,
       "key": "precision",
       "lo": 0.8878,
       "n": 1698,
       "score": 0.9028
      },
      {
       "ci": "source",
       "hi": 0.9504,
       "k": null,
       "key": "recall",
       "lo": 0.9273,
       "n": null,
       "score": 0.9399
      }
     ],
     "rank_cost": 7.636504435746902,
     "score": 0.9028,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    },
    {
     "alias": null,
     "callable": false,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": 37.1068,
     "cash_usd": null,
     "companies_called": 192,
     "correct": 1308,
     "cpc_capacity": 28.369113149847095,
     "cpc_cash": null,
     "hi": 0.8611,
     "kind": "claude",
     "label": "incumbent pipeline (claude + web fetch)",
     "latency_median_s": null,
     "lo": 0.825,
     "n": 1550,
     "quality": [
      {
       "ci": "source",
       "hi": 0.8611,
       "k": 1308,
       "key": "precision",
       "lo": 0.825,
       "n": 1550,
       "score": 0.8439
      },
      {
       "ci": "source",
       "hi": 0.8206,
       "k": null,
       "key": "recall",
       "lo": 0.7819,
       "n": null,
       "score": 0.802
      }
     ],
     "rank_cost": 28.369113149847095,
     "score": 0.8439,
     "source": "model-cost-review-2026-11-18/tables.json (Hustle; Judge's frozen scorer)",
     "source_date": "2026-11-18T15:16Z;",
     "task": "s1"
    }
   ],
   "score_label": "correct share of filled fields",
   "short": "extraction",
   "source_label": "Judge's frozen scorer (score_s1.py), re-scored in model-cost-review 2026-11-18 (tables.json); reproduces the swarm agent's PROPOSAL v3.1"
  },
  {
   "caveats": [
    "Opus is the answer key, not an arm: nothing here measures a route against Opus (Pixel).",
    "n=228 companies gives roughly +/-0.06-0.10; strict scoring understates every arm (16 of 31 disagreements defensible both ways) (Pixel).",
    "kimi ran on 114 companies and grok on 48, not 228.",
    "Cost is the family stage only. Claude arms ran on a subscription login: capacity, in its own column. Haiku's placement capacity is not shown: the race logged the CLI's dollar figure but no token counts, so it cannot be recomputed at the corrected Haiku price. Two-call combinations have no cost in the source.",
    "Recall intervals are Wilson 95% computed here from Pixel's counts (family_right / truth_family_decidable); precision intervals are Pixel's."
   ],
   "correct_unit": "correct family placement",
   "cost_per": 1000,
   "go_to_alias": "gaents/qwen-flash",
   "go_to_text": "Best go-to: gaents/qwen-flash (family precision 0.77, family recall 0.72; $1.204 cash per 1,000 correct family placements): inside the interval of the top callable route gaents/claude-haiku (0.83, interval 0.77-0.88; its cost: not recomputable at the corrected Haiku price: Pixel's race logged the CLI's total_cost_usd per call (its Haiku call log, usd_notional) and no token counts) on every measured quality column. The cheaper gaents/deepseek ($1.174 cash per 1,000 correct family placements) does not qualify: family precision 0.66 is below gaents/claude-haiku's interval 0.77-0.88; family recall 0.59 is below gaents/claude-haiku's interval 0.70-0.82.",
   "key": "placement",
   "n_label": "graded answers",
   "name": "Industry placement (family level)",
   "quality_columns": [
    {
     "key": "precision",
     "label": "family precision"
    },
    {
     "key": "recall",
     "label": "family recall"
    }
   ],
   "question": "Place a company in an industry family from its evidence. A placement is correct when it matches a blind review by six Opus reviewers.",
   "rows": [
    {
     "alias": "gaents/deepseek",
     "callable": true,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 0.1374,
     "companies": 228,
     "correct": 117,
     "cpc_capacity": null,
     "cpc_cash": 1.1743589743589742,
     "hi": 0.72,
     "kind": "single",
     "label": "deepseek",
     "latency_median_s": 7.1,
     "lo": 0.58,
     "n": 178,
     "quality": [
      {
       "ci": "source",
       "hi": 0.72,
       "k": 117,
       "key": "precision",
       "lo": 0.58,
       "n": 178,
       "score": 0.66
      },
      {
       "ci": "Wilson 95% computed here from Pixel's counts",
       "hi": 0.6570307752937751,
       "k": 117,
       "key": "recall",
       "lo": 0.5213269071661342,
       "n": 198,
       "score": 0.59
      }
     ],
     "rank_cost": 1.1743589743589742,
     "score": 0.66,
     "source": "Pixel BESTOF-PLACE out/race_results.tsv + race_cost.tsv (family stage)",
     "source_date": "2026-10-26T06:30:13Z",
     "task": "placement"
    },
    {
     "alias": "gaents/qwen-flash",
     "callable": true,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 0.1722,
     "companies": 228,
     "correct": 143,
     "cpc_capacity": null,
     "cpc_cash": 1.204195804195804,
     "hi": 0.83,
     "kind": "single",
     "label": "qwen-flash",
     "latency_median_s": 66.3,
     "lo": 0.71,
     "n": 185,
     "quality": [
      {
       "ci": "source",
       "hi": 0.83,
       "k": 143,
       "key": "precision",
       "lo": 0.71,
       "n": 185,
       "score": 0.77
      },
      {
       "ci": "Wilson 95% computed here from Pixel's counts",
       "hi": 0.7799296793948676,
       "k": 143,
       "key": "recall",
       "lo": 0.6560557666182437,
       "n": 198,
       "score": 0.72
      }
     ],
     "rank_cost": 1.204195804195804,
     "score": 0.77,
     "source": "Pixel BESTOF-PLACE out/race_results.tsv + race_cost.tsv (family stage)",
     "source_date": "2026-10-26T06:30:13Z",
     "task": "placement"
    },
    {
     "alias": null,
     "callable": false,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 0.4841,
     "companies": 114,
     "correct": 56,
     "cpc_capacity": null,
     "cpc_cash": 8.644642857142856,
     "hi": 0.86,
     "kind": "single",
     "label": "kimi (no gaents alias)",
     "latency_median_s": 114.5,
     "lo": 0.67,
     "n": 72,
     "quality": [
      {
       "ci": "source",
       "hi": 0.86,
       "k": 56,
       "key": "precision",
       "lo": 0.67,
       "n": 72,
       "score": 0.78
      },
      {
       "ci": "Wilson 95% computed here from Pixel's counts",
       "hi": 0.7507822823823792,
       "k": 56,
       "key": "recall",
       "lo": 0.5531293986319203,
       "n": 85,
       "score": 0.66
      }
     ],
     "rank_cost": 8.644642857142856,
     "score": 0.78,
     "source": "Pixel BESTOF-PLACE out/race_results.tsv + race_cost.tsv (family stage)",
     "source_date": "2026-10-26T06:30:13Z",
     "task": "placement"
    },
    {
     "alias": "gaents/grok",
     "callable": true,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": 0.2205,
     "companies": 48,
     "correct": 16,
     "cpc_capacity": null,
     "cpc_cash": 13.78125,
     "hi": 0.92,
     "kind": "single",
     "label": "grok",
     "latency_median_s": 12.0,
     "lo": 0.58,
     "n": 20,
     "quality": [
      {
       "ci": "source",
       "hi": 0.92,
       "k": 16,
       "key": "precision",
       "lo": 0.58,
       "n": 20,
       "score": 0.8
      },
      {
       "ci": "Wilson 95% computed here from Pixel's counts",
       "hi": 0.6976787277587176,
       "k": 16,
       "key": "recall",
       "lo": 0.36142013281525043,
       "n": 30,
       "score": 0.53
      }
     ],
     "rank_cost": 13.78125,
     "score": 0.8,
     "source": "Pixel BESTOF-PLACE out/race_results.tsv + race_cost.tsv (family stage)",
     "source_date": "2026-10-26T06:30:13Z",
     "task": "placement"
    },
    {
     "alias": "gaents/claude-sonnet",
     "callable": true,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": 7.919,
     "cash_usd": null,
     "companies": 228,
     "correct": 144,
     "cpc_capacity": 54.99305555555555,
     "cpc_cash": null,
     "hi": 0.84,
     "kind": "single",
     "label": "claude-sonnet",
     "latency_median_s": 9.2,
     "lo": 0.73,
     "n": 182,
     "quality": [
      {
       "ci": "source",
       "hi": 0.84,
       "k": 144,
       "key": "precision",
       "lo": 0.73,
       "n": 182,
       "score": 0.79
      },
      {
       "ci": "Wilson 95% computed here from Pixel's counts",
       "hi": 0.7845409439498122,
       "k": 144,
       "key": "recall",
       "lo": 0.6613532621999607,
       "n": 198,
       "score": 0.73
      }
     ],
     "rank_cost": 54.99305555555555,
     "score": 0.79,
     "source": "Pixel BESTOF-PLACE out/race_results.tsv + race_cost.tsv (family stage)",
     "source_date": "2026-10-26T06:30:13Z",
     "task": "placement"
    },
    {
     "alias": null,
     "callable": false,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": null,
     "correct": 129,
     "cpc_capacity": null,
     "cpc_cash": null,
     "hi": 0.96,
     "kind": "combination",
     "label": "claude-haiku and claude-sonnet agree (two calls)",
     "lo": 0.86,
     "n": 140,
     "quality": [
      {
       "ci": "source",
       "hi": 0.96,
       "k": 129,
       "key": "precision",
       "lo": 0.86,
       "n": 140,
       "score": 0.92
      },
      {
       "ci": "source",
       "hi": null,
       "k": null,
       "key": "recall",
       "lo": null,
       "n": null,
       "score": 0.65
      }
     ],
     "rank_cost": null,
     "score": 0.92,
     "source": "Pixel BESTOF-PLACE out/race_combos.txt",
     "source_date": "2026-10-26T06:30:24Z",
     "task": "placement"
    },
    {
     "alias": null,
     "callable": false,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": null,
     "correct": 97,
     "cpc_capacity": null,
     "cpc_cash": null,
     "hi": 0.95,
     "kind": "combination",
     "label": "claude-haiku and deepseek agree (two calls)",
     "lo": 0.85,
     "n": 106,
     "quality": [
      {
       "ci": "source",
       "hi": 0.95,
       "k": 97,
       "key": "precision",
       "lo": 0.85,
       "n": 106,
       "score": 0.92
      },
      {
       "ci": "source",
       "hi": null,
       "k": null,
       "key": "recall",
       "lo": null,
       "n": null,
       "score": 0.49
      }
     ],
     "rank_cost": null,
     "score": 0.92,
     "source": "Pixel BESTOF-PLACE out/race_combos.txt",
     "source_date": "2026-10-26T06:30:24Z",
     "task": "placement"
    },
    {
     "alias": null,
     "callable": false,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": null,
     "correct": 97,
     "cpc_capacity": null,
     "cpc_cash": null,
     "hi": 0.95,
     "kind": "combination",
     "label": "qwen-flash and deepseek agree (two calls)",
     "lo": 0.85,
     "n": 106,
     "quality": [
      {
       "ci": "source",
       "hi": 0.95,
       "k": 97,
       "key": "precision",
       "lo": 0.85,
       "n": 106,
       "score": 0.92
      },
      {
       "ci": "source",
       "hi": null,
       "k": null,
       "key": "recall",
       "lo": null,
       "n": null,
       "score": 0.49
      }
     ],
     "rank_cost": null,
     "score": 0.92,
     "source": "Pixel BESTOF-PLACE out/race_combos.txt",
     "source_date": "2026-10-26T06:30:24Z",
     "task": "placement"
    },
    {
     "alias": null,
     "callable": false,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_usd": null,
     "correct": 132,
     "cpc_capacity": null,
     "cpc_cash": null,
     "hi": 0.95,
     "kind": "combination",
     "label": "qwen-flash and claude-haiku agree (two calls)",
     "lo": 0.85,
     "n": 145,
     "quality": [
      {
       "ci": "source",
       "hi": 0.95,
       "k": 132,
       "key": "precision",
       "lo": 0.85,
       "n": 145,
       "score": 0.91
      },
      {
       "ci": "source",
       "hi": null,
       "k": null,
       "key": "recall",
       "lo": null,
       "n": null,
       "score": 0.67
      }
     ],
     "rank_cost": null,
     "score": 0.91,
     "source": "Pixel BESTOF-PLACE out/race_combos.txt",
     "source_date": "2026-10-26T06:30:24Z",
     "task": "placement"
    },
    {
     "alias": "gaents/claude-haiku",
     "callable": true,
     "capacity_note": "not recomputable at the corrected Haiku price: Pixel's race logged the CLI's total_cost_usd per call (its Haiku call log, usd_notional) and no token counts",
     "capacity_reported_usd": 17.3202,
     "capacity_usd": null,
     "cash_usd": null,
     "companies": 228,
     "correct": 151,
     "cpc_capacity": null,
     "cpc_cash": null,
     "hi": 0.88,
     "kind": "single",
     "label": "claude-haiku",
     "latency_median_s": 13.3,
     "lo": 0.77,
     "n": 182,
     "quality": [
      {
       "ci": "source",
       "hi": 0.88,
       "k": 151,
       "key": "precision",
       "lo": 0.77,
       "n": 182,
       "score": 0.83
      },
      {
       "ci": "Wilson 95% computed here from Pixel's counts",
       "hi": 0.8165381572058469,
       "k": 151,
       "key": "recall",
       "lo": 0.6987173699005573,
       "n": 198,
       "score": 0.76
      }
     ],
     "rank_cost": null,
     "score": 0.83,
     "source": "Pixel BESTOF-PLACE out/race_results.tsv + race_cost.tsv (family stage)",
     "source_date": "2026-10-26T06:30:13Z",
     "task": "placement"
    }
   ],
   "score_label": "family precision (correct of graded answers)",
   "short": "placement",
   "source_label": "Pixel's BESTOF-PLACE race 2026-10-24..26 (race_results.tsv, race_cost.tsv, race_combos.txt)"
  },
  {
   "caveats": [
    "Model and harness are measured together (Claude Code vs opencode).",
    "Mergeable as-is is Judge's blind review of one passing run per task on the 9 tasks both pass (n=9, one Opus reviewer; coding-diff-review-2026-11-17). Its interval is Wilson 95% computed here.",
    "glm-flash took about 3.1x the wall time.",
    "Claude cost is API-equivalent capacity on a subscription login; glm-flash cost is list price (billed at most $2.70, a shared-key upper bound)."
   ],
   "correct_unit": "passing run",
   "cost_per": 1,
   "go_to_alias": "gaents/claude-opus",
   "go_to_text": "Best go-to: gaents/claude-opus (incumbent stays): the top callable route (86%, interval 72%-93%; $0.9086 capacity per passing run). The cheaper gaents/glm-flash ($0.0703 cash per passing run) does not qualify: mergeable as-is (blind review of passing diffs) 44% is below gaents/claude-opus's interval 70%-100%.",
   "key": "coding",
   "n_label": "runs",
   "name": "Coding tasks (agent with a harness)",
   "quality_columns": [
    {
     "key": "passes",
     "label": "runs whose check passes"
    },
    {
     "key": "mergeable",
     "label": "mergeable as-is (blind review of passing diffs)"
    }
   ],
   "question": "Fix or build something in one of our repos; a task passes when its check script passes. 14 shared tasks x 3 runs.",
   "rows": [
    {
     "alias": "gaents/glm-flash",
     "callable": true,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": null,
     "cash_note": "list price (opencode's count); billed at most $2.70 (shared-key upper bound)",
     "cash_usd": 2.32,
     "correct": 33,
     "cpc_capacity": null,
     "cpc_cash": 0.0703030303030303,
     "hi": 0.88,
     "kind": "single",
     "label": "glm-flash (opencode harness)",
     "lo": 0.64,
     "n": 42,
     "quality": [
      {
       "ci": "source",
       "hi": 0.88,
       "k": 33,
       "key": "passes",
       "lo": 0.64,
       "n": 42,
       "score": 0.7857142857142857
      },
      {
       "ci": "Wilson 95% computed here from Judge's counts",
       "hi": 0.7333526542559703,
       "k": 4,
       "key": "mergeable",
       "lo": 0.188775429471914,
       "n": 9,
       "score": 0.4444444444444444
      }
     ],
     "rank_cost": 0.0703030303030303,
     "score": 0.7857142857142857,
     "source": "swarm experiments/coding-h2h/RESULTS-r2-2026-11-09.md ('Update 17:59Z') + Judge coding-diff-review-2026-11-17",
     "source_date": "2026-11-09",
     "task": "coding"
    },
    {
     "alias": "gaents/claude-opus",
     "callable": true,
     "capacity_note": null,
     "capacity_reported_usd": null,
     "capacity_usd": 32.71,
     "cash_note": null,
     "cash_usd": null,
     "correct": 36,
     "cpc_capacity": 0.9086111111111111,
     "cpc_cash": null,
     "hi": 0.93,
     "kind": "single",
     "label": "claude-opus (Claude Code harness)",
     "lo": 0.72,
     "n": 42,
     "quality": [
      {
       "ci": "source",
       "hi": 0.93,
       "k": 36,
       "key": "passes",
       "lo": 0.72,
       "n": 42,
       "score": 0.8571428571428571
      },
      {
       "ci": "Wilson 95% computed here from Judge's counts",
       "hi": 1.0,
       "k": 9,
       "key": "mergeable",
       "lo": 0.7008472464490406,
       "n": 9,
       "score": 1.0
      }
     ],
     "rank_cost": 0.9086111111111111,
     "score": 0.8571428571428571,
     "source": "swarm experiments/coding-h2h/RESULTS-r2-2026-11-09.md ('Update 17:59Z') + Judge coding-diff-review-2026-11-17",
     "source_date": "2026-11-09",
     "task": "coding"
    }
   ],
   "score_label": "pass rate",
   "short": "coding",
   "source_label": "the swarm agent's coding head-to-head r2-r4 (2026-11-09), three runs per task"
  }
 ]
}