{
 "chart": "ngpt_gpu_cap/gpu_hour_cap",
 "title": "Resource constraints affect agent performance on budget_nanogpt",
 "subtitle": "Mean speedup over 3 runs. Whiskers show 95% confidence intervals.",
 "panels": [
  {
   "title": "",
   "x": {"label": "GPU-hour cap (8xH100 node-hours)", "unit": "", "scale": "linear"},
   "y": {"label": "Speedup", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "mean speedup by GPU-hour cap",
     "rows": [
      {"model": "Claude Fable 5", "capped": false, "cap_gpu_hours": null, "runs": 6, "mean_speedup": 0.00831016, "mean_speedup_low_95": 0.00276939, "mean_speedup_high_95": 0.0138509},
      {"model": "Claude Fable 5", "capped": true, "cap_gpu_hours": 16, "runs": 3, "mean_speedup": 0.0448046, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.133047},
      {"model": "Claude Fable 5", "capped": true, "cap_gpu_hours": 8, "runs": 3, "mean_speedup": 0.032083, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.120718},
      {"model": "Claude Fable 5", "capped": true, "cap_gpu_hours": 4, "runs": 3, "mean_speedup": 0.00961843, "mean_speedup_low_95": 0.00433753, "mean_speedup_high_95": 0.0148993},
      {"model": "Claude Fable 5", "capped": true, "cap_gpu_hours": 2, "runs": 3, "mean_speedup": 0.00618652, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.0180193},
      {"model": "GPT-5.6 Sol", "capped": false, "cap_gpu_hours": null, "runs": 3, "mean_speedup": 0.0127781, "mean_speedup_low_95": 0.00189347, "mean_speedup_high_95": 0.0236627},
      {"model": "GPT-5.6 Sol", "capped": true, "cap_gpu_hours": 16, "runs": 3, "mean_speedup": 0.0126033, "mean_speedup_low_95": 0.00276426, "mean_speedup_high_95": 0.0224424},
      {"model": "GPT-5.6 Sol", "capped": true, "cap_gpu_hours": 8, "runs": 3, "mean_speedup": 0.0044066, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.0140961},
      {"model": "GPT-5.6 Sol", "capped": true, "cap_gpu_hours": 4, "runs": 3, "mean_speedup": 0.00748465, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.024636},
      {"model": "GPT-5.6 Sol", "capped": true, "cap_gpu_hours": 2, "runs": 3, "mean_speedup": 0.0, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.0},
      {"model": "Claude Opus 5", "capped": false, "cap_gpu_hours": null, "runs": 3, "mean_speedup": 0.0479336, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.153267},
      {"model": "Claude Opus 5", "capped": true, "cap_gpu_hours": 16, "runs": 3, "mean_speedup": 0.0679687, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.222114},
      {"model": "Claude Opus 5", "capped": true, "cap_gpu_hours": 8, "runs": 3, "mean_speedup": 0.0191485, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.101538},
      {"model": "Claude Opus 5", "capped": true, "cap_gpu_hours": 4, "runs": 3, "mean_speedup": 0.0306048, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.14103},
      {"model": "Claude Opus 5", "capped": true, "cap_gpu_hours": 2, "runs": 3, "mean_speedup": 0.0, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.0},
      {"model": "Claude Fable 5.1", "capped": false, "cap_gpu_hours": null, "runs": 3, "mean_speedup": 0.0824407, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.187249},
      {"model": "Claude Fable 5.1", "capped": true, "cap_gpu_hours": 16, "runs": 3, "mean_speedup": 0.0421769, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.194188},
      {"model": "Claude Fable 5.1", "capped": true, "cap_gpu_hours": 8, "runs": 3, "mean_speedup": 0.0263662, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.139811},
      {"model": "Claude Fable 5.1", "capped": true, "cap_gpu_hours": 4, "runs": 3, "mean_speedup": 0.0396656, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.178097},
      {"model": "Claude Fable 5.1", "capped": true, "cap_gpu_hours": 2, "runs": 3, "mean_speedup": 0.0, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.0},
      {"model": "GPT-6 Astra", "capped": false, "cap_gpu_hours": null, "runs": 3, "mean_speedup": 0.096026, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.248241},
      {"model": "GPT-6 Astra", "capped": true, "cap_gpu_hours": 16, "runs": 3, "mean_speedup": 0.0419452, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.133293},
      {"model": "GPT-6 Astra", "capped": true, "cap_gpu_hours": 8, "runs": 3, "mean_speedup": 0.0712036, "mean_speedup_low_95": 0.0166167, "mean_speedup_high_95": 0.125791},
      {"model": "GPT-6 Astra", "capped": true, "cap_gpu_hours": 4, "runs": 3, "mean_speedup": 0.0304859, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.128324},
      {"model": "GPT-6 Astra", "capped": true, "cap_gpu_hours": 2, "runs": 3, "mean_speedup": 0.0, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.0},
      {"model": "Claude Opus 5.5", "capped": false, "cap_gpu_hours": null, "runs": 3, "mean_speedup": 0.0820975, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.170606},
      {"model": "Claude Opus 5.5", "capped": true, "cap_gpu_hours": 16, "runs": 3, "mean_speedup": 0.0665885, "mean_speedup_low_95": 0.0303995, "mean_speedup_high_95": 0.102778},
      {"model": "Claude Opus 5.5", "capped": true, "cap_gpu_hours": 8, "runs": 3, "mean_speedup": 0.0626637, "mean_speedup_low_95": 0.0177299, "mean_speedup_high_95": 0.107597},
      {"model": "Claude Opus 5.5", "capped": true, "cap_gpu_hours": 4, "runs": 3, "mean_speedup": 0.0179252, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.0407417},
      {"model": "Claude Opus 5.5", "capped": true, "cap_gpu_hours": 2, "runs": 3, "mean_speedup": 0.00351253, "mean_speedup_low_95": 0.0, "mean_speedup_high_95": 0.0134949}
     ]
    }
   ]
  }
 ]
}
