{
 "chart": "swarm/ngpt_uplift/ngpt_uplift",
 "title": "Swarms of size 5 outperform best-of-k counterparts in nanoGPT speedrunning",
 "subtitle": "",
 "panels": [
  {
   "title": "GPT-6 Astra",
   "x": {"label": "Hours", "unit": "", "scale": "linear"},
   "y": {"label": "Best speedup so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score over time",
     "rows": [
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "best of k independents", "hours_from_start": 0.0, "score_percent": 0.0},
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "best of k independents", "hours_from_start": 6.75, "score_percent": 3.447},
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "best of k independents", "hours_from_start": 8.7, "score_percent": 3.664},
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "best of k independents", "hours_from_start": 10.05, "score_percent": 3.95},
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "best of k independents", "hours_from_start": 36.85, "score_percent": 4.082},
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "best of k independents", "hours_from_start": 37.3, "score_percent": 4.082},
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "swarm", "hours_from_start": 0.0, "score_percent": 0.0},
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "swarm", "hours_from_start": 5.45, "score_percent": 3.37},
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "swarm", "hours_from_start": 6.7, "score_percent": 7.211},
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "swarm", "hours_from_start": 7.85, "score_percent": 8.813},
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "swarm", "hours_from_start": 14.3, "score_percent": 9.029},
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "swarm", "hours_from_start": 15.5, "score_percent": 9.243},
      {"model": "GPT-6 Astra", "team_size": 5, "arm": "swarm", "hours_from_start": 16.8, "score_percent": 9.243}
     ]
    }
   ]
  },
  {
   "title": "Claude Opus 5.5",
   "x": {"label": "Hours", "unit": "", "scale": "linear"},
   "y": {"label": "Best speedup so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score over time",
     "rows": [
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "best of k independents", "hours_from_start": 0.0, "score_percent": 0.0},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "best of k independents", "hours_from_start": 4.7, "score_percent": 4.456},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "best of k independents", "hours_from_start": 8.15, "score_percent": 5.689},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "best of k independents", "hours_from_start": 11.15, "score_percent": 6.338},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "best of k independents", "hours_from_start": 36.6, "score_percent": 7.08},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "hours_from_start": 0.0, "score_percent": 0.0},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "hours_from_start": 5.35, "score_percent": 3.671},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "hours_from_start": 7.2, "score_percent": 5.972},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "hours_from_start": 9.5, "score_percent": 8.476},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "hours_from_start": 11.05, "score_percent": 9.53},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "hours_from_start": 34.3, "score_percent": 9.53}
     ]
    }
   ]
  }
 ]
}
