{
 "chart": "swarm/rc_tokens_headline/rc_tokens_headline",
 "title": "Swarm performance varied in Reverse Conway",
 "subtitle": "",
 "panels": [
  {
   "title": "Claude Fable 5.1 · 20 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 1247314, "score_percent": 0.678},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 1816999, "score_percent": 2.66},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 2325019, "score_percent": 6.662},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 2821968, "score_percent": 6.897},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 3240248, "score_percent": 7.596},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 3665473, "score_percent": 8.925},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 4004381, "score_percent": 9.3},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 4334288, "score_percent": 9.734},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 4663438, "score_percent": 9.922},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 4977917, "score_percent": 11.353},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5243169, "score_percent": 11.534},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5547688, "score_percent": 12.577},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5800203, "score_percent": 13.359},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6042527, "score_percent": 13.668},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6262810, "score_percent": 14.157},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6478316, "score_percent": 14.351},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6728655, "score_percent": 14.374},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6920596, "score_percent": 14.783},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7104857, "score_percent": 15.178},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7295950, "score_percent": 15.568},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7490305, "score_percent": 16.07},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7690842, "score_percent": 16.111},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7862280, "score_percent": 16.629},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8036989, "score_percent": 17.032},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8197236, "score_percent": 17.222},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8365590, "score_percent": 17.374},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8518019, "score_percent": 17.506},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8669460, "score_percent": 17.573},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8804085, "score_percent": 17.709},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8960675, "score_percent": 17.744},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9096808, "score_percent": 17.776},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9238744, "score_percent": 17.855},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9363703, "score_percent": 17.943},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9476240, "score_percent": 18.018},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9560217, "score_percent": 18.053},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9656203, "score_percent": 18.11},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9733951, "score_percent": 18.341},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9802715, "score_percent": 18.347},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9900558, "score_percent": 18.366},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9996936, "score_percent": 18.37},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10090996, "score_percent": 18.371},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10170307, "score_percent": 18.393},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10229362, "score_percent": 18.397},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10306648, "score_percent": 18.5},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10391927, "score_percent": 18.519},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10470247, "score_percent": 18.529},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10616926, "score_percent": 18.595},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10672605, "score_percent": 18.663},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10732274, "score_percent": 18.664},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10784106, "score_percent": 18.683},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10830031, "score_percent": 18.843},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10875013, "score_percent": 19.052},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10931423, "score_percent": 19.098},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10974032, "score_percent": 19.11},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11123592, "score_percent": 19.166},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11172393, "score_percent": 19.201},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11279572, "score_percent": 19.257},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11328962, "score_percent": 19.282},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11373337, "score_percent": 19.283},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11422868, "score_percent": 19.299},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11465309, "score_percent": 19.372},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11519891, "score_percent": 19.373},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11569198, "score_percent": 19.397},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11604131, "score_percent": 19.399},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11659043, "score_percent": 19.547},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11699531, "score_percent": 19.686},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11751058, "score_percent": 19.696},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11821081, "score_percent": 19.736},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11876220, "score_percent": 19.911},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11929303, "score_percent": 19.977},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11975295, "score_percent": 19.982},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12022569, "score_percent": 19.996},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12074100, "score_percent": 20.004},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12120444, "score_percent": 20.038},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12206276, "score_percent": 20.053},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12241813, "score_percent": 20.101},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12265835, "score_percent": 20.102},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12300684, "score_percent": 20.112},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12378294, "score_percent": 20.166},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12541374, "score_percent": 20.168},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12591790, "score_percent": 20.175},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12610785, "score_percent": 20.275},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12649217, "score_percent": 20.285},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12676787, "score_percent": 20.331},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12706135, "score_percent": 20.332},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12736066, "score_percent": 20.333},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12846636, "score_percent": 20.4},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12925876, "score_percent": 20.543},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12950515, "score_percent": 20.544},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12964329, "score_percent": 20.553},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12987680, "score_percent": 20.56},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12997916, "score_percent": 20.562},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 13008567, "score_percent": 20.582},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 13038703, "score_percent": 20.615},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 13052401, "score_percent": 20.634},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 13108018, "score_percent": 20.636},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 13116322, "score_percent": 20.659},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 13147600, "score_percent": 20.686},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 13153506, "score_percent": 20.734},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 13160246, "score_percent": 20.791},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 13165923, "score_percent": 21.006},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 13240811, "score_percent": 21.006},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 1602340, "score_percent": 4.492},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 1736513, "score_percent": 4.966},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2051601, "score_percent": 5.675},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2141565, "score_percent": 6.002},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2501069, "score_percent": 6.034},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2568864, "score_percent": 6.126},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2671734, "score_percent": 6.165},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2731928, "score_percent": 6.455},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2771429, "score_percent": 6.653},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2893613, "score_percent": 7.2},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2974907, "score_percent": 7.392},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3392431, "score_percent": 8.137},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3686408, "score_percent": 9.22},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3790873, "score_percent": 9.751},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4077776, "score_percent": 10.118},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4242422, "score_percent": 10.135},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4319579, "score_percent": 10.234},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4420323, "score_percent": 10.32},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4475975, "score_percent": 10.712},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4719494, "score_percent": 10.729},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4743047, "score_percent": 11.091},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4814989, "score_percent": 11.171},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4893301, "score_percent": 11.761},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4912479, "score_percent": 13.004},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5033105, "score_percent": 13.438},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5110925, "score_percent": 13.488},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5334596, "score_percent": 13.745},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5361398, "score_percent": 13.765},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5603268, "score_percent": 14.635},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5628402, "score_percent": 14.965},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5647315, "score_percent": 14.979},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5650801, "score_percent": 15.109},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5681150, "score_percent": 15.233},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5720899, "score_percent": 15.616},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5757281, "score_percent": 15.644},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5798051, "score_percent": 15.668},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5856582, "score_percent": 15.669},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5874305, "score_percent": 15.779},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5908934, "score_percent": 15.78},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5961648, "score_percent": 16.202},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6088050, "score_percent": 16.227},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6171007, "score_percent": 16.28},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6245687, "score_percent": 16.282},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6257485, "score_percent": 16.616},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6296825, "score_percent": 16.911},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6315203, "score_percent": 16.932},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6325702, "score_percent": 17.054},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6361811, "score_percent": 17.169},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6382943, "score_percent": 18.049},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6431089, "score_percent": 18.056},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6460997, "score_percent": 18.058},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6505523, "score_percent": 18.097},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6586726, "score_percent": 18.489},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6594812, "score_percent": 18.503},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6625362, "score_percent": 18.564},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6728072, "score_percent": 18.583},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6774474, "score_percent": 19.034},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6889108, "score_percent": 19.036},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6924226, "score_percent": 19.075},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6971070, "score_percent": 19.157},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7103011, "score_percent": 19.174},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7273915, "score_percent": 19.189},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7424996, "score_percent": 19.211},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7546714, "score_percent": 19.228},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7566637, "score_percent": 19.229},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7607183, "score_percent": 19.636},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7709922, "score_percent": 19.99},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7782594, "score_percent": 20.032},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8110074, "score_percent": 20.572},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8278169, "score_percent": 20.577},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8342882, "score_percent": 20.925},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8477129, "score_percent": 20.933},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8500228, "score_percent": 20.956},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8573339, "score_percent": 21.008},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8762109, "score_percent": 21.044},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8794829, "score_percent": 21.1},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8851029, "score_percent": 21.673},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8884318, "score_percent": 21.693},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9033636, "score_percent": 21.695},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9257517, "score_percent": 21.718},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9277263, "score_percent": 21.723},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9386118, "score_percent": 22.164},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9417488, "score_percent": 22.519},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9455414, "score_percent": 22.996},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9589701, "score_percent": 23.027},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9767417, "score_percent": 23.049},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9801079, "score_percent": 23.056},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 10317360, "score_percent": 23.405},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 10574905, "score_percent": 23.405}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 13240811, "score_percent": 21.006},
      {"model": "Claude Fable 5.1", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 10574905, "score_percent": 23.405}
     ]
    }
   ]
  },
  {
   "title": "GPT-6 Astra · 20 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 557543, "score_percent": 8.374},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 1095040, "score_percent": 11.636},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 1758705, "score_percent": 12.05},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 2367162, "score_percent": 13.111},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 2988262, "score_percent": 13.447},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 3538052, "score_percent": 13.747},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 4114797, "score_percent": 13.866},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 4640666, "score_percent": 14.146},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5064494, "score_percent": 14.182},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5481439, "score_percent": 14.424},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5850107, "score_percent": 14.505},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6239827, "score_percent": 14.561},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6650394, "score_percent": 14.84},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7062044, "score_percent": 14.877},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7479778, "score_percent": 15.105},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7948009, "score_percent": 15.285},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8522139, "score_percent": 16.091},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9111064, "score_percent": 16.487},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9760444, "score_percent": 16.541},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10336422, "score_percent": 16.739},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10906585, "score_percent": 16.74},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11488730, "score_percent": 16.747},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11972710, "score_percent": 16.803},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12477659, "score_percent": 16.866},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12992270, "score_percent": 16.954},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 14029644, "score_percent": 17.044},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 14552276, "score_percent": 17.377},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 15060953, "score_percent": 17.555},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 15609730, "score_percent": 17.564},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 16138075, "score_percent": 17.875},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 16723086, "score_percent": 18.095},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 17250880, "score_percent": 18.18},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 17793813, "score_percent": 18.192},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 18349977, "score_percent": 18.211},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 18945225, "score_percent": 18.254},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 19455233, "score_percent": 18.285},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 20002814, "score_percent": 18.374},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 20566198, "score_percent": 18.391},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 21153877, "score_percent": 18.552},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 21717299, "score_percent": 18.816},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 22291085, "score_percent": 18.841},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 22880215, "score_percent": 18.859},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 23460757, "score_percent": 18.92},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 24054148, "score_percent": 19.098},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 24621390, "score_percent": 19.286},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 25225684, "score_percent": 19.409},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 25787689, "score_percent": 19.421},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 26372370, "score_percent": 19.43},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 26971272, "score_percent": 19.433},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 27575875, "score_percent": 19.583},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 28100995, "score_percent": 19.77},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 28690975, "score_percent": 19.884},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 29254644, "score_percent": 19.924},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 29823123, "score_percent": 20.223},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 30350932, "score_percent": 20.401},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 30898941, "score_percent": 20.493},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 31465093, "score_percent": 20.519},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 31998731, "score_percent": 20.646},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 32569273, "score_percent": 20.783},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 33145908, "score_percent": 20.784},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 33713090, "score_percent": 20.788},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 34309861, "score_percent": 20.797},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 34900762, "score_percent": 20.944},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 35489750, "score_percent": 20.951},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 36054512, "score_percent": 20.952},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 36607647, "score_percent": 20.974},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 37195973, "score_percent": 20.984},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 37738250, "score_percent": 21.105},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 38241631, "score_percent": 21.145},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 38867855, "score_percent": 21.218},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 39459949, "score_percent": 21.22},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 40038620, "score_percent": 21.253},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 40590268, "score_percent": 21.262},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 41104619, "score_percent": 21.365},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 42838768, "score_percent": 21.421},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 43436567, "score_percent": 21.424},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 44611855, "score_percent": 21.475},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 45195311, "score_percent": 21.493},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 45798597, "score_percent": 21.684},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 46314549, "score_percent": 21.713},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 46884035, "score_percent": 21.715},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 47440884, "score_percent": 21.716},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 48561146, "score_percent": 21.728},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 49198626, "score_percent": 21.749},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 49755214, "score_percent": 21.752},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 50298600, "score_percent": 21.77},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 50862662, "score_percent": 21.78},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 51418570, "score_percent": 21.799},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 51965415, "score_percent": 22.058},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 52507886, "score_percent": 22.093},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 53068104, "score_percent": 22.096},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 53591312, "score_percent": 22.102},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 54614439, "score_percent": 22.11},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 55668048, "score_percent": 22.111},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 56161567, "score_percent": 22.263},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 56623874, "score_percent": 22.297},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 57093170, "score_percent": 22.35},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 57527473, "score_percent": 22.36},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 57963495, "score_percent": 22.475},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 58346038, "score_percent": 22.476},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 58725487, "score_percent": 22.485},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 59092926, "score_percent": 22.5},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 59447309, "score_percent": 22.541},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 60210013, "score_percent": 22.827},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 60574915, "score_percent": 22.835},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 60962402, "score_percent": 22.873},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 61345230, "score_percent": 22.927},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 61695912, "score_percent": 22.929},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 62402956, "score_percent": 22.962},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 62726011, "score_percent": 22.963},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 63020331, "score_percent": 23.048},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 63311714, "score_percent": 23.052},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 63846945, "score_percent": 23.069},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 64075011, "score_percent": 23.074},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 64528644, "score_percent": 23.083},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 64716256, "score_percent": 23.085},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 64904027, "score_percent": 23.086},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 65784728, "score_percent": 23.088},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 65909285, "score_percent": 23.155},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 66724273, "score_percent": 23.155},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 148261, "score_percent": 2.0},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 219500, "score_percent": 3.999},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 302014, "score_percent": 5.91},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 634422, "score_percent": 6.376},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 755022, "score_percent": 6.38},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 861957, "score_percent": 7.977},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 1332201, "score_percent": 9.915},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 1454564, "score_percent": 9.96},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 1579970, "score_percent": 10.792},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 1692123, "score_percent": 11.526},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 1794285, "score_percent": 11.574},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2158607, "score_percent": 11.582},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2313691, "score_percent": 12.264},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2501060, "score_percent": 12.597},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2652916, "score_percent": 13.203},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3437229, "score_percent": 13.62},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3538749, "score_percent": 13.977},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3660872, "score_percent": 13.989},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3853821, "score_percent": 14.378},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4047208, "score_percent": 14.432},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4505181, "score_percent": 14.65},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4605468, "score_percent": 14.67},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5905870, "score_percent": 15.046},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5996100, "score_percent": 15.049},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6395391, "score_percent": 15.089},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7251709, "score_percent": 15.102},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7482429, "score_percent": 15.114},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8263848, "score_percent": 15.605},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9528312, "score_percent": 15.665},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9812704, "score_percent": 15.725},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 10906879, "score_percent": 16.095},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 12402396, "score_percent": 16.45},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 13046981, "score_percent": 16.575},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 13397246, "score_percent": 16.609},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 14055972, "score_percent": 16.631},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 14266352, "score_percent": 16.632},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 15042875, "score_percent": 17.117},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 15320238, "score_percent": 17.521},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 15652108, "score_percent": 18.015},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 18794689, "score_percent": 18.049},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 23645255, "score_percent": 18.105},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 23907610, "score_percent": 18.117},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 25976994, "score_percent": 18.452},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 27367868, "score_percent": 18.473},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 27854975, "score_percent": 18.859},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 28760708, "score_percent": 18.864},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 31107371, "score_percent": 18.916},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 31528159, "score_percent": 18.955},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 33059119, "score_percent": 18.956},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 33413991, "score_percent": 18.957},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 33486997, "score_percent": 19.007},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 34251782, "score_percent": 19.01},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 35862344, "score_percent": 19.016},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 36329596, "score_percent": 19.335},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 40651966, "score_percent": 19.339},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 40711814, "score_percent": 19.354},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 40894605, "score_percent": 19.37},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 41253753, "score_percent": 19.406},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 41327187, "score_percent": 19.431},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 41927514, "score_percent": 19.454},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 43211227, "score_percent": 19.479},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 44511723, "score_percent": 19.486},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 44919567, "score_percent": 19.501},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 45102957, "score_percent": 19.503},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 46043006, "score_percent": 19.916},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 46151847, "score_percent": 19.917},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 47834336, "score_percent": 20.763},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 47976913, "score_percent": 20.814},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 48358225, "score_percent": 20.847},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 48583082, "score_percent": 20.894},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 48842265, "score_percent": 21.375},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 49429788, "score_percent": 21.396},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 50681858, "score_percent": 21.416},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 50806238, "score_percent": 21.417},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 52956976, "score_percent": 21.417}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 66724273, "score_percent": 23.155},
      {"model": "GPT-6 Astra", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 52956976, "score_percent": 21.417}
     ]
    }
   ]
  },
  {
   "title": "Claude Opus 5.5 · 2 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 121971, "score_percent": 1.629},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 171703, "score_percent": 2.708},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 226376, "score_percent": 4.811},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 271815, "score_percent": 6.15},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 325482, "score_percent": 7.124},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 369750, "score_percent": 8.036},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 399427, "score_percent": 8.722},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 438765, "score_percent": 9.082},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 477126, "score_percent": 9.792},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 523679, "score_percent": 10.171},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 551443, "score_percent": 10.451},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 581966, "score_percent": 10.658},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 617309, "score_percent": 10.76},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 647622, "score_percent": 10.923},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 677410, "score_percent": 11.015},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 704519, "score_percent": 11.081},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 728234, "score_percent": 11.399},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 754830, "score_percent": 11.591},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 780729, "score_percent": 11.749},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 805729, "score_percent": 12.002},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 828831, "score_percent": 12.286},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 857650, "score_percent": 12.358},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 885624, "score_percent": 12.435},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 910087, "score_percent": 12.601},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 935950, "score_percent": 12.652},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 964254, "score_percent": 12.761},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 992477, "score_percent": 12.815},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1013044, "score_percent": 12.892},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1040594, "score_percent": 12.975},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1070414, "score_percent": 13.008},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1094055, "score_percent": 13.069},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1116490, "score_percent": 13.095},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1145502, "score_percent": 13.169},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1173540, "score_percent": 13.19},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1199072, "score_percent": 13.281},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1231022, "score_percent": 13.437},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1259774, "score_percent": 13.517},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1282562, "score_percent": 13.548},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1304905, "score_percent": 13.629},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1329140, "score_percent": 13.686},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1353900, "score_percent": 13.727},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1380999, "score_percent": 13.891},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1405876, "score_percent": 13.94},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1430204, "score_percent": 13.943},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1450125, "score_percent": 13.945},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1469082, "score_percent": 14.021},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1488339, "score_percent": 14.093},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1504404, "score_percent": 14.101},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1516046, "score_percent": 14.168},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1529524, "score_percent": 14.18},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1544829, "score_percent": 14.243},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1561103, "score_percent": 14.247},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1575006, "score_percent": 14.283},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1593365, "score_percent": 14.343},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1607404, "score_percent": 14.35},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1622039, "score_percent": 14.359},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1636857, "score_percent": 14.383},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1648063, "score_percent": 14.444},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1657898, "score_percent": 14.461},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1669280, "score_percent": 14.517},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1678914, "score_percent": 14.532},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1689250, "score_percent": 14.534},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1701384, "score_percent": 14.603},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1713652, "score_percent": 14.654},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1724207, "score_percent": 14.696},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1735388, "score_percent": 14.76},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1745591, "score_percent": 14.78},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1752977, "score_percent": 14.781},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1761109, "score_percent": 14.807},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1767669, "score_percent": 14.86},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1777725, "score_percent": 14.925},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1786650, "score_percent": 15.106},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1795686, "score_percent": 15.13},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1802917, "score_percent": 15.196},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1808440, "score_percent": 15.23},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1812939, "score_percent": 15.247},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1817811, "score_percent": 15.256},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1822743, "score_percent": 15.416},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1827352, "score_percent": 15.446},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1830371, "score_percent": 15.53},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1833441, "score_percent": 15.533},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1836370, "score_percent": 15.593},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1838936, "score_percent": 15.657},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1843363, "score_percent": 15.678},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1847254, "score_percent": 15.693},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1849907, "score_percent": 15.707},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1854706, "score_percent": 15.716},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1857537, "score_percent": 15.718},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1862667, "score_percent": 15.728},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1864801, "score_percent": 15.806},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1870650, "score_percent": 15.817},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1874204, "score_percent": 15.818},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1878067, "score_percent": 15.853},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1883432, "score_percent": 15.885},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1889157, "score_percent": 16.069},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1890608, "score_percent": 16.105},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1892135, "score_percent": 16.167},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1893532, "score_percent": 16.244},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1894652, "score_percent": 16.245},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1895800, "score_percent": 16.256},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1896834, "score_percent": 16.257},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1901877, "score_percent": 16.263},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1904081, "score_percent": 16.269},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1906335, "score_percent": 16.28},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1911738, "score_percent": 16.311},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1913298, "score_percent": 16.34},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1914336, "score_percent": 16.342},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1914735, "score_percent": 16.348},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1915699, "score_percent": 16.35},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1916880, "score_percent": 16.352},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1918043, "score_percent": 16.353},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1920422, "score_percent": 16.355},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1921103, "score_percent": 16.361},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1921574, "score_percent": 16.363},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1921873, "score_percent": 16.372},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1922768, "score_percent": 16.373},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1923404, "score_percent": 16.373},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 108727, "score_percent": 1.999},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 151447, "score_percent": 3.979},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 176882, "score_percent": 8.446},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 179127, "score_percent": 9.44},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 201720, "score_percent": 12.41},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 305113, "score_percent": 12.719},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 333451, "score_percent": 13.682},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 335683, "score_percent": 15.33},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 349746, "score_percent": 16.462},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 364247, "score_percent": 16.504},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 394279, "score_percent": 16.514},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 408478, "score_percent": 16.939},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 453418, "score_percent": 17.456},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 476707, "score_percent": 17.848},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 482763, "score_percent": 17.998},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 723559, "score_percent": 18.574},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 732372, "score_percent": 18.635},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 818700, "score_percent": 18.78},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 822724, "score_percent": 19.757},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 827789, "score_percent": 20.277},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 844428, "score_percent": 20.643},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 866246, "score_percent": 20.649},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 890340, "score_percent": 21.09},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 937404, "score_percent": 21.157},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 965519, "score_percent": 21.185},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1000050, "score_percent": 21.53},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1003254, "score_percent": 21.884},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1056487, "score_percent": 21.945},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1081622, "score_percent": 22.001},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1242678, "score_percent": 22.5},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1265867, "score_percent": 22.54},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1509314, "score_percent": 22.565},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1518852, "score_percent": 22.58},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1559370, "score_percent": 22.648},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1576919, "score_percent": 22.65},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1588175, "score_percent": 22.65}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1923404, "score_percent": 16.373},
      {"model": "Claude Opus 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1588175, "score_percent": 22.65}
     ]
    }
   ]
  },
  {
   "title": "Claude Opus 5.5 · 5 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 304926, "score_percent": 3.045},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 429257, "score_percent": 3.823},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 565940, "score_percent": 6.46},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 679538, "score_percent": 7.85},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 813706, "score_percent": 8.599},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 924374, "score_percent": 9.087},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 998568, "score_percent": 9.628},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1096913, "score_percent": 10.3},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1192815, "score_percent": 11.083},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1309197, "score_percent": 11.585},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1378608, "score_percent": 11.928},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1454916, "score_percent": 12.141},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1543272, "score_percent": 12.273},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1619056, "score_percent": 12.516},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1693525, "score_percent": 12.531},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1761297, "score_percent": 12.556},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1820586, "score_percent": 12.893},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1887075, "score_percent": 13.149},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1951822, "score_percent": 13.423},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2014324, "score_percent": 13.773},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2072078, "score_percent": 13.975},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2144126, "score_percent": 13.994},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2214060, "score_percent": 14.127},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2275217, "score_percent": 14.317},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2339874, "score_percent": 14.408},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2410635, "score_percent": 14.526},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2481193, "score_percent": 14.587},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2532610, "score_percent": 14.697},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2601485, "score_percent": 14.764},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2676036, "score_percent": 14.773},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2735137, "score_percent": 14.816},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2791225, "score_percent": 14.84},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2863756, "score_percent": 14.899},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2933851, "score_percent": 14.907},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2997680, "score_percent": 15.023},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3077554, "score_percent": 15.145},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3149434, "score_percent": 15.242},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3206406, "score_percent": 15.314},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3262263, "score_percent": 15.449},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3322851, "score_percent": 15.511},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3384749, "score_percent": 15.567},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3452497, "score_percent": 15.78},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3514691, "score_percent": 15.815},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3625313, "score_percent": 15.816},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3672706, "score_percent": 15.942},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3720846, "score_percent": 16.009},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3790114, "score_percent": 16.063},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3823810, "score_percent": 16.066},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3862072, "score_percent": 16.095},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3937514, "score_percent": 16.098},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3983412, "score_percent": 16.137},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4018509, "score_percent": 16.139},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4055098, "score_percent": 16.149},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4092143, "score_percent": 16.155},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4120158, "score_percent": 16.191},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4144744, "score_percent": 16.193},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4173199, "score_percent": 16.201},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4197286, "score_percent": 16.23},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4223124, "score_percent": 16.232},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4253460, "score_percent": 16.325},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4284129, "score_percent": 16.42},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4310518, "score_percent": 16.506},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4338469, "score_percent": 16.575},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4363977, "score_percent": 16.58},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4382442, "score_percent": 16.582},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4402772, "score_percent": 16.586},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4419174, "score_percent": 16.618},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4444312, "score_percent": 16.668},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4466624, "score_percent": 16.851},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4489214, "score_percent": 16.855},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4507293, "score_percent": 16.958},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4521101, "score_percent": 17.015},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4532348, "score_percent": 17.051},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4544526, "score_percent": 17.064},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4556858, "score_percent": 17.289},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4568381, "score_percent": 17.32},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4575928, "score_percent": 17.459},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4583602, "score_percent": 17.46},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4590926, "score_percent": 17.508},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4597339, "score_percent": 17.597},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4608408, "score_percent": 17.61},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4618134, "score_percent": 17.611},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4624768, "score_percent": 17.625},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4636764, "score_percent": 17.63},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4643842, "score_percent": 17.631},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4656667, "score_percent": 17.64},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4662002, "score_percent": 17.796},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4676625, "score_percent": 17.808},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4695168, "score_percent": 17.858},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4708581, "score_percent": 17.861},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4722893, "score_percent": 18.015},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4726520, "score_percent": 18.054},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4730338, "score_percent": 18.114},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4733830, "score_percent": 18.201},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4736630, "score_percent": 18.202},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4739500, "score_percent": 18.22},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4760202, "score_percent": 18.23},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4765836, "score_percent": 18.241},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4779345, "score_percent": 18.268},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4783244, "score_percent": 18.292},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4785840, "score_percent": 18.293},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4786838, "score_percent": 18.302},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4789248, "score_percent": 18.304},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4792201, "score_percent": 18.306},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4795107, "score_percent": 18.307},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4803936, "score_percent": 18.308},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4808509, "score_percent": 18.308},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 356948, "score_percent": 3.995},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 449422, "score_percent": 6.983},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 535128, "score_percent": 7.262},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 552568, "score_percent": 8.406},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 588754, "score_percent": 8.968},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 652080, "score_percent": 9.148},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 706303, "score_percent": 9.642},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 757288, "score_percent": 9.736},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 831557, "score_percent": 11.938},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 860924, "score_percent": 13.585},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 943624, "score_percent": 13.84},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 963164, "score_percent": 15.303},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 985262, "score_percent": 15.688},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1008742, "score_percent": 16.015},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1152662, "score_percent": 16.81},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1209074, "score_percent": 17.44},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1307314, "score_percent": 17.452},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1511364, "score_percent": 17.467},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1577825, "score_percent": 17.91},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1606836, "score_percent": 17.981},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1630685, "score_percent": 18.573},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1722608, "score_percent": 19.086},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1824825, "score_percent": 19.477},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2135696, "score_percent": 19.505},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2328625, "score_percent": 19.869},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2620532, "score_percent": 20.261},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2727423, "score_percent": 20.762},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2910489, "score_percent": 20.804},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 3316418, "score_percent": 21.368},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 3430052, "score_percent": 21.396},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 3763034, "score_percent": 21.402},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 3979980, "score_percent": 21.463},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 4144150, "score_percent": 21.873},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 4290092, "score_percent": 21.963},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 4653828, "score_percent": 22.041},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 4695466, "score_percent": 22.423},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 5155544, "score_percent": 22.423}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4808509, "score_percent": 18.308},
      {"model": "Claude Opus 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 5155544, "score_percent": 22.423}
     ]
    }
   ]
  },
  {
   "title": "Claude Opus 5.5 · 10 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 609853, "score_percent": 3.877},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 858514, "score_percent": 3.994},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 1131879, "score_percent": 7.58},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 1359076, "score_percent": 8.62},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 1627412, "score_percent": 9.293},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 1848748, "score_percent": 9.631},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 1997136, "score_percent": 10.119},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2193826, "score_percent": 11.063},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2385630, "score_percent": 12.014},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2618394, "score_percent": 12.818},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2757217, "score_percent": 13.291},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2909832, "score_percent": 13.437},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3086543, "score_percent": 13.567},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3238111, "score_percent": 13.758},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3522594, "score_percent": 13.763},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3641172, "score_percent": 14.308},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3774150, "score_percent": 14.547},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3903644, "score_percent": 15.023},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4028647, "score_percent": 15.348},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4144155, "score_percent": 15.489},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4288252, "score_percent": 15.49},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4428120, "score_percent": 15.699},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4550434, "score_percent": 15.863},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4679748, "score_percent": 15.984},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4821270, "score_percent": 16.065},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4962386, "score_percent": 16.112},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 5065220, "score_percent": 16.233},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 5202970, "score_percent": 16.287},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 5470274, "score_percent": 16.299},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 5582450, "score_percent": 16.308},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 5727511, "score_percent": 16.328},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 5867702, "score_percent": 16.329},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 5995360, "score_percent": 16.45},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 6155108, "score_percent": 16.497},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 6298868, "score_percent": 16.681},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 6412812, "score_percent": 16.823},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 6524526, "score_percent": 16.972},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 6645702, "score_percent": 17.004},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 6769498, "score_percent": 17.043},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 6904994, "score_percent": 17.197},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 7029382, "score_percent": 17.208},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 7345412, "score_percent": 17.448},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 7441693, "score_percent": 17.504},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 7580228, "score_percent": 17.528},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 7647620, "score_percent": 17.531},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 7724145, "score_percent": 17.538},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 7966825, "score_percent": 17.546},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8110196, "score_percent": 17.549},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8240317, "score_percent": 17.56},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8346398, "score_percent": 17.561},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8394572, "score_percent": 17.612},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8446248, "score_percent": 17.616},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8506920, "score_percent": 17.723},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8568258, "score_percent": 17.841},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8621036, "score_percent": 17.956},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8676938, "score_percent": 17.988},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8727954, "score_percent": 17.991},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8764885, "score_percent": 17.993},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8838347, "score_percent": 18.009},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8888624, "score_percent": 18.016},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8933248, "score_percent": 18.098},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9014586, "score_percent": 18.172},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9042202, "score_percent": 18.22},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9064696, "score_percent": 18.283},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9089053, "score_percent": 18.301},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9113717, "score_percent": 18.469},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9136762, "score_percent": 18.483},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9151856, "score_percent": 18.61},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9181851, "score_percent": 18.633},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9194678, "score_percent": 18.739},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9216815, "score_percent": 18.755},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9249536, "score_percent": 18.774},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9287683, "score_percent": 18.775},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9313334, "score_percent": 18.778},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9324004, "score_percent": 19.032},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9353250, "score_percent": 19.037},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9390336, "score_percent": 19.066},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9445786, "score_percent": 19.099},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9453041, "score_percent": 19.111},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9460677, "score_percent": 19.125},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9467660, "score_percent": 19.155},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9479001, "score_percent": 19.171},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9520403, "score_percent": 19.178},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9531673, "score_percent": 19.183},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9544187, "score_percent": 19.184},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9558690, "score_percent": 19.188},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9566488, "score_percent": 19.208},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9573675, "score_percent": 19.213},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9578496, "score_percent": 19.214},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9590214, "score_percent": 19.215},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9617018, "score_percent": 19.215},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 514558, "score_percent": 3.911},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 542369, "score_percent": 3.921},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 595849, "score_percent": 3.997},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 625773, "score_percent": 5.252},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 726172, "score_percent": 5.771},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 864461, "score_percent": 5.781},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 914605, "score_percent": 7.368},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 970850, "score_percent": 7.861},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 984278, "score_percent": 8.349},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1008201, "score_percent": 8.378},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1107934, "score_percent": 8.773},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1130106, "score_percent": 8.778},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1239990, "score_percent": 9.184},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1323395, "score_percent": 9.276},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1372610, "score_percent": 9.365},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1428374, "score_percent": 9.73},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1446689, "score_percent": 10.116},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1510472, "score_percent": 10.514},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1682244, "score_percent": 10.531},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1750917, "score_percent": 10.601},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1818034, "score_percent": 10.749},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1862134, "score_percent": 11.181},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1961066, "score_percent": 11.607},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2057096, "score_percent": 12.043},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2278331, "score_percent": 12.081},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2580860, "score_percent": 13.281},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2627995, "score_percent": 13.726},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2706189, "score_percent": 14.644},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2716963, "score_percent": 14.656},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2803272, "score_percent": 15.875},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2816258, "score_percent": 16.772},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2819706, "score_percent": 17.267},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2838493, "score_percent": 17.329},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2852273, "score_percent": 17.357},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2858683, "score_percent": 17.371},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2947168, "score_percent": 18.29},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3117716, "score_percent": 18.753},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3140113, "score_percent": 18.772},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3197362, "score_percent": 18.803},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3245319, "score_percent": 19.699},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3282641, "score_percent": 20.089},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3475170, "score_percent": 20.148},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3558104, "score_percent": 20.154},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3738254, "score_percent": 20.6},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3909970, "score_percent": 20.628},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 4071488, "score_percent": 20.995},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 4120730, "score_percent": 21.011},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 4401098, "score_percent": 21.027},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 4737892, "score_percent": 21.099},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 5023783, "score_percent": 21.488},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 5031349, "score_percent": 21.822},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 6574953, "score_percent": 21.85},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 6697693, "score_percent": 21.93},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 7083223, "score_percent": 21.981},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 7104361, "score_percent": 22.408},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 7137259, "score_percent": 22.534},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 7181332, "score_percent": 22.536},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 7188552, "score_percent": 22.916},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 7311116, "score_percent": 23.365},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 7665285, "score_percent": 23.448},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 7691559, "score_percent": 23.493},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 8088083, "score_percent": 23.499},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 8183043, "score_percent": 23.924},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 8505758, "score_percent": 24.361},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 8698456, "score_percent": 24.448},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 8796650, "score_percent": 24.475},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 8932907, "score_percent": 24.481},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 8980478, "score_percent": 24.482},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 8991945, "score_percent": 24.5},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 9033312, "score_percent": 24.5}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9617018, "score_percent": 19.215},
      {"model": "Claude Opus 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 9033312, "score_percent": 24.5}
     ]
    }
   ]
  },
  {
   "title": "Claude Opus 5.5 · 20 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 1219706, "score_percent": 3.998},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 2263758, "score_percent": 8.062},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 2718151, "score_percent": 9.321},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 3254824, "score_percent": 9.887},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 3994271, "score_percent": 10.55},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 4387651, "score_percent": 11.803},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 4771259, "score_percent": 12.872},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5236788, "score_percent": 14.448},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5514434, "score_percent": 15.147},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6476222, "score_percent": 15.271},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7282344, "score_percent": 16.348},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7807289, "score_percent": 17.251},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8856241, "score_percent": 17.644},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9642541, "score_percent": 17.654},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12310216, "score_percent": 17.694},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12597737, "score_percent": 18.064},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 12825625, "score_percent": 18.346},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 13049053, "score_percent": 18.365},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 14690825, "score_percent": 18.844},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 15160455, "score_percent": 18.868},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 15448290, "score_percent": 18.875},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 16789144, "score_percent": 18.97},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 16892496, "score_percent": 18.978},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 18129392, "score_percent": 19.092},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 18178106, "score_percent": 19.128},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 18273523, "score_percent": 19.138},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 18648007, "score_percent": 19.616},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 19234036, "score_percent": 19.616},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 904423, "score_percent": 2.0},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 947965, "score_percent": 3.986},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 1026266, "score_percent": 3.998},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 1346754, "score_percent": 5.606},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 1679678, "score_percent": 7.949},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2056110, "score_percent": 8.919},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2310272, "score_percent": 9.834},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2512063, "score_percent": 9.854},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2873514, "score_percent": 11.922},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3144550, "score_percent": 11.942},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3203930, "score_percent": 13.409},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3404943, "score_percent": 13.896},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3478098, "score_percent": 14.296},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3551088, "score_percent": 15.139},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3613882, "score_percent": 15.316},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3700920, "score_percent": 15.413},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3885557, "score_percent": 15.834},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3968426, "score_percent": 16.212},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4079533, "score_percent": 16.219},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4454319, "score_percent": 16.541},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4534346, "score_percent": 16.646},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4623901, "score_percent": 17.11},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4684111, "score_percent": 17.174},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4885885, "score_percent": 17.521},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5256562, "score_percent": 17.782},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5309717, "score_percent": 17.79},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5444264, "score_percent": 17.828},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5489659, "score_percent": 18.172},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5613574, "score_percent": 18.192},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5699191, "score_percent": 18.297},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5911487, "score_percent": 18.74},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5963006, "score_percent": 19.232},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6095120, "score_percent": 19.591},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6194113, "score_percent": 19.686},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6332167, "score_percent": 19.709},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6422249, "score_percent": 20.186},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6458778, "score_percent": 20.536},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6629529, "score_percent": 20.904},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6672536, "score_percent": 21.0},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6883408, "score_percent": 21.015},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6991950, "score_percent": 21.057},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7035810, "score_percent": 21.094},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7064150, "score_percent": 21.499},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7084617, "score_percent": 21.518},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7102646, "score_percent": 21.536},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7136949, "score_percent": 21.547},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7229021, "score_percent": 21.565},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7299224, "score_percent": 21.605},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7338986, "score_percent": 21.613},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7383952, "score_percent": 21.64},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7425236, "score_percent": 21.652},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7623978, "score_percent": 21.987},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7694745, "score_percent": 22.18},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7750545, "score_percent": 22.632},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7813396, "score_percent": 23.081},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8326369, "score_percent": 23.095},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8482197, "score_percent": 23.111},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8659903, "score_percent": 23.128},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8889281, "score_percent": 23.547},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8945524, "score_percent": 23.586},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9728484, "score_percent": 23.589},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 9808531, "score_percent": 24.068},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 10285056, "score_percent": 24.088},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 10478892, "score_percent": 24.455},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 10532891, "score_percent": 24.475},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 10549313, "score_percent": 24.543},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 10652129, "score_percent": 24.607},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 10859744, "score_percent": 24.617},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11187042, "score_percent": 24.666},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11280528, "score_percent": 24.676},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11676823, "score_percent": 25.069},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11832757, "score_percent": 25.082},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11892913, "score_percent": 25.413},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11909508, "score_percent": 25.429},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 12150470, "score_percent": 25.438},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 12661280, "score_percent": 25.5},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 12932337, "score_percent": 25.945},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 13429156, "score_percent": 25.986},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 13445861, "score_percent": 26.475},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 13886969, "score_percent": 26.938},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 13975406, "score_percent": 26.958},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 13980978, "score_percent": 27.391},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 14265248, "score_percent": 27.43},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 14544082, "score_percent": 27.444},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 14715917, "score_percent": 27.449},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 14840530, "score_percent": 27.822},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 15029842, "score_percent": 27.865},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 15127459, "score_percent": 27.885},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 15532198, "score_percent": 28.31},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 15605938, "score_percent": 28.323},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 16381136, "score_percent": 28.336},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 17980428, "score_percent": 28.36},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 18419495, "score_percent": 28.363},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 18565298, "score_percent": 28.42},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 18966367, "score_percent": 28.879},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 19560650, "score_percent": 28.983},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 20013384, "score_percent": 28.998},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 20106126, "score_percent": 28.998}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 19234036, "score_percent": 19.616},
      {"model": "Claude Opus 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 20106126, "score_percent": 28.998}
     ]
    }
   ]
  },
  {
   "title": "GPT-6 Luna · 2 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 131918, "score_percent": 1.615},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 231963, "score_percent": 2.632},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 352349, "score_percent": 3.245},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 478750, "score_percent": 3.684},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 600059, "score_percent": 4.103},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 715726, "score_percent": 4.337},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 835666, "score_percent": 4.411},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 956121, "score_percent": 4.491},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1066172, "score_percent": 4.589},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1187636, "score_percent": 4.685},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1323976, "score_percent": 4.689},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1450067, "score_percent": 4.787},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1566490, "score_percent": 4.957},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1690347, "score_percent": 5.092},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1822742, "score_percent": 5.141},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 1941053, "score_percent": 5.208},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 2060170, "score_percent": 5.222},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 2176046, "score_percent": 5.228},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 2299566, "score_percent": 5.293},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 2407333, "score_percent": 5.322},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 2525161, "score_percent": 5.396},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 2649798, "score_percent": 5.417},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 2772074, "score_percent": 5.492},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 2887626, "score_percent": 5.582},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 3012550, "score_percent": 5.589},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 3132534, "score_percent": 5.596},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 3237721, "score_percent": 5.618},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 3346521, "score_percent": 5.652},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 3448525, "score_percent": 5.683},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 3565476, "score_percent": 5.696},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 3668650, "score_percent": 5.732},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 3785766, "score_percent": 5.78},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 3884587, "score_percent": 5.805},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 3984719, "score_percent": 5.815},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 4086707, "score_percent": 5.898},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 4202613, "score_percent": 5.922},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 4314301, "score_percent": 5.943},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 4415988, "score_percent": 5.958},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 4535818, "score_percent": 5.975},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 4632362, "score_percent": 5.984},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 4739513, "score_percent": 6.034},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 4838547, "score_percent": 6.05},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 4942810, "score_percent": 6.089},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 5049720, "score_percent": 6.091},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 5158595, "score_percent": 6.107},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 5257735, "score_percent": 6.109},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 5368357, "score_percent": 6.14},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 5468759, "score_percent": 6.199},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 5573320, "score_percent": 6.257},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 5677586, "score_percent": 6.268},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 5777601, "score_percent": 6.274},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 5884638, "score_percent": 6.283},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 5999729, "score_percent": 6.293},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 6115330, "score_percent": 6.324},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 6222313, "score_percent": 6.328},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 6424629, "score_percent": 6.345},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 6521491, "score_percent": 6.357},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 6630690, "score_percent": 6.392},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 6744668, "score_percent": 6.398},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 6852983, "score_percent": 6.399},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 6954229, "score_percent": 6.42},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 7048920, "score_percent": 6.423},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 7154248, "score_percent": 6.424},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 7260137, "score_percent": 6.445},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 7351628, "score_percent": 6.45},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 7533504, "score_percent": 6.455},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 7732567, "score_percent": 6.457},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 7820170, "score_percent": 6.479},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 7983494, "score_percent": 6.49},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 8070335, "score_percent": 6.495},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 8160838, "score_percent": 6.504},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 8260312, "score_percent": 6.514},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 8419502, "score_percent": 6.519},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 8505526, "score_percent": 6.524},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 8560481, "score_percent": 6.525},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 8613299, "score_percent": 6.531},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 8678995, "score_percent": 6.533},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 8843416, "score_percent": 6.534},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 8880347, "score_percent": 6.557},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9019075, "score_percent": 6.558},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9083884, "score_percent": 6.562},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9234175, "score_percent": 6.577},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9310245, "score_percent": 6.588},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9338003, "score_percent": 6.589},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9366178, "score_percent": 6.597},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9399286, "score_percent": 6.609},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9434682, "score_percent": 6.631},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9470934, "score_percent": 6.704},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9509608, "score_percent": 6.706},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9544967, "score_percent": 6.767},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9574598, "score_percent": 6.801},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9627918, "score_percent": 6.821},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9655280, "score_percent": 6.842},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9709138, "score_percent": 6.935},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9725172, "score_percent": 6.98},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9741977, "score_percent": 7.056},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9751718, "score_percent": 7.061},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9780221, "score_percent": 7.076},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9824768, "score_percent": 7.079},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9831948, "score_percent": 7.088},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9845932, "score_percent": 7.095},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9847028, "score_percent": 7.095},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 92420, "score_percent": 2.0},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 274087, "score_percent": 2.453},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 318112, "score_percent": 2.461},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 368470, "score_percent": 3.164},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 465654, "score_percent": 3.476},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 555071, "score_percent": 3.492},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 646505, "score_percent": 3.496},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 693692, "score_percent": 3.585},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 765311, "score_percent": 3.594},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 811964, "score_percent": 3.639},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 852066, "score_percent": 3.641},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 931387, "score_percent": 3.717},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1215239, "score_percent": 3.748},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1298662, "score_percent": 3.813},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1692422, "score_percent": 3.814},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1911359, "score_percent": 3.821},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 2007499, "score_percent": 3.84},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 2278299, "score_percent": 3.859},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 5521602, "score_percent": 4.18},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 5564273, "score_percent": 4.66},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 5640768, "score_percent": 5.129},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 5715790, "score_percent": 5.494},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 5842187, "score_percent": 5.526},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 5921542, "score_percent": 5.532},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 5933555, "score_percent": 5.533},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 5943443, "score_percent": 5.598},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 5984353, "score_percent": 5.633},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 6097685, "score_percent": 5.662},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 6130058, "score_percent": 5.668},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 6188594, "score_percent": 5.677},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 6348982, "score_percent": 5.682},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 6381906, "score_percent": 5.69},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 6759188, "score_percent": 6.603},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 6792558, "score_percent": 7.051},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 6816241, "score_percent": 7.095},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 6838883, "score_percent": 7.102},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 7046483, "score_percent": 7.106},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 7096777, "score_percent": 7.129},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 7123598, "score_percent": 7.133},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 7144357, "score_percent": 7.136},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 7284547, "score_percent": 7.156},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 7317986, "score_percent": 7.592},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 7395300, "score_percent": 7.598},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 7948576, "score_percent": 7.603},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 9318998, "score_percent": 7.607},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 9363989, "score_percent": 7.607},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 92310, "score_percent": 2.0},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 198123, "score_percent": 3.184},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 346121, "score_percent": 3.195},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 394015, "score_percent": 3.545},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 445073, "score_percent": 3.548},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 545875, "score_percent": 3.76},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 564135, "score_percent": 3.945},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1026838, "score_percent": 4.346},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1034503, "score_percent": 4.652},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1054837, "score_percent": 4.656},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1069872, "score_percent": 4.657},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1137307, "score_percent": 4.755},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1166959, "score_percent": 4.811},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1242737, "score_percent": 5.196},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1296531, "score_percent": 5.247},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1453324, "score_percent": 5.318},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1535416, "score_percent": 5.324},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1585428, "score_percent": 5.707},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1781824, "score_percent": 5.712},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1804077, "score_percent": 5.713},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1831203, "score_percent": 5.737},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1857232, "score_percent": 5.755},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 1888971, "score_percent": 5.78},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 2273454, "score_percent": 5.853},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 3374968, "score_percent": 5.858},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 6453518, "score_percent": 6.233},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 6661145, "score_percent": 6.234},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 8003652, "score_percent": 6.237},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 8931539, "score_percent": 6.238},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 9019945, "score_percent": 6.239},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 9032351, "score_percent": 6.24},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 9531871, "score_percent": 6.24},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 86677, "score_percent": 2.0},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 208265, "score_percent": 2.995},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 282167, "score_percent": 3.499},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 456034, "score_percent": 4.355},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 467285, "score_percent": 4.844},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 518351, "score_percent": 4.867},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 685373, "score_percent": 4.876},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 1036769, "score_percent": 5.345},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 1046715, "score_percent": 5.426},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 1165958, "score_percent": 5.431},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 1302359, "score_percent": 5.44},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 7634986, "score_percent": 5.44}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 9847028, "score_percent": 7.095},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 9363989, "score_percent": 7.607},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 9531871, "score_percent": 6.24},
      {"model": "GPT-6 Luna", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 7634986, "score_percent": 5.44}
     ]
    }
   ]
  },
  {
   "title": "GPT-6 Luna · 5 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 329794, "score_percent": 2.501},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 579907, "score_percent": 3.469},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 880872, "score_percent": 3.995},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1196875, "score_percent": 4.246},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1500147, "score_percent": 4.852},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1789315, "score_percent": 5.058},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2089166, "score_percent": 5.099},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2390303, "score_percent": 5.18},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2665431, "score_percent": 5.29},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2969091, "score_percent": 5.425},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3625166, "score_percent": 5.591},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 3916226, "score_percent": 5.847},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4225868, "score_percent": 6.089},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4556856, "score_percent": 6.201},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 4852633, "score_percent": 6.311},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 5150425, "score_percent": 6.318},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 5440115, "score_percent": 6.324},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 5748914, "score_percent": 6.371},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 6018332, "score_percent": 6.387},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 6312902, "score_percent": 6.467},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 6624494, "score_percent": 6.48},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 6930184, "score_percent": 6.514},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 7219064, "score_percent": 6.63},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 7531376, "score_percent": 6.634},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 7831336, "score_percent": 6.642},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 8094302, "score_percent": 6.649},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 8366302, "score_percent": 6.669},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 8621313, "score_percent": 6.702},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 8913690, "score_percent": 6.709},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 9171625, "score_percent": 6.724},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 9464414, "score_percent": 6.765},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 9711467, "score_percent": 6.796},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 9961797, "score_percent": 6.802},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 10216767, "score_percent": 6.836},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 10506532, "score_percent": 6.852},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 10785752, "score_percent": 6.864},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 11039969, "score_percent": 6.867},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 11339544, "score_percent": 6.894},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 11580905, "score_percent": 6.897},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 11848782, "score_percent": 6.944},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 12096368, "score_percent": 6.95},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 12357024, "score_percent": 6.997},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 12624300, "score_percent": 7.001},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 12896486, "score_percent": 7.009},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 13144337, "score_percent": 7.012},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 13420892, "score_percent": 7.036},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 13671898, "score_percent": 7.101},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 13933300, "score_percent": 7.177},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 14193965, "score_percent": 7.178},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 14444003, "score_percent": 7.181},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 14711595, "score_percent": 7.187},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 14999322, "score_percent": 7.192},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 15288325, "score_percent": 7.222},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 15555783, "score_percent": 7.223},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 16061573, "score_percent": 7.224},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 16303728, "score_percent": 7.228},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 16576725, "score_percent": 7.259},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 16861671, "score_percent": 7.264},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 17132456, "score_percent": 7.265},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 17385572, "score_percent": 7.292},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 17622299, "score_percent": 7.296},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 18150344, "score_percent": 7.342},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 18379069, "score_percent": 7.343},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 18833760, "score_percent": 7.344},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 19331417, "score_percent": 7.347},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 19550424, "score_percent": 7.384},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 19958735, "score_percent": 7.39},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 20402096, "score_percent": 7.407},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 20650779, "score_percent": 7.415},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 21048755, "score_percent": 7.42},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 21401203, "score_percent": 7.422},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 21533247, "score_percent": 7.429},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 21987224, "score_percent": 7.43},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 22108539, "score_percent": 7.431},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 22200866, "score_percent": 7.451},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 22709710, "score_percent": 7.453},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 23085437, "score_percent": 7.485},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 23275612, "score_percent": 7.499},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 23415444, "score_percent": 7.501},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 23586706, "score_percent": 7.534},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 23677334, "score_percent": 7.616},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 23774020, "score_percent": 7.617},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 23862419, "score_percent": 7.731},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 23936496, "score_percent": 7.793},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 24069795, "score_percent": 7.844},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 24138200, "score_percent": 7.888},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 24272846, "score_percent": 8.072},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 24312929, "score_percent": 8.185},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 24354943, "score_percent": 8.374},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 24379295, "score_percent": 8.385},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 24450552, "score_percent": 8.404},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 24614830, "score_percent": 8.405},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 24617571, "score_percent": 8.405},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 97603, "score_percent": 2.0},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 211629, "score_percent": 3.978},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 304070, "score_percent": 3.996},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 418620, "score_percent": 4.431},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 506883, "score_percent": 4.486},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 672598, "score_percent": 4.956},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 789472, "score_percent": 5.399},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1049342, "score_percent": 5.407},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1315933, "score_percent": 5.415},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1794254, "score_percent": 5.733},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1943622, "score_percent": 6.094},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2021243, "score_percent": 6.166},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2058516, "score_percent": 6.217},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2081448, "score_percent": 6.247},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2336410, "score_percent": 6.544},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2397149, "score_percent": 6.664},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2828801, "score_percent": 6.675},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 3055667, "score_percent": 6.711},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 3186312, "score_percent": 6.768},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 3756413, "score_percent": 6.786},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 5251227, "score_percent": 6.794},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 5552640, "score_percent": 6.812},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 8543713, "score_percent": 6.839},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 8636682, "score_percent": 6.841},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 9913983, "score_percent": 6.854},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 9943043, "score_percent": 6.855},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 9969226, "score_percent": 6.856},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 9993387, "score_percent": 7.373},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 10064268, "score_percent": 7.375},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 10138820, "score_percent": 8.328},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 10266886, "score_percent": 8.329},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 10340070, "score_percent": 8.331},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 11393521, "score_percent": 8.361},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 12005974, "score_percent": 8.362},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 12106009, "score_percent": 8.364},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 12779522, "score_percent": 8.365},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 13853338, "score_percent": 8.83},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 14153007, "score_percent": 8.831},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 14231960, "score_percent": 8.832},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 14262523, "score_percent": 8.833},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 14631778, "score_percent": 8.853},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 16978952, "score_percent": 9.723},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 17045017, "score_percent": 9.727},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 17191877, "score_percent": 9.74},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 17721160, "score_percent": 10.06},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 18126900, "score_percent": 10.061},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 18407673, "score_percent": 10.373},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 18703626, "score_percent": 10.452},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 18792253, "score_percent": 10.501},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 18913696, "score_percent": 10.505},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 19144034, "score_percent": 10.506},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 19318854, "score_percent": 10.509},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 19564674, "score_percent": 10.513},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 20218158, "score_percent": 10.516},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 20897152, "score_percent": 10.52},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 21282629, "score_percent": 10.572},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 21709434, "score_percent": 10.574},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 21998487, "score_percent": 10.575},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 22155301, "score_percent": 10.576},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 22411004, "score_percent": 10.579},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 22412614, "score_percent": 10.579},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 58842, "score_percent": 2.0},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 163423, "score_percent": 2.991},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 221521, "score_percent": 3.99},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 352743, "score_percent": 4.462},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 418225, "score_percent": 4.89},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 475491, "score_percent": 5.184},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 945780, "score_percent": 5.187},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 3434508, "score_percent": 5.361},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 3699471, "score_percent": 5.362},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 3827997, "score_percent": 5.371},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 3862574, "score_percent": 5.427},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 3917969, "score_percent": 5.428},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 3968368, "score_percent": 5.836},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 3998020, "score_percent": 5.901},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 4049162, "score_percent": 5.909},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 4090171, "score_percent": 5.942},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 6547914, "score_percent": 5.943},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 6625416, "score_percent": 5.948},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 7036240, "score_percent": 5.95},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 7491404, "score_percent": 5.952},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 7706316, "score_percent": 5.959},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 9693304, "score_percent": 5.969},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 16523747, "score_percent": 6.279},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 16958632, "score_percent": 6.295},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 18756052, "score_percent": 6.312},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 23396912, "score_percent": 6.369},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 23682091, "score_percent": 6.682},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 23723080, "score_percent": 6.975},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 23787876, "score_percent": 6.978},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 24078465, "score_percent": 6.978},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 175366, "score_percent": 1.5},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 228704, "score_percent": 2.997},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 395527, "score_percent": 3.993},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 511968, "score_percent": 3.995},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 549288, "score_percent": 4.48},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 553872, "score_percent": 4.487},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 586616, "score_percent": 5.383},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 645712, "score_percent": 5.385},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 689609, "score_percent": 5.439},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 768972, "score_percent": 5.447},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 803153, "score_percent": 5.451},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1125794, "score_percent": 5.907},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1186930, "score_percent": 5.928},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1233411, "score_percent": 5.936},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1393986, "score_percent": 5.938},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1775734, "score_percent": 5.939},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1846000, "score_percent": 5.94},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 3205030, "score_percent": 6.371},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 3357484, "score_percent": 6.374},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 4206249, "score_percent": 6.41},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 4314721, "score_percent": 6.424},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 4634361, "score_percent": 6.428},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 5020672, "score_percent": 6.87},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 5221364, "score_percent": 7.18},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 6881864, "score_percent": 7.19},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 7351275, "score_percent": 7.509},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 7762669, "score_percent": 7.513},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 8077797, "score_percent": 7.514},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 8386084, "score_percent": 7.517},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 9093756, "score_percent": 7.534},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 9354276, "score_percent": 7.535},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 9366342, "score_percent": 7.551},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 9638803, "score_percent": 7.596},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 14347854, "score_percent": 7.645},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 19000321, "score_percent": 7.645}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 24617571, "score_percent": 8.405},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 22412614, "score_percent": 10.579},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 24078465, "score_percent": 6.978},
      {"model": "GPT-6 Luna", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 19000321, "score_percent": 7.645}
     ]
    }
   ]
  },
  {
   "title": "GPT-6 Luna · 10 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 659588, "score_percent": 3.036},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 1159814, "score_percent": 3.871},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 1761744, "score_percent": 4.376},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2393750, "score_percent": 4.528},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3000294, "score_percent": 5.347},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3578630, "score_percent": 5.531},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4178331, "score_percent": 5.549},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4780606, "score_percent": 5.668},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 5330862, "score_percent": 5.787},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 5938182, "score_percent": 5.93},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 7250333, "score_percent": 6.136},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 7832452, "score_percent": 6.489},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 8451735, "score_percent": 6.847},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9113712, "score_percent": 7.043},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 9705266, "score_percent": 7.199},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 10880230, "score_percent": 7.205},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 11497829, "score_percent": 7.221},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 12036663, "score_percent": 7.226},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 12625803, "score_percent": 7.278},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 13248988, "score_percent": 7.287},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 13860368, "score_percent": 7.293},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 14438128, "score_percent": 7.38},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 15062752, "score_percent": 7.381},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 15662672, "score_percent": 7.386},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 16188605, "score_percent": 7.387},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 16732603, "score_percent": 7.391},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 17242627, "score_percent": 7.426},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 17827381, "score_percent": 7.428},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 18343250, "score_percent": 7.429},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 18928829, "score_percent": 7.448},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 19422934, "score_percent": 7.468},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 19923594, "score_percent": 7.472},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 20433535, "score_percent": 7.477},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 21013065, "score_percent": 7.485},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 21571503, "score_percent": 7.49},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 22679088, "score_percent": 7.516},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 23161810, "score_percent": 7.517},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 23697563, "score_percent": 7.57},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 24192736, "score_percent": 7.576},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 24714049, "score_percent": 7.608},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 25248600, "score_percent": 7.613},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 25792973, "score_percent": 7.615},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 26288674, "score_percent": 7.619},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 26841784, "score_percent": 7.629},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 27343796, "score_percent": 7.667},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 27866600, "score_percent": 7.728},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 28888006, "score_percent": 7.73},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 29423190, "score_percent": 7.737},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 29998644, "score_percent": 7.741},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 30576650, "score_percent": 7.767},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 32607456, "score_percent": 7.769},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 33153450, "score_percent": 7.779},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 33723342, "score_percent": 7.78},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 34264913, "score_percent": 7.782},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 34771144, "score_percent": 7.801},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 35244598, "score_percent": 7.803},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 36300687, "score_percent": 7.879},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 36758139, "score_percent": 7.88},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 38662833, "score_percent": 7.882},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 39100848, "score_percent": 7.92},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 39917469, "score_percent": 7.922},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 40804192, "score_percent": 7.944},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 41301559, "score_percent": 7.954},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 42097510, "score_percent": 7.96},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 42802406, "score_percent": 7.963},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 43066493, "score_percent": 7.971},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 44217078, "score_percent": 7.973},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 44401733, "score_percent": 7.981},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 44852944, "score_percent": 7.982},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 46170874, "score_percent": 8.03},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 46551223, "score_percent": 8.053},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 46830889, "score_percent": 8.054},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 47173412, "score_percent": 8.08},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 47354668, "score_percent": 8.131},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 47548040, "score_percent": 8.132},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 47724837, "score_percent": 8.276},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 47872991, "score_percent": 8.364},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 48139590, "score_percent": 8.467},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 48276400, "score_percent": 8.534},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 48545691, "score_percent": 8.793},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 48625858, "score_percent": 9.019},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 48709887, "score_percent": 9.396},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 48758589, "score_percent": 9.412},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 48901103, "score_percent": 9.422},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 49235142, "score_percent": 9.422},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 358248, "score_percent": 2.999},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 451869, "score_percent": 3.499},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 517200, "score_percent": 3.972},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 568973, "score_percent": 3.999},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 848490, "score_percent": 4.479},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1071405, "score_percent": 4.973},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1140700, "score_percent": 5.417},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1196101, "score_percent": 5.891},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1349905, "score_percent": 5.924},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1492505, "score_percent": 5.931},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2828950, "score_percent": 5.936},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3068215, "score_percent": 5.95},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3115726, "score_percent": 5.964},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3398430, "score_percent": 5.977},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3837545, "score_percent": 5.978},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3939568, "score_percent": 5.979},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 4805763, "score_percent": 5.98},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 7714707, "score_percent": 6.779},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 7883971, "score_percent": 7.19},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 7967586, "score_percent": 7.219},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 8168512, "score_percent": 7.227},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 11220126, "score_percent": 7.243},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 23888733, "score_percent": 7.783},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 24077789, "score_percent": 7.825},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 24250825, "score_percent": 7.887},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 24332823, "score_percent": 7.912},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 24422518, "score_percent": 7.925},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 24559162, "score_percent": 8.874},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 24946153, "score_percent": 9.152},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 25189938, "score_percent": 9.154},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 25884386, "score_percent": 9.155},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 27089507, "score_percent": 9.156},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 29330917, "score_percent": 9.518},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 29692707, "score_percent": 9.644},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 29957336, "score_percent": 9.791},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 31249789, "score_percent": 9.793},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 39365199, "score_percent": 9.811},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 41767967, "score_percent": 9.826},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 41860560, "score_percent": 9.827},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 42276035, "score_percent": 9.848},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 43745597, "score_percent": 9.848},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 246866, "score_percent": 1.0},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 369485, "score_percent": 2.0},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 583204, "score_percent": 3.5},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 658187, "score_percent": 3.999},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 820472, "score_percent": 4.979},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 1074410, "score_percent": 5.47},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 1444760, "score_percent": 5.837},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 1556087, "score_percent": 5.852},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 1631537, "score_percent": 5.892},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 1999342, "score_percent": 5.893},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2449960, "score_percent": 5.934},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2769497, "score_percent": 5.94},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2853701, "score_percent": 5.941},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3219450, "score_percent": 5.963},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3475007, "score_percent": 5.965},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 4390504, "score_percent": 5.972},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 6868808, "score_percent": 6.26},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 24656918, "score_percent": 6.273},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 35909402, "score_percent": 6.553},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 36098892, "score_percent": 6.697},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 38245988, "score_percent": 7.087},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 38531921, "score_percent": 7.124},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 38565554, "score_percent": 7.135},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 43880831, "score_percent": 7.135},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 291681, "score_percent": 2.0},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 759658, "score_percent": 3.995},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 982432, "score_percent": 4.457},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1074660, "score_percent": 4.473},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1145326, "score_percent": 4.485},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1174481, "score_percent": 4.788},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1358103, "score_percent": 4.825},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1439453, "score_percent": 5.308},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1626167, "score_percent": 5.309},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1898249, "score_percent": 5.355},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2114516, "score_percent": 5.662},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2280357, "score_percent": 5.663},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2356296, "score_percent": 5.665},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2752997, "score_percent": 5.723},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3811165, "score_percent": 5.731},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 4353400, "score_percent": 5.788},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 4624101, "score_percent": 5.819},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 4766838, "score_percent": 5.832},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 5108192, "score_percent": 5.871},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 5797085, "score_percent": 5.876},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 6133577, "score_percent": 5.889},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 6262101, "score_percent": 5.89},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 8154813, "score_percent": 5.894},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 8392636, "score_percent": 6.758},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 8451260, "score_percent": 7.179},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 8616008, "score_percent": 7.182},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 8674272, "score_percent": 7.194},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 8747402, "score_percent": 7.196},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 8992451, "score_percent": 7.198},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 9062032, "score_percent": 7.245},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 9232831, "score_percent": 7.683},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 9384705, "score_percent": 7.687},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 9491667, "score_percent": 7.693},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 9738194, "score_percent": 7.704},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 10246507, "score_percent": 7.712},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 10768061, "score_percent": 7.713},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 11409682, "score_percent": 7.718},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 11850976, "score_percent": 8.08},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 12200136, "score_percent": 8.134},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 12470319, "score_percent": 8.499},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 12874498, "score_percent": 8.894},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 13845704, "score_percent": 8.906},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 19459173, "score_percent": 8.968},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 19686153, "score_percent": 8.969},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 20133724, "score_percent": 8.972},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 20181911, "score_percent": 8.974},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 22840255, "score_percent": 8.979},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 22952181, "score_percent": 8.981},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 28009409, "score_percent": 8.982},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 28949072, "score_percent": 8.983},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 29245034, "score_percent": 9.002},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 29432086, "score_percent": 9.003},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 34421762, "score_percent": 9.004},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 35303134, "score_percent": 9.005},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 38782780, "score_percent": 9.407},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 39918967, "score_percent": 9.462},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 40927567, "score_percent": 9.463},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 44536947, "score_percent": 9.463}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 49235142, "score_percent": 9.422},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 43745597, "score_percent": 9.848},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 43880831, "score_percent": 7.135},
      {"model": "GPT-6 Luna", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 44536947, "score_percent": 9.463}
     ]
    }
   ]
  },
  {
   "title": "GPT-6 Luna · 20 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 1319176, "score_percent": 3.568},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 2319628, "score_percent": 3.986},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 3523488, "score_percent": 4.76},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 4787500, "score_percent": 4.871},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6000589, "score_percent": 5.72},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7157259, "score_percent": 5.814},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8356662, "score_percent": 5.815},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9561212, "score_percent": 6.012},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 10661724, "score_percent": 6.133},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 11876365, "score_percent": 6.237},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 14500666, "score_percent": 6.469},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 15664904, "score_percent": 7.086},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 16903470, "score_percent": 7.542},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 18227425, "score_percent": 7.867},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 19410533, "score_percent": 8.041},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 21760460, "score_percent": 8.044},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 22995658, "score_percent": 8.045},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 24073326, "score_percent": 8.046},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 25251606, "score_percent": 8.059},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 26497975, "score_percent": 8.062},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 28876256, "score_percent": 8.078},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 31325345, "score_percent": 8.079},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 34485254, "score_percent": 8.097},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 37857658, "score_percent": 8.099},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 38845869, "score_percent": 8.102},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 39847188, "score_percent": 8.104},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 40867070, "score_percent": 8.105},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 42026130, "score_percent": 8.109},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 43143006, "score_percent": 8.111},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 45358176, "score_percent": 8.119},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 47395126, "score_percent": 8.161},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 48385472, "score_percent": 8.166},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 49428098, "score_percent": 8.171},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 50497200, "score_percent": 8.174},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 52577349, "score_percent": 8.177},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 53683568, "score_percent": 8.178},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 54687592, "score_percent": 8.188},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 55733201, "score_percent": 8.206},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 58846381, "score_percent": 8.212},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 59997289, "score_percent": 8.215},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 61153301, "score_percent": 8.223},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 65214911, "score_percent": 8.224},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 68529826, "score_percent": 8.225},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 69542288, "score_percent": 8.229},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 70489196, "score_percent": 8.23},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 72601374, "score_percent": 8.323},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 78201696, "score_percent": 8.338},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 81608384, "score_percent": 8.357},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 82603118, "score_percent": 8.364},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 84195020, "score_percent": 8.368},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 85604812, "score_percent": 8.37},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 86132986, "score_percent": 8.376},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 88434156, "score_percent": 8.377},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 92341748, "score_percent": 8.423},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 93102446, "score_percent": 8.453},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 94346824, "score_percent": 8.459},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 94709336, "score_percent": 8.477},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 95449674, "score_percent": 8.593},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 95745982, "score_percent": 8.718},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 96279180, "score_percent": 8.924},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 96552801, "score_percent": 8.995},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 97091382, "score_percent": 9.283},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 97251715, "score_percent": 9.736},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 97419774, "score_percent": 10.489},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 97517178, "score_percent": 10.501},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 97802206, "score_percent": 10.502},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 98470284, "score_percent": 10.502},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 312800, "score_percent": 2.0},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 557010, "score_percent": 2.499},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 1105343, "score_percent": 3.997},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 1270567, "score_percent": 4.491},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2097487, "score_percent": 4.982},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2505483, "score_percent": 4.989},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3208228, "score_percent": 5.446},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3439443, "score_percent": 5.447},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4285293, "score_percent": 5.886},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4726268, "score_percent": 5.889},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5196963, "score_percent": 5.919},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 7918299, "score_percent": 5.926},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 10463992, "score_percent": 5.927},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 12260912, "score_percent": 6.352},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 15798579, "score_percent": 6.363},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 16444556, "score_percent": 6.388},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 16733148, "score_percent": 6.396},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 17311520, "score_percent": 6.397},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 19687898, "score_percent": 6.399},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 19921378, "score_percent": 6.819},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 20333415, "score_percent": 7.245},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 20590696, "score_percent": 7.248},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 20701101, "score_percent": 7.3},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 20996453, "score_percent": 7.332},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 21144759, "score_percent": 7.427},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 21463267, "score_percent": 7.431},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 21856427, "score_percent": 7.437},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 24775613, "score_percent": 7.707},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 25239092, "score_percent": 7.712},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 26194735, "score_percent": 7.724},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 26552916, "score_percent": 7.741},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 30126356, "score_percent": 7.819},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 35435397, "score_percent": 8.177},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 35641538, "score_percent": 8.178},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 35850336, "score_percent": 8.257},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 36121867, "score_percent": 8.738},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 36617563, "score_percent": 8.743},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 37102094, "score_percent": 8.757},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 37460290, "score_percent": 9.21},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 38033952, "score_percent": 9.211},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 38433584, "score_percent": 9.212},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 38741778, "score_percent": 9.224},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 38924521, "score_percent": 9.225},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 38989756, "score_percent": 9.228},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 60987444, "score_percent": 9.23},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 61828445, "score_percent": 9.648},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 65778689, "score_percent": 9.67},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 71414176, "score_percent": 9.684},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 71800895, "score_percent": 9.786},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 71860846, "score_percent": 9.787},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 71998466, "score_percent": 9.801},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 72196606, "score_percent": 9.802},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 72603079, "score_percent": 9.806},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 73189614, "score_percent": 9.807},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 73332892, "score_percent": 9.811},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 73844895, "score_percent": 10.132},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 74118609, "score_percent": 10.179},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 76627729, "score_percent": 10.231},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 76890602, "score_percent": 10.246},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 77063711, "score_percent": 10.247},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 77179143, "score_percent": 10.249},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 77582803, "score_percent": 10.25},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 81201829, "score_percent": 10.254},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 81594212, "score_percent": 10.68},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 81765900, "score_percent": 10.68},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 560874, "score_percent": 1.993},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 808197, "score_percent": 2.991},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 1073007, "score_percent": 2.995},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 1291646, "score_percent": 2.997},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 1463173, "score_percent": 3.979},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 1595775, "score_percent": 3.98},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 1747180, "score_percent": 3.987},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 2177997, "score_percent": 4.295},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 2599522, "score_percent": 4.468},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 3446315, "score_percent": 4.828},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 3568673, "score_percent": 4.83},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 3711569, "score_percent": 4.837},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4990617, "score_percent": 4.953},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 5693921, "score_percent": 4.962},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 5891452, "score_percent": 5.361},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 6269039, "score_percent": 5.741},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 6608101, "score_percent": 5.777},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 6823577, "score_percent": 5.813},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 6972063, "score_percent": 5.814},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 8277973, "score_percent": 5.886},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 11726540, "score_percent": 5.89},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 12982550, "score_percent": 5.891},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 16662733, "score_percent": 5.902},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 17614215, "score_percent": 5.91},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 17984963, "score_percent": 5.913},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 18467407, "score_percent": 5.974},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 21668825, "score_percent": 5.975},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 25723697, "score_percent": 5.988},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 38201734, "score_percent": 5.989},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 62914276, "score_percent": 6.291},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 66473934, "score_percent": 6.304},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 69025186, "score_percent": 6.314},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 70847757, "score_percent": 6.345},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 73136409, "score_percent": 6.608},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 74377030, "score_percent": 6.617},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 74593816, "score_percent": 6.618},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 76473686, "score_percent": 6.646},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 78341220, "score_percent": 6.7},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 80493113, "score_percent": 6.713},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 83099305, "score_percent": 6.742},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 84027642, "score_percent": 6.742},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 594952, "score_percent": 2.0},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 1020529, "score_percent": 2.996},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 1219724, "score_percent": 3.492},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 1358657, "score_percent": 3.494},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 1533030, "score_percent": 3.993},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 1988688, "score_percent": 5.881},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 2107813, "score_percent": 5.887},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 2185754, "score_percent": 7.657},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 2265262, "score_percent": 7.7},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 2474105, "score_percent": 8.598},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 2608198, "score_percent": 8.629},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 2691123, "score_percent": 8.639},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 2846312, "score_percent": 9.094},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 3116221, "score_percent": 9.113},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 3506812, "score_percent": 9.138},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 3861903, "score_percent": 9.503},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4466907, "score_percent": 10.018},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4804581, "score_percent": 10.06},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5162563, "score_percent": 10.496},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5292728, "score_percent": 10.58},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5527446, "score_percent": 10.593},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5703937, "score_percent": 11.609},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6339555, "score_percent": 11.631},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 7013216, "score_percent": 12.021},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 7806864, "score_percent": 12.023},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 8503778, "score_percent": 12.027},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10400546, "score_percent": 12.035},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10861962, "score_percent": 12.037},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 15593167, "score_percent": 12.377},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 21804809, "score_percent": 12.392},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 22764995, "score_percent": 12.41},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 24362946, "score_percent": 12.44},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 34354317, "score_percent": 12.445},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 37556566, "score_percent": 12.451},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 38579840, "score_percent": 12.493},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 44485842, "score_percent": 12.495},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 45187564, "score_percent": 12.522},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 45793966, "score_percent": 12.538},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 46180401, "score_percent": 12.552},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 46385748, "score_percent": 12.988},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 46581698, "score_percent": 12.994},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 47846566, "score_percent": 13.077},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 48295531, "score_percent": 13.08},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 48606753, "score_percent": 13.11},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 49307890, "score_percent": 13.162},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 51821800, "score_percent": 13.168},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 58005841, "score_percent": 13.18},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 59242693, "score_percent": 13.515},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 59406924, "score_percent": 13.524},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 64716678, "score_percent": 13.548},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 66292540, "score_percent": 13.618},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 77497574, "score_percent": 13.634},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 77967609, "score_percent": 13.64},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 81391630, "score_percent": 13.645},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 86242133, "score_percent": 14.073},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 91985499, "score_percent": 14.073}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 98470284, "score_percent": 10.502},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 81765900, "score_percent": 10.68},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 84027642, "score_percent": 6.742},
      {"model": "GPT-6 Luna", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 91985499, "score_percent": 14.073}
     ]
    }
   ]
  },
  {
   "title": "Claude Haiku 5.5 · 2 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 254859, "score_percent": 1.164},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 334607, "score_percent": 3.273},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 384750, "score_percent": 4.054},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 430007, "score_percent": 4.572},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 470821, "score_percent": 5.232},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 501805, "score_percent": 5.534},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 526050, "score_percent": 5.66},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 553025, "score_percent": 5.923},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 572575, "score_percent": 6.011},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 588929, "score_percent": 6.287},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 604231, "score_percent": 6.519},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 619354, "score_percent": 6.748},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 630014, "score_percent": 6.901},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 640189, "score_percent": 7.006},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 652504, "score_percent": 7.197},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 662159, "score_percent": 7.287},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 671696, "score_percent": 7.407},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 677774, "score_percent": 7.612},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 684487, "score_percent": 7.686},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 693059, "score_percent": 7.783},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 698272, "score_percent": 7.828},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 703064, "score_percent": 7.853},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 708436, "score_percent": 7.876},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 712613, "score_percent": 7.934},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 717186, "score_percent": 7.994},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 722195, "score_percent": 8.154},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 726939, "score_percent": 8.247},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 730717, "score_percent": 8.427},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 733468, "score_percent": 8.528},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 736539, "score_percent": 8.564},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 740747, "score_percent": 8.58},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 743456, "score_percent": 8.665},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 746773, "score_percent": 8.701},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 756358, "score_percent": 8.71},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 759035, "score_percent": 8.711},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 762332, "score_percent": 8.78},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 764595, "score_percent": 8.797},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 767187, "score_percent": 8.851},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 769498, "score_percent": 8.865},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 771368, "score_percent": 8.867},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 773649, "score_percent": 8.92},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 779056, "score_percent": 8.989},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 781088, "score_percent": 9.018},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 783161, "score_percent": 9.075},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 788147, "score_percent": 9.076},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 790223, "score_percent": 9.082},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 792222, "score_percent": 9.121},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 794270, "score_percent": 9.154},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 795965, "score_percent": 9.174},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 798160, "score_percent": 9.212},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 801610, "score_percent": 9.22},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 803661, "score_percent": 9.224},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 807364, "score_percent": 9.25},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 809215, "score_percent": 9.265},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 812847, "score_percent": 9.282},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 814518, "score_percent": 9.298},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 816199, "score_percent": 9.3},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 818150, "score_percent": 9.302},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 820507, "score_percent": 9.339},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 824161, "score_percent": 9.357},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 827876, "score_percent": 9.384},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 829679, "score_percent": 9.402},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 833808, "score_percent": 9.403},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 836466, "score_percent": 9.41},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 841458, "score_percent": 9.445},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 843715, "score_percent": 9.464},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 846268, "score_percent": 9.47},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 848437, "score_percent": 9.492},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 850558, "score_percent": 9.506},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 852207, "score_percent": 9.536},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 853937, "score_percent": 9.559},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 855789, "score_percent": 9.56},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 859180, "score_percent": 9.565},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 860845, "score_percent": 9.566},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 863683, "score_percent": 9.57},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 864900, "score_percent": 9.571},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 866276, "score_percent": 9.573},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 869083, "score_percent": 9.574},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 870457, "score_percent": 9.579},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 877414, "score_percent": 9.58},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 878670, "score_percent": 9.581},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 879898, "score_percent": 9.583},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 881796, "score_percent": 9.609},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 884969, "score_percent": 9.617},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 894867, "score_percent": 9.63},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 900023, "score_percent": 9.63},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 207965, "score_percent": 2.0},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 291023, "score_percent": 3.996},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 307803, "score_percent": 5.969},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 328819, "score_percent": 7.909},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 423129, "score_percent": 8.557},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 439659, "score_percent": 9.08},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 442313, "score_percent": 9.604},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 465870, "score_percent": 9.606},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 593689, "score_percent": 10.451},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 594495, "score_percent": 10.48},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 599331, "score_percent": 10.963},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 599791, "score_percent": 10.973},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 604635, "score_percent": 11.347},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 608615, "score_percent": 11.364},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 624226, "score_percent": 11.39},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 629972, "score_percent": 11.416},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 644906, "score_percent": 11.435},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 646065, "score_percent": 11.445},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 648603, "score_percent": 11.455},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 652770, "score_percent": 11.475},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 659445, "score_percent": 11.478},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 664460, "score_percent": 11.485},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 668577, "score_percent": 11.508},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 674843, "score_percent": 11.514},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 678180, "score_percent": 11.548},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 683368, "score_percent": 11.567},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 685148, "score_percent": 11.585},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 696839, "score_percent": 11.608},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 702031, "score_percent": 11.611},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1080287, "score_percent": 11.611},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 195862, "score_percent": 1.999},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 209330, "score_percent": 2.0},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 222843, "score_percent": 3.94},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 355796, "score_percent": 4.389},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 393146, "score_percent": 4.783},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 410973, "score_percent": 5.215},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 416431, "score_percent": 5.982},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 424267, "score_percent": 7.883},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 427072, "score_percent": 8.535},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 429754, "score_percent": 9.021},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 433495, "score_percent": 9.905},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 436860, "score_percent": 10.032},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 501453, "score_percent": 10.505},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 503042, "score_percent": 10.885},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 504168, "score_percent": 10.886},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 510266, "score_percent": 10.971},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 523076, "score_percent": 11.445},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 523525, "score_percent": 11.45},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 525952, "score_percent": 11.452},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 528963, "score_percent": 11.456},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 540375, "score_percent": 11.457},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 556981, "score_percent": 11.953},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 966334, "score_percent": 11.953},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 405305, "score_percent": 3.987},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 423464, "score_percent": 4.921},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 484676, "score_percent": 5.304},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 549015, "score_percent": 5.311},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 581434, "score_percent": 5.776},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 584557, "score_percent": 5.83},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 774209, "score_percent": 6.169},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 796922, "score_percent": 6.203},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 819073, "score_percent": 6.251},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 842312, "score_percent": 6.295},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 1015137, "score_percent": 6.671},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 1250695, "score_percent": 6.671}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "independents", "run": null, "output_tokens": 900023, "score_percent": 9.63},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 1, "output_tokens": 1080287, "score_percent": 11.611},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 2, "output_tokens": 966334, "score_percent": 11.953},
      {"model": "Claude Haiku 5.5", "team_size": 2, "arm": "swarm", "run": 3, "output_tokens": 1250695, "score_percent": 6.671}
     ]
    }
   ]
  },
  {
   "title": "Claude Haiku 5.5 · 5 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 637148, "score_percent": 2.215},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 836518, "score_percent": 4.312},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 961874, "score_percent": 4.646},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1075018, "score_percent": 5.286},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1177054, "score_percent": 6.161},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1254514, "score_percent": 6.557},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1315126, "score_percent": 6.693},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1382561, "score_percent": 6.895},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1431438, "score_percent": 6.962},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1472323, "score_percent": 7.271},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1510578, "score_percent": 7.534},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1548385, "score_percent": 7.893},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1575034, "score_percent": 8.215},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1600472, "score_percent": 8.34},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1631259, "score_percent": 8.528},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1655398, "score_percent": 8.644},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1679241, "score_percent": 8.87},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1694434, "score_percent": 9.183},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1711218, "score_percent": 9.269},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1732648, "score_percent": 9.421},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1745679, "score_percent": 9.458},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1757660, "score_percent": 9.508},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1771089, "score_percent": 9.559},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1781534, "score_percent": 9.652},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1792965, "score_percent": 9.779},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1805488, "score_percent": 9.985},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1817347, "score_percent": 10.136},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1826792, "score_percent": 10.344},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1833669, "score_percent": 10.445},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1841347, "score_percent": 10.488},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1851869, "score_percent": 10.505},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1858639, "score_percent": 10.66},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1866932, "score_percent": 10.727},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1890895, "score_percent": 10.733},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1905829, "score_percent": 10.829},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1911488, "score_percent": 10.857},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1917969, "score_percent": 10.956},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1923744, "score_percent": 10.966},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1928419, "score_percent": 10.973},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1934123, "score_percent": 11.073},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1947640, "score_percent": 11.175},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1952721, "score_percent": 11.21},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1957902, "score_percent": 11.319},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1970367, "score_percent": 11.321},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1975558, "score_percent": 11.332},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1980555, "score_percent": 11.367},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1985675, "score_percent": 11.415},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1989911, "score_percent": 11.446},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 1995401, "score_percent": 11.501},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2004026, "score_percent": 11.504},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2009152, "score_percent": 11.505},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2018411, "score_percent": 11.53},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2023038, "score_percent": 11.536},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2032117, "score_percent": 11.576},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2036296, "score_percent": 11.602},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2040497, "score_percent": 11.603},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2045374, "score_percent": 11.607},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2051268, "score_percent": 11.672},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2060402, "score_percent": 11.687},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2069690, "score_percent": 11.731},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2074198, "score_percent": 11.762},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2091164, "score_percent": 11.776},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2103644, "score_percent": 11.816},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2109287, "score_percent": 11.851},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2115669, "score_percent": 11.862},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2121092, "score_percent": 11.898},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2126394, "score_percent": 11.925},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2130517, "score_percent": 11.995},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2134842, "score_percent": 12.044},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2147951, "score_percent": 12.056},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2152112, "score_percent": 12.057},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2159208, "score_percent": 12.06},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2162249, "score_percent": 12.062},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2165690, "score_percent": 12.067},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2172707, "score_percent": 12.068},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2176143, "score_percent": 12.078},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2189679, "score_percent": 12.079},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2193535, "score_percent": 12.081},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2196675, "score_percent": 12.082},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2199746, "score_percent": 12.087},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2204490, "score_percent": 12.15},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2206222, "score_percent": 12.151},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2212421, "score_percent": 12.153},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2237168, "score_percent": 12.158},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2250057, "score_percent": 12.158},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 416758, "score_percent": 2.0},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 658282, "score_percent": 3.989},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 749431, "score_percent": 3.995},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 787632, "score_percent": 5.381},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1040064, "score_percent": 5.859},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1174557, "score_percent": 5.868},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1233882, "score_percent": 5.892},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1250493, "score_percent": 5.907},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1421056, "score_percent": 6.29},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1432346, "score_percent": 6.306},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1448593, "score_percent": 6.635},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1488812, "score_percent": 7.023},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1505484, "score_percent": 7.19},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1511058, "score_percent": 7.218},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1526355, "score_percent": 7.236},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1533026, "score_percent": 7.333},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1535567, "score_percent": 7.334},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1553796, "score_percent": 7.339},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1632693, "score_percent": 7.348},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1692882, "score_percent": 7.358},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1706037, "score_percent": 7.36},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1737913, "score_percent": 7.371},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1754705, "score_percent": 7.381},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1764005, "score_percent": 7.683},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1795956, "score_percent": 7.769},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 1956878, "score_percent": 7.784},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2224176, "score_percent": 8.101},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2387304, "score_percent": 8.95},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2423595, "score_percent": 9.013},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2452659, "score_percent": 9.052},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2695982, "score_percent": 9.178},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2705900, "score_percent": 9.184},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2710702, "score_percent": 9.209},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 2756702, "score_percent": 9.593},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 3011109, "score_percent": 9.593},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 686776, "score_percent": 3.979},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 884885, "score_percent": 5.978},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 918249, "score_percent": 8.836},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1030348, "score_percent": 9.299},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1102178, "score_percent": 9.307},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1152670, "score_percent": 9.341},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1191431, "score_percent": 10.366},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1252057, "score_percent": 10.842},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1310165, "score_percent": 10.855},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1361546, "score_percent": 11.267},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1381431, "score_percent": 11.272},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1410072, "score_percent": 12.248},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1454178, "score_percent": 12.715},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1480681, "score_percent": 13.18},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1507236, "score_percent": 13.182},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1524124, "score_percent": 13.189},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1538992, "score_percent": 13.292},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1557992, "score_percent": 13.331},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1608253, "score_percent": 13.683},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1616035, "score_percent": 13.698},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1636617, "score_percent": 13.699},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1638995, "score_percent": 13.8},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1660682, "score_percent": 13.824},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1665253, "score_percent": 14.2},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1681997, "score_percent": 14.205},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1685832, "score_percent": 14.277},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1701844, "score_percent": 14.286},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1720371, "score_percent": 15.195},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1792323, "score_percent": 15.204},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1794598, "score_percent": 15.724},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1828284, "score_percent": 16.131},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1926922, "score_percent": 16.192},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 1968957, "score_percent": 16.244},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2014496, "score_percent": 16.248},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2083232, "score_percent": 16.249},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2223709, "score_percent": 16.257},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2418554, "score_percent": 16.265},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2430639, "score_percent": 16.268},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2473859, "score_percent": 16.271},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2498999, "score_percent": 16.275},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2503825, "score_percent": 16.298},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2626258, "score_percent": 16.823},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2632775, "score_percent": 16.824},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2780872, "score_percent": 16.832},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2786376, "score_percent": 16.843},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2822170, "score_percent": 16.843},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 480203, "score_percent": 1.999},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 638314, "score_percent": 2.972},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 707102, "score_percent": 4.442},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 945732, "score_percent": 4.845},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1034150, "score_percent": 5.304},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1126066, "score_percent": 5.356},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1163294, "score_percent": 5.375},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1176369, "score_percent": 5.376},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1187236, "score_percent": 5.395},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1206148, "score_percent": 5.426},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1236668, "score_percent": 5.448},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1338546, "score_percent": 5.809},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1345326, "score_percent": 5.811},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1349134, "score_percent": 5.867},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1376034, "score_percent": 5.869},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1392260, "score_percent": 5.892},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1460870, "score_percent": 6.292},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1548060, "score_percent": 6.293},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1570498, "score_percent": 6.301},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1605159, "score_percent": 6.592},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1634328, "score_percent": 6.595},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1644953, "score_percent": 6.628},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1669005, "score_percent": 6.684},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1687837, "score_percent": 6.817},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1733497, "score_percent": 6.833},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1824378, "score_percent": 6.834},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1846050, "score_percent": 7.209},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 1891319, "score_percent": 7.221},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 2544327, "score_percent": 7.585},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 2630975, "score_percent": 7.585}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "independents", "run": null, "output_tokens": 2250057, "score_percent": 12.158},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 1, "output_tokens": 3011109, "score_percent": 9.593},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 2, "output_tokens": 2822170, "score_percent": 16.843},
      {"model": "Claude Haiku 5.5", "team_size": 5, "arm": "swarm", "run": 3, "output_tokens": 2630975, "score_percent": 7.585}
     ]
    }
   ]
  },
  {
   "title": "Claude Haiku 5.5 · 10 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 1274296, "score_percent": 3.064},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 1673037, "score_percent": 4.884},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 1923748, "score_percent": 5.233},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2150037, "score_percent": 6.023},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2354107, "score_percent": 6.935},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2509027, "score_percent": 7.348},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2630251, "score_percent": 7.458},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2765123, "score_percent": 7.589},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2862876, "score_percent": 7.64},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 2944646, "score_percent": 7.959},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3021156, "score_percent": 8.218},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3096770, "score_percent": 8.699},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3150069, "score_percent": 9.295},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3200945, "score_percent": 9.404},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3262519, "score_percent": 9.558},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3310795, "score_percent": 9.658},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3358482, "score_percent": 9.987},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3388868, "score_percent": 10.306},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3422436, "score_percent": 10.367},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3465296, "score_percent": 10.589},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3491358, "score_percent": 10.598},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3515319, "score_percent": 10.68},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3542178, "score_percent": 10.779},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3563067, "score_percent": 10.894},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3585931, "score_percent": 11.104},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3610976, "score_percent": 11.233},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3634693, "score_percent": 11.438},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3653585, "score_percent": 11.637},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3667339, "score_percent": 11.692},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3682695, "score_percent": 11.722},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3703737, "score_percent": 11.74},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3717278, "score_percent": 11.974},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3733864, "score_percent": 12.062},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3781790, "score_percent": 12.067},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3811659, "score_percent": 12.196},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3822975, "score_percent": 12.22},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3835937, "score_percent": 12.369},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3847488, "score_percent": 12.371},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3856839, "score_percent": 12.385},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3868246, "score_percent": 12.538},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3895280, "score_percent": 12.623},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3905442, "score_percent": 12.669},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3915803, "score_percent": 12.815},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3927250, "score_percent": 12.816},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3951117, "score_percent": 12.83},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3961110, "score_percent": 12.855},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3971350, "score_percent": 12.912},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3979823, "score_percent": 12.938},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 3990802, "score_percent": 13.009},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4018305, "score_percent": 13.01},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4036822, "score_percent": 13.026},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4064233, "score_percent": 13.105},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4072592, "score_percent": 13.128},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4080994, "score_percent": 13.129},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4090748, "score_percent": 13.131},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4102536, "score_percent": 13.243},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4120804, "score_percent": 13.247},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4139380, "score_percent": 13.29},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4148396, "score_percent": 13.321},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4182328, "score_percent": 13.347},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4207288, "score_percent": 13.381},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4218574, "score_percent": 13.419},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4231339, "score_percent": 13.436},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4242184, "score_percent": 13.467},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4252788, "score_percent": 13.505},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4261034, "score_percent": 13.642},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4269684, "score_percent": 13.718},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4295902, "score_percent": 13.74},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4304224, "score_percent": 13.743},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4324498, "score_percent": 13.745},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4331380, "score_percent": 13.755},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4352286, "score_percent": 13.775},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4387070, "score_percent": 13.78},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4393350, "score_percent": 13.782},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4399492, "score_percent": 13.789},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4408980, "score_percent": 13.916},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4424843, "score_percent": 13.918},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4474335, "score_percent": 13.919},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4500114, "score_percent": 13.919},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1066145, "score_percent": 1.999},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1125023, "score_percent": 3.988},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1303072, "score_percent": 3.99},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1618818, "score_percent": 4.278},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1758698, "score_percent": 5.125},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1934404, "score_percent": 5.138},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 1974755, "score_percent": 5.571},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2023872, "score_percent": 5.634},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2114045, "score_percent": 5.69},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2167587, "score_percent": 7.848},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2218527, "score_percent": 8.241},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2247070, "score_percent": 9.187},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2255672, "score_percent": 9.692},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2301509, "score_percent": 9.726},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2350301, "score_percent": 10.513},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2416989, "score_percent": 11.52},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2442722, "score_percent": 11.591},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2450265, "score_percent": 11.624},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2457454, "score_percent": 11.692},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2478482, "score_percent": 11.707},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2565520, "score_percent": 11.812},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2596811, "score_percent": 11.826},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2617230, "score_percent": 12.292},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2655893, "score_percent": 12.579},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2671864, "score_percent": 13.137},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2708075, "score_percent": 13.14},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2734907, "score_percent": 13.446},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2744796, "score_percent": 13.545},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2752509, "score_percent": 13.73},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2760716, "score_percent": 14.158},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2772234, "score_percent": 14.579},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2788927, "score_percent": 14.897},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2808032, "score_percent": 15.021},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2921523, "score_percent": 15.044},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2939957, "score_percent": 15.091},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2969189, "score_percent": 15.482},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 2974878, "score_percent": 15.505},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3226180, "score_percent": 15.835},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3253045, "score_percent": 15.918},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3257294, "score_percent": 16.302},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3285958, "score_percent": 16.371},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3308715, "score_percent": 16.391},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3339274, "score_percent": 16.938},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3825891, "score_percent": 16.94},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 3870051, "score_percent": 17.047},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 4820885, "score_percent": 17.498},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 4825741, "score_percent": 17.498},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 1195470, "score_percent": 2.0},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 1284061, "score_percent": 3.865},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 1443707, "score_percent": 3.993},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 1755292, "score_percent": 3.994},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 1767720, "score_percent": 5.246},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 1941574, "score_percent": 5.982},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2019452, "score_percent": 6.974},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2049652, "score_percent": 7.97},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2065849, "score_percent": 8.447},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2153628, "score_percent": 8.468},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2194133, "score_percent": 8.474},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2203394, "score_percent": 8.476},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2234137, "score_percent": 9.87},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2276496, "score_percent": 10.709},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2350141, "score_percent": 11.308},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2375813, "score_percent": 11.312},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2398634, "score_percent": 12.699},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2415014, "score_percent": 13.133},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2476545, "score_percent": 13.992},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2494986, "score_percent": 14.15},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2503986, "score_percent": 14.606},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2611383, "score_percent": 14.651},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2639980, "score_percent": 14.826},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2863096, "score_percent": 15.284},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2922777, "score_percent": 15.335},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 2951246, "score_percent": 16.211},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3044782, "score_percent": 16.229},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3061039, "score_percent": 16.644},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3088383, "score_percent": 16.779},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3097208, "score_percent": 16.785},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3164522, "score_percent": 16.793},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3231384, "score_percent": 17.129},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3263350, "score_percent": 17.13},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3277716, "score_percent": 17.585},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3295348, "score_percent": 18.015},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3303990, "score_percent": 18.016},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3327532, "score_percent": 18.017},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3351570, "score_percent": 18.019},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3360699, "score_percent": 18.316},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3368199, "score_percent": 18.43},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3371357, "score_percent": 18.448},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3380771, "score_percent": 18.901},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3412829, "score_percent": 18.906},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3430372, "score_percent": 18.917},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3498735, "score_percent": 18.921},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3579274, "score_percent": 18.943},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3605809, "score_percent": 19.016},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3652526, "score_percent": 19.05},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 3714119, "score_percent": 19.112},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 4341700, "score_percent": 19.136},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 5071331, "score_percent": 19.152},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 5408098, "score_percent": 19.16},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 5668989, "score_percent": 19.213},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 5695844, "score_percent": 19.23},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 5725958, "score_percent": 19.266},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 5745858, "score_percent": 19.273},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 5773511, "score_percent": 19.279},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 5917987, "score_percent": 19.671},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 5943575, "score_percent": 19.679},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 5993749, "score_percent": 19.679},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1309637, "score_percent": 3.999},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1489346, "score_percent": 4.409},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1679915, "score_percent": 5.76},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1751622, "score_percent": 5.846},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1905873, "score_percent": 7.44},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1975241, "score_percent": 7.977},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 1995409, "score_percent": 8.382},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2033271, "score_percent": 8.384},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2057072, "score_percent": 9.638},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2075254, "score_percent": 9.729},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2124895, "score_percent": 9.825},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2151427, "score_percent": 10.271},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2202478, "score_percent": 10.272},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2218703, "score_percent": 10.768},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2235886, "score_percent": 11.18},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2316283, "score_percent": 11.23},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2338875, "score_percent": 11.653},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2450624, "score_percent": 11.66},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2460001, "score_percent": 11.666},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2526029, "score_percent": 11.738},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2648616, "score_percent": 11.755},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2684438, "score_percent": 11.758},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2737241, "score_percent": 11.765},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2776527, "score_percent": 11.792},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2804285, "score_percent": 11.831},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2818074, "score_percent": 11.835},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2915780, "score_percent": 11.844},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2924929, "score_percent": 12.241},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 2943309, "score_percent": 12.242},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3051347, "score_percent": 12.312},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3104283, "score_percent": 12.318},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3123932, "score_percent": 12.332},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3131638, "score_percent": 12.758},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3147785, "score_percent": 13.736},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3176112, "score_percent": 13.737},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3185298, "score_percent": 13.786},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3196205, "score_percent": 14.191},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3198101, "score_percent": 14.192},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3199861, "score_percent": 14.253},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3219252, "score_percent": 14.274},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3257680, "score_percent": 14.702},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3501511, "score_percent": 14.71},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3569157, "score_percent": 14.737},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3592393, "score_percent": 14.754},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 3793732, "score_percent": 14.781},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 4137200, "score_percent": 14.786},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 4255342, "score_percent": 14.808},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 4718103, "score_percent": 15.209},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 5069534, "score_percent": 15.496},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 5438011, "score_percent": 15.498},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 5557922, "score_percent": 15.522},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 5590801, "score_percent": 15.522}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "independents", "run": null, "output_tokens": 4500114, "score_percent": 13.919},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 1, "output_tokens": 4825741, "score_percent": 17.498},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 2, "output_tokens": 5993749, "score_percent": 19.679},
      {"model": "Claude Haiku 5.5", "team_size": 10, "arm": "swarm", "run": 3, "output_tokens": 5590801, "score_percent": 15.522}
     ]
    }
   ]
  },
  {
   "title": "Claude Haiku 5.5 · 20 agents",
   "x": {"label": "Output tokens sampled (log scale)", "unit": "", "scale": "log"},
   "y": {"label": "Best score so far (%)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "best score by output tokens",
     "rows": [
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 2548593, "score_percent": 3.715},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 3346074, "score_percent": 5.693},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 3847496, "score_percent": 6.218},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 4300074, "score_percent": 6.878},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 4708214, "score_percent": 7.834},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5018054, "score_percent": 8.094},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5260502, "score_percent": 8.139},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5530246, "score_percent": 8.19},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5725751, "score_percent": 8.209},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 5889292, "score_percent": 8.585},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6042312, "score_percent": 8.842},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6193541, "score_percent": 9.455},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6300138, "score_percent": 10.513},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6401890, "score_percent": 10.562},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6525038, "score_percent": 10.655},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6621590, "score_percent": 10.694},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6716965, "score_percent": 11.129},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6777736, "score_percent": 11.327},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6844871, "score_percent": 11.338},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 6930592, "score_percent": 11.57},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7030638, "score_percent": 11.679},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7084356, "score_percent": 11.865},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7126134, "score_percent": 11.943},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7171862, "score_percent": 12.228},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7221951, "score_percent": 12.248},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7269386, "score_percent": 12.47},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7307170, "score_percent": 12.713},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7334678, "score_percent": 12.732},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7365390, "score_percent": 12.741},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7407474, "score_percent": 12.774},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7434556, "score_percent": 13.113},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7467729, "score_percent": 13.204},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7563580, "score_percent": 13.21},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7623318, "score_percent": 13.447},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7645950, "score_percent": 13.452},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7671874, "score_percent": 13.675},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7713678, "score_percent": 13.702},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7736493, "score_percent": 13.967},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7790561, "score_percent": 14.0},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7810883, "score_percent": 14.032},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7831606, "score_percent": 14.146},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7902234, "score_percent": 14.158},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7922220, "score_percent": 14.183},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7942701, "score_percent": 14.234},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7959646, "score_percent": 14.239},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 7981605, "score_percent": 14.297},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8073644, "score_percent": 14.299},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8128466, "score_percent": 14.456},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8145183, "score_percent": 14.461},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8181497, "score_percent": 14.462},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8205071, "score_percent": 14.669},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8278760, "score_percent": 14.697},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8296792, "score_percent": 14.708},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8364656, "score_percent": 14.759},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8414577, "score_percent": 14.771},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8437148, "score_percent": 14.787},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8462678, "score_percent": 14.801},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8484368, "score_percent": 14.808},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8505576, "score_percent": 14.84},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8522068, "score_percent": 15.115},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8539368, "score_percent": 15.192},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8591804, "score_percent": 15.236},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8608449, "score_percent": 15.24},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8648996, "score_percent": 15.243},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8662759, "score_percent": 15.256},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8704572, "score_percent": 15.292},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8758714, "score_percent": 15.293},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8774140, "score_percent": 15.299},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8786700, "score_percent": 15.302},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8798984, "score_percent": 15.312},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8817961, "score_percent": 15.565},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 8849686, "score_percent": 15.568},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9000229, "score_percent": 15.568},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2057246, "score_percent": 1.986},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2446227, "score_percent": 3.985},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2729679, "score_percent": 4.46},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 2967641, "score_percent": 4.468},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3182983, "score_percent": 4.898},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3275747, "score_percent": 5.665},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3384817, "score_percent": 5.836},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 3702530, "score_percent": 5.918},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4814811, "score_percent": 6.224},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4934089, "score_percent": 6.79},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 4959598, "score_percent": 7.144},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5055865, "score_percent": 7.193},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5096496, "score_percent": 7.236},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5216673, "score_percent": 7.259},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5324275, "score_percent": 7.292},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5402619, "score_percent": 7.309},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5513400, "score_percent": 7.335},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5558146, "score_percent": 7.349},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5571718, "score_percent": 7.356},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5588042, "score_percent": 7.37},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5673495, "score_percent": 7.374},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5796172, "score_percent": 7.396},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 5899564, "score_percent": 7.71},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 6613090, "score_percent": 7.815},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8421280, "score_percent": 8.137},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 8826592, "score_percent": 8.507},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 10119997, "score_percent": 8.567},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11209485, "score_percent": 8.98},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11251839, "score_percent": 9.451},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11278129, "score_percent": 9.524},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11291350, "score_percent": 9.541},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11307893, "score_percent": 9.586},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11349140, "score_percent": 9.605},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11356524, "score_percent": 9.61},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11375323, "score_percent": 9.644},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11393049, "score_percent": 9.646},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11403749, "score_percent": 10.022},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11422276, "score_percent": 10.053},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11450489, "score_percent": 10.093},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11486726, "score_percent": 10.122},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11595000, "score_percent": 10.131},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 11687561, "score_percent": 10.149},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 12439438, "score_percent": 10.156},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 12687323, "score_percent": 10.173},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 14457636, "score_percent": 10.173},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 1666288, "score_percent": 2.0},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 2297864, "score_percent": 3.944},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 3147210, "score_percent": 5.937},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 3345296, "score_percent": 5.969},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 3495693, "score_percent": 7.434},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 3546126, "score_percent": 7.466},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 3616546, "score_percent": 8.906},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 3778822, "score_percent": 9.38},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 3866412, "score_percent": 9.427},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 3941846, "score_percent": 9.428},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4017545, "score_percent": 9.436},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4041043, "score_percent": 10.398},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4208672, "score_percent": 11.217},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4280739, "score_percent": 12.188},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4322189, "score_percent": 12.623},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4354544, "score_percent": 13.135},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4429635, "score_percent": 13.483},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4537321, "score_percent": 13.497},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4563616, "score_percent": 13.621},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4636021, "score_percent": 14.186},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4672586, "score_percent": 14.187},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4874463, "score_percent": 14.217},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4937521, "score_percent": 14.242},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 4960158, "score_percent": 14.686},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 5030174, "score_percent": 15.604},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 5765618, "score_percent": 15.61},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 5854456, "score_percent": 16.182},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 5967065, "score_percent": 16.614},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 6094155, "score_percent": 16.624},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 6439508, "score_percent": 16.627},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 6740177, "score_percent": 16.639},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 6773007, "score_percent": 17.064},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 6796615, "score_percent": 17.065},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 7066854, "score_percent": 17.461},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 7138442, "score_percent": 17.533},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 7240194, "score_percent": 17.542},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 8212404, "score_percent": 17.556},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 8362436, "score_percent": 17.584},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 8784043, "score_percent": 17.593},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 8827380, "score_percent": 17.632},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 8844133, "score_percent": 17.651},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 8991781, "score_percent": 17.652},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 9315269, "score_percent": 17.669},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 9321620, "score_percent": 17.713},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 9400783, "score_percent": 17.73},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 9438172, "score_percent": 17.731},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 9654880, "score_percent": 17.732},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 9677910, "score_percent": 18.127},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 10793447, "score_percent": 18.135},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 10799504, "score_percent": 18.499},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 10872343, "score_percent": 18.591},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 11053193, "score_percent": 18.651},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 11061849, "score_percent": 18.672},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 11367198, "score_percent": 19.039},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 11379176, "score_percent": 19.469},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 11685255, "score_percent": 19.484},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 11960794, "score_percent": 19.498},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 12476766, "score_percent": 19.502},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 12503663, "score_percent": 19.502},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 2053500, "score_percent": 1.463},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 2152055, "score_percent": 4.46},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 2394947, "score_percent": 5.616},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 3913595, "score_percent": 7.737},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4035373, "score_percent": 7.861},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4070714, "score_percent": 7.878},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4114697, "score_percent": 8.181},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4173178, "score_percent": 8.525},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4199743, "score_percent": 8.691},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4279202, "score_percent": 9.243},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4335859, "score_percent": 9.625},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4414180, "score_percent": 9.653},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4630280, "score_percent": 9.772},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4655126, "score_percent": 10.163},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4689380, "score_percent": 10.617},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4750955, "score_percent": 10.622},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4772301, "score_percent": 10.623},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4801951, "score_percent": 10.649},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4960417, "score_percent": 10.977},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 4978824, "score_percent": 11.034},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5050361, "score_percent": 11.134},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5072940, "score_percent": 11.468},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5082116, "score_percent": 11.491},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5112329, "score_percent": 11.562},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5187929, "score_percent": 11.61},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5302905, "score_percent": 11.683},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5460489, "score_percent": 11.708},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5508912, "score_percent": 11.734},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5521212, "score_percent": 11.748},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5665564, "score_percent": 11.75},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5677192, "score_percent": 11.783},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 5739852, "score_percent": 12.46},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6001396, "score_percent": 12.505},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6026986, "score_percent": 12.518},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6090409, "score_percent": 12.536},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6104677, "score_percent": 12.545},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6354847, "score_percent": 12.89},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6370128, "score_percent": 13.385},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6452214, "score_percent": 13.41},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6478231, "score_percent": 13.434},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6495566, "score_percent": 13.435},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6499521, "score_percent": 13.446},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6566309, "score_percent": 13.568},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6607365, "score_percent": 13.58},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6617962, "score_percent": 13.608},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6890943, "score_percent": 13.629},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6906046, "score_percent": 13.654},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 6923945, "score_percent": 13.695},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 7060393, "score_percent": 13.698},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 7088233, "score_percent": 13.749},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 7224770, "score_percent": 13.754},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 8042303, "score_percent": 14.404},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 8225456, "score_percent": 14.507},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 8440119, "score_percent": 14.568},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 8477208, "score_percent": 14.598},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 8844662, "score_percent": 14.622},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 9024992, "score_percent": 14.648},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 9212464, "score_percent": 14.655},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 9908256, "score_percent": 15.044},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 9987745, "score_percent": 15.422},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10010922, "score_percent": 15.456},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10020505, "score_percent": 15.521},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10039579, "score_percent": 15.531},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10063013, "score_percent": 15.558},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10069203, "score_percent": 15.567},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10114211, "score_percent": 15.591},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10154163, "score_percent": 15.62},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10158715, "score_percent": 15.648},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10169578, "score_percent": 16.049},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10182057, "score_percent": 16.17},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10320455, "score_percent": 16.188},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10566284, "score_percent": 16.205},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10802694, "score_percent": 16.205}
     ]
    },
    {
     "name": "final scores",
     "rows": [
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "independents", "run": null, "output_tokens": 9000229, "score_percent": 15.568},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 1, "output_tokens": 14457636, "score_percent": 10.173},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 2, "output_tokens": 12503663, "score_percent": 19.502},
      {"model": "Claude Haiku 5.5", "team_size": 20, "arm": "swarm", "run": 3, "output_tokens": 10802694, "score_percent": 16.205}
     ]
    }
   ]
  }
 ]
}
