{
 "chart": "irt/ability_vs_release_date",
 "title": "When fitting the MCI model to our data, we do not see an obvious acceleration or deceleration in capabilities over time.",
 "subtitle": "For our IRT fits we include TH1.1, TH2, and MirrorCode. We also include a larger set of models. Trend CIs are calculated by bootstrapping over models, families, and runs. Ability CIs are bootstrapped over families and runs. 80% CI intervals are shown as opaque lines and 95% CI intervals as faint lines.",
 "panels": [
  {
   "title": "METR Capability Index (MCI) by model release date",
   "x": {"label": "Model release date", "unit": "", "scale": "linear"},
   "y": {"label": "METR Capability Index (MCI)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "models",
     "rows": [
      {"model": "Claude 3 Opus", "released": "2024-03-04", "frontier": false, "scale_anchor": false, "mci": -84.4829, "mci_low_95": -223.083, "mci_high_95": 35.1119, "mci_low_80": -171.237, "mci_high_80": 9.24857},
      {"model": "GPT-4 Turbo", "released": "2024-04-09", "frontier": false, "scale_anchor": false, "mci": -105.64, "mci_low_95": -235.613, "mci_high_95": -1.24543, "mci_low_80": -209.569, "mci_high_80": -16.4765},
      {"model": "GPT-4o", "released": "2024-05-13", "frontier": true, "scale_anchor": true, "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0, "mci_low_80": 0.0, "mci_high_80": 0.0},
      {"model": "Claude 3.5 Sonnet (Old)", "released": "2024-06-20", "frontier": true, "scale_anchor": false, "mci": 70.5736, "mci_low_95": -29.6482, "mci_high_95": 170.932, "mci_low_80": 4.53388, "mci_high_80": 134.793},
      {"model": "o1-preview", "released": "2024-09-12", "frontier": true, "scale_anchor": false, "mci": 140.17, "mci_low_95": 3.896, "mci_high_95": 226.822, "mci_low_80": 61.8339, "mci_high_80": 205.773},
      {"model": "Claude 3.5 Sonnet (New)", "released": "2024-10-22", "frontier": true, "scale_anchor": false, "mci": 192.048, "mci_low_95": 76.6686, "mci_high_95": 285.467, "mci_low_80": 129.01, "mci_high_80": 260.234},
      {"model": "o1", "released": "2024-12-05", "frontier": true, "scale_anchor": false, "mci": 237.395, "mci_low_95": 155.927, "mci_high_95": 326.311, "mci_low_80": 189.638, "mci_high_80": 298.996},
      {"model": "Claude 3.7 Sonnet", "released": "2025-02-24", "frontier": true, "scale_anchor": false, "mci": 310.008, "mci_low_95": 239.645, "mci_high_95": 398.117, "mci_low_80": 269.315, "mci_high_80": 372.656},
      {"model": "o3", "released": "2025-04-16", "frontier": true, "scale_anchor": false, "mci": 417.334, "mci_low_95": 316.637, "mci_high_95": 481.95, "mci_low_80": 348.314, "mci_high_80": 460.332},
      {"model": "Claude Opus 4", "released": "2025-05-22", "frontier": false, "scale_anchor": false, "mci": 392.652, "mci_low_95": 319.445, "mci_high_95": 484.474, "mci_low_80": 349.039, "mci_high_80": 461.593},
      {"model": "Claude Opus 4.1", "released": "2025-08-05", "frontier": false, "scale_anchor": false, "mci": 398.5, "mci_low_95": 331.555, "mci_high_95": 486.729, "mci_low_80": 354.623, "mci_high_80": 467.396},
      {"model": "GPT-5", "released": "2025-08-07", "frontier": true, "scale_anchor": false, "mci": 478.578, "mci_low_95": 433.015, "mci_high_95": 543.257, "mci_low_80": 455.801, "mci_high_80": 524.545},
      {"model": "Gemini 3 Pro", "released": "2025-11-18", "frontier": true, "scale_anchor": false, "mci": 490.476, "mci_low_95": 448.618, "mci_high_95": 550.21, "mci_low_80": 467.602, "mci_high_80": 536.241},
      {"model": "GPT-5.1-Codex-Max", "released": "2025-11-19", "frontier": false, "scale_anchor": false, "mci": 477.713, "mci_low_95": 424.84, "mci_high_95": 536.979, "mci_low_80": 451.804, "mci_high_80": 525.301},
      {"model": "Claude Opus 4.5", "released": "2025-11-24", "frontier": true, "scale_anchor": false, "mci": 533.254, "mci_low_95": 495.691, "mci_high_95": 581.772, "mci_low_80": 511.488, "mci_high_80": 566.969},
      {"model": "GPT-5.2", "released": "2025-12-11", "frontier": true, "scale_anchor": false, "mci": 551.456, "mci_low_95": 515.852, "mci_high_95": 596.908, "mci_low_80": 531.916, "mci_high_80": 588.289},
      {"model": "Claude Opus 4.6", "released": "2026-02-05", "frontier": true, "scale_anchor": true, "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0, "mci_low_80": 633.0, "mci_high_80": 633.0},
      {"model": "GPT-5.3-Codex", "released": "2026-02-05", "frontier": false, "scale_anchor": false, "mci": 566.461, "mci_low_95": 525.476, "mci_high_95": 623.826, "mci_low_80": 546.691, "mci_high_80": 605.962},
      {"model": "Gemini 3.1 Pro", "released": "2026-02-19", "frontier": false, "scale_anchor": false, "mci": 568.914, "mci_low_95": 514.122, "mci_high_95": 633.933, "mci_low_80": 543.376, "mci_high_80": 610.729},
      {"model": "GPT-5.4", "released": "2026-03-05", "frontier": false, "scale_anchor": false, "mci": 593.178, "mci_low_95": 559.687, "mci_high_95": 637.98, "mci_low_80": 578.409, "mci_high_80": 635.001},
      {"model": "Claude Mythos Preview (early)", "released": "2026-04-07", "frontier": true, "scale_anchor": false, "mci": 671.221, "mci_low_95": 637.524, "mci_high_95": 761.37, "mci_low_80": 647.507, "mci_high_80": 716.924},
      {"model": "Claude Opus 4.7", "released": "2026-04-16", "frontier": false, "scale_anchor": false, "mci": 631.225, "mci_low_95": 589.016, "mci_high_95": 688.69, "mci_low_80": 608.495, "mci_high_80": 667.894},
      {"model": "GPT-5.5", "released": "2026-04-23", "frontier": true, "scale_anchor": false, "mci": 705.688, "mci_low_95": 657.833, "mci_high_95": 817.112, "mci_low_80": 672.917, "mci_high_80": 761.505},
      {"model": "Claude Opus 4.8", "released": "2026-05-28", "frontier": true, "scale_anchor": false, "mci": 708.597, "mci_low_95": 661.3, "mci_high_95": 784.271, "mci_low_80": 673.055, "mci_high_80": 752.261},
      {"model": "Claude Fable 5", "released": "2026-06-09", "frontier": true, "scale_anchor": false, "mci": 778.739, "mci_low_95": 712.935, "mci_high_95": 890.915, "mci_low_80": 724.676, "mci_high_80": 841.269},
      {"model": "GPT-5.6 Sol", "released": "2026-07-09", "frontier": false, "scale_anchor": false, "mci": 738.275, "mci_low_95": 681.645, "mci_high_95": 855.844, "mci_low_80": 700.636, "mci_high_80": 805.673},
      {"model": "Claude Opus 5", "released": "2026-07-24", "frontier": true, "scale_anchor": false, "mci": 796.229, "mci_low_95": 735.871, "mci_high_95": 910.133, "mci_low_80": 745.983, "mci_high_80": 864.091},
      {"model": "Claude Fable 5.1", "released": "2026-09-01", "frontier": true, "scale_anchor": false, "mci": 839.121, "mci_low_95": 753.658, "mci_high_95": 1019.11, "mci_low_80": 780.047, "mci_high_80": 928.499},
      {"model": "GPT-6 Astra", "released": "2026-09-03", "frontier": true, "scale_anchor": false, "mci": 858.977, "mci_low_95": 761.107, "mci_high_95": 1085.32, "mci_low_80": 790.529, "mci_high_80": 966.148},
      {"model": "Claude Opus 5.5", "released": "2026-09-22", "frontier": false, "scale_anchor": false, "mci": 854.102, "mci_low_95": 765.156, "mci_high_95": 1069.3, "mci_low_80": 789.844, "mci_high_80": 953.02}
     ]
    },
    {
     "name": "frontier trends",
     "rows": [
      {"task_sets": "TH1.1, MirrorCode and TH2", "from": "2024-05-13", "to": "2026-09-22", "mci_from": 29.4038, "mci_to": 848.322, "mci_points_per_month": 28.9163, "mci_points_per_month_low_95": 23.4228, "mci_points_per_month_high_95": 34.8083}
     ]
    }
   ]
  }
 ]
}
