{
 "chart": "irt/robustness_checks/grouped/difficulty_prior/comparison",
 "title": "Robustness to difficulty prior SD (baseline 10)",
 "subtitle": "",
 "panels": [
  {
   "title": "",
   "x": {"label": "Model release date", "unit": "", "scale": "linear"},
   "y": {"label": "MCI", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "models",
     "rows": [
      {"specification": "Baseline spec", "model": "GPT-4 0314", "released": "2023-03-14", "mci": -85.4341, "mci_low_95": -225.505, "mci_high_95": 2.78144},
      {"specification": "Baseline spec", "model": "GPT-4 1106", "released": "2023-11-06", "mci": -73.7458, "mci_low_95": -226.634, "mci_high_95": 35.0223},
      {"specification": "Baseline spec", "model": "Claude 3 Opus", "released": "2024-03-04", "mci": -84.4829, "mci_low_95": -223.083, "mci_high_95": 35.1119},
      {"specification": "Baseline spec", "model": "GPT-4 Turbo", "released": "2024-04-09", "mci": -105.64, "mci_low_95": -235.613, "mci_high_95": -1.24543},
      {"specification": "Baseline spec", "model": "GPT-4o", "released": "2024-05-13", "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0},
      {"specification": "Baseline spec", "model": "Claude 3.5 Sonnet (Old)", "released": "2024-06-20", "mci": 70.5736, "mci_low_95": -29.6482, "mci_high_95": 170.932},
      {"specification": "Baseline spec", "model": "o1-preview", "released": "2024-09-12", "mci": 140.17, "mci_low_95": 3.896, "mci_high_95": 226.822},
      {"specification": "Baseline spec", "model": "Claude 3.5 Sonnet (New)", "released": "2024-10-22", "mci": 192.048, "mci_low_95": 76.6686, "mci_high_95": 285.467},
      {"specification": "Baseline spec", "model": "o1", "released": "2024-12-05", "mci": 237.395, "mci_low_95": 155.927, "mci_high_95": 326.311},
      {"specification": "Baseline spec", "model": "Claude 3.7 Sonnet", "released": "2025-02-24", "mci": 310.008, "mci_low_95": 239.645, "mci_high_95": 398.117},
      {"specification": "Baseline spec", "model": "o3", "released": "2025-04-16", "mci": 417.334, "mci_low_95": 316.637, "mci_high_95": 481.95},
      {"specification": "Baseline spec", "model": "Claude Opus 4", "released": "2025-05-22", "mci": 392.652, "mci_low_95": 319.445, "mci_high_95": 484.474},
      {"specification": "Baseline spec", "model": "Claude Opus 4.1", "released": "2025-08-05", "mci": 398.5, "mci_low_95": 331.555, "mci_high_95": 486.729},
      {"specification": "Baseline spec", "model": "GPT-5", "released": "2025-08-07", "mci": 478.578, "mci_low_95": 433.015, "mci_high_95": 543.257},
      {"specification": "Baseline spec", "model": "Gemini 3 Pro", "released": "2025-11-18", "mci": 490.476, "mci_low_95": 448.618, "mci_high_95": 550.21},
      {"specification": "Baseline spec", "model": "GPT-5.1-Codex-Max", "released": "2025-11-19", "mci": 477.713, "mci_low_95": 424.84, "mci_high_95": 536.979},
      {"specification": "Baseline spec", "model": "Claude Opus 4.5", "released": "2025-11-24", "mci": 533.254, "mci_low_95": 495.691, "mci_high_95": 581.772},
      {"specification": "Baseline spec", "model": "GPT-5.2", "released": "2025-12-11", "mci": 551.456, "mci_low_95": 515.852, "mci_high_95": 596.908},
      {"specification": "Baseline spec", "model": "Claude Opus 4.6", "released": "2026-02-05", "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0},
      {"specification": "Baseline spec", "model": "GPT-5.3-Codex", "released": "2026-02-05", "mci": 566.461, "mci_low_95": 525.476, "mci_high_95": 623.826},
      {"specification": "Baseline spec", "model": "Gemini 3.1 Pro", "released": "2026-02-19", "mci": 568.914, "mci_low_95": 514.122, "mci_high_95": 633.933},
      {"specification": "Baseline spec", "model": "GPT-5.4", "released": "2026-03-05", "mci": 593.178, "mci_low_95": 559.687, "mci_high_95": 637.98},
      {"specification": "Baseline spec", "model": "Claude Mythos Preview (early)", "released": "2026-04-07", "mci": 671.221, "mci_low_95": 637.524, "mci_high_95": 761.37},
      {"specification": "Baseline spec", "model": "Claude Opus 4.7", "released": "2026-04-16", "mci": 631.225, "mci_low_95": 589.016, "mci_high_95": 688.69},
      {"specification": "Baseline spec", "model": "GPT-5.5", "released": "2026-04-23", "mci": 705.688, "mci_low_95": 657.833, "mci_high_95": 817.112},
      {"specification": "Baseline spec", "model": "Claude Opus 4.8", "released": "2026-05-28", "mci": 708.597, "mci_low_95": 661.3, "mci_high_95": 784.271},
      {"specification": "Baseline spec", "model": "Claude Fable 5", "released": "2026-06-09", "mci": 778.739, "mci_low_95": 712.935, "mci_high_95": 890.915},
      {"specification": "Baseline spec", "model": "GPT-5.6 Sol", "released": "2026-07-09", "mci": 738.275, "mci_low_95": 681.645, "mci_high_95": 855.844},
      {"specification": "Baseline spec", "model": "Claude Opus 5", "released": "2026-07-24", "mci": 796.229, "mci_low_95": 735.871, "mci_high_95": 910.133},
      {"specification": "Baseline spec", "model": "Claude Fable 5.1", "released": "2026-09-01", "mci": 839.121, "mci_low_95": 753.658, "mci_high_95": 1019.11},
      {"specification": "Baseline spec", "model": "GPT-6 Astra", "released": "2026-09-03", "mci": 858.977, "mci_low_95": 761.107, "mci_high_95": 1085.32},
      {"specification": "Baseline spec", "model": "Claude Opus 5.5", "released": "2026-09-22", "mci": 854.102, "mci_low_95": 765.156, "mci_high_95": 1069.3},
      {"specification": "Baseline spec", "model": "GPT-6 Luna", "released": "2026-09-22", "mci": 614.597, "mci_low_95": 577.603, "mci_high_95": 661.158},
      {"specification": "Baseline spec", "model": "Claude Haiku 5.5", "released": "2026-10-07", "mci": 627.801, "mci_low_95": 595.15, "mci_high_95": 688.857},
      {"specification": "SD 1", "model": "GPT-4 0314", "released": "2023-03-14", "mci": -45.5562, "mci_low_95": -157.17, "mci_high_95": 13.811},
      {"specification": "SD 1", "model": "GPT-4 1106", "released": "2023-11-06", "mci": -43.0301, "mci_low_95": -153.883, "mci_high_95": 41.488},
      {"specification": "SD 1", "model": "Claude 3 Opus", "released": "2024-03-04", "mci": -47.7267, "mci_low_95": -156.894, "mci_high_95": 49.239},
      {"specification": "SD 1", "model": "GPT-4 Turbo", "released": "2024-04-09", "mci": -51.8486, "mci_low_95": -167.008, "mci_high_95": 1.67836},
      {"specification": "SD 1", "model": "GPT-4o", "released": "2024-05-13", "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0},
      {"specification": "SD 1", "model": "Claude 3.5 Sonnet (Old)", "released": "2024-06-20", "mci": 95.9102, "mci_low_95": 2.14811, "mci_high_95": 174.236},
      {"specification": "SD 1", "model": "o1-preview", "released": "2024-09-12", "mci": 162.599, "mci_low_95": 40.1644, "mci_high_95": 244.122},
      {"specification": "SD 1", "model": "Claude 3.5 Sonnet (New)", "released": "2024-10-22", "mci": 212.989, "mci_low_95": 105.623, "mci_high_95": 293.89},
      {"specification": "SD 1", "model": "o1", "released": "2024-12-05", "mci": 255.765, "mci_low_95": 174.418, "mci_high_95": 339.865},
      {"specification": "SD 1", "model": "Claude 3.7 Sonnet", "released": "2025-02-24", "mci": 325.114, "mci_low_95": 257.575, "mci_high_95": 407.228},
      {"specification": "SD 1", "model": "o3", "released": "2025-04-16", "mci": 428.477, "mci_low_95": 328.722, "mci_high_95": 484.787},
      {"specification": "SD 1", "model": "Claude Opus 4", "released": "2025-05-22", "mci": 405.101, "mci_low_95": 336.459, "mci_high_95": 494.027},
      {"specification": "SD 1", "model": "Claude Opus 4.1", "released": "2025-08-05", "mci": 411.238, "mci_low_95": 349.755, "mci_high_95": 493.89},
      {"specification": "SD 1", "model": "GPT-5", "released": "2025-08-07", "mci": 486.187, "mci_low_95": 438.22, "mci_high_95": 544.954},
      {"specification": "SD 1", "model": "Gemini 3 Pro", "released": "2025-11-18", "mci": 497.614, "mci_low_95": 455.566, "mci_high_95": 553.717},
      {"specification": "SD 1", "model": "GPT-5.1-Codex-Max", "released": "2025-11-19", "mci": 485.422, "mci_low_95": 426.571, "mci_high_95": 542.195},
      {"specification": "SD 1", "model": "Claude Opus 4.5", "released": "2025-11-24", "mci": 538.394, "mci_low_95": 501.182, "mci_high_95": 584.448},
      {"specification": "SD 1", "model": "GPT-5.2", "released": "2025-12-11", "mci": 555.318, "mci_low_95": 520.747, "mci_high_95": 597.883},
      {"specification": "SD 1", "model": "Claude Opus 4.6", "released": "2026-02-05", "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0},
      {"specification": "SD 1", "model": "GPT-5.3-Codex", "released": "2026-02-05", "mci": 569.596, "mci_low_95": 531.339, "mci_high_95": 622.888},
      {"specification": "SD 1", "model": "Gemini 3.1 Pro", "released": "2026-02-19", "mci": 572.21, "mci_low_95": 516.19, "mci_high_95": 624.937},
      {"specification": "SD 1", "model": "GPT-5.4", "released": "2026-03-05", "mci": 594.721, "mci_low_95": 561.773, "mci_high_95": 636.348},
      {"specification": "SD 1", "model": "Claude Mythos Preview (early)", "released": "2026-04-07", "mci": 668.883, "mci_low_95": 637.125, "mci_high_95": 740.807},
      {"specification": "SD 1", "model": "Claude Opus 4.7", "released": "2026-04-16", "mci": 630.976, "mci_low_95": 586.378, "mci_high_95": 672.212},
      {"specification": "SD 1", "model": "GPT-5.5", "released": "2026-04-23", "mci": 701.581, "mci_low_95": 656.191, "mci_high_95": 789.968},
      {"specification": "SD 1", "model": "Claude Opus 4.8", "released": "2026-05-28", "mci": 704.372, "mci_low_95": 659.392, "mci_high_95": 767.272},
      {"specification": "SD 1", "model": "Claude Fable 5", "released": "2026-06-09", "mci": 770.946, "mci_low_95": 709.085, "mci_high_95": 846.847},
      {"specification": "SD 1", "model": "GPT-5.6 Sol", "released": "2026-07-09", "mci": 732.343, "mci_low_95": 678.437, "mci_high_95": 827.075},
      {"specification": "SD 1", "model": "Claude Opus 5", "released": "2026-07-24", "mci": 787.586, "mci_low_95": 729.793, "mci_high_95": 880.363},
      {"specification": "SD 1", "model": "Claude Fable 5.1", "released": "2026-09-01", "mci": 828.012, "mci_low_95": 751.458, "mci_high_95": 981.932},
      {"specification": "SD 1", "model": "GPT-6 Astra", "released": "2026-09-03", "mci": 846.528, "mci_low_95": 758.285, "mci_high_95": 1036.76},
      {"specification": "SD 1", "model": "Claude Opus 5.5", "released": "2026-09-22", "mci": 842.081, "mci_low_95": 761.611, "mci_high_95": 1022.5},
      {"specification": "SD 1", "model": "GPT-6 Luna", "released": "2026-09-22", "mci": 615.013, "mci_low_95": 580.431, "mci_high_95": 651.289},
      {"specification": "SD 1", "model": "Claude Haiku 5.5", "released": "2026-10-07", "mci": 627.657, "mci_low_95": 596.987, "mci_high_95": 674.72}
     ]
    },
    {
     "name": "specifications",
     "rows": [
      {"specification": "Baseline spec", "bootstrap_draws_converged": 199, "bootstrap_draws_attempted": 200},
      {"specification": "SD 1", "bootstrap_draws_converged": 200, "bootstrap_draws_attempted": 200}
     ]
    }
   ]
  },
  {
   "title": "",
   "x": {"label": "Baseline spec (MCI)", "unit": "", "scale": "linear"},
   "y": {"label": "Robustness spec (MCI)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "models",
     "rows": [
      {"specification": "SD 1", "model": "Claude 3 Opus", "baseline_mci": -84.4829, "baseline_mci_low_95": -223.083, "baseline_mci_high_95": 35.1119, "mci": -47.7267, "mci_low_95": -156.894, "mci_high_95": 49.239},
      {"specification": "SD 1", "model": "Claude 3.5 Sonnet (New)", "baseline_mci": 192.048, "baseline_mci_low_95": 76.6686, "baseline_mci_high_95": 285.467, "mci": 212.989, "mci_low_95": 105.623, "mci_high_95": 293.89},
      {"specification": "SD 1", "model": "Claude 3.5 Sonnet (Old)", "baseline_mci": 70.5736, "baseline_mci_low_95": -29.6482, "baseline_mci_high_95": 170.932, "mci": 95.9102, "mci_low_95": 2.14811, "mci_high_95": 174.236},
      {"specification": "SD 1", "model": "Claude 3.7 Sonnet", "baseline_mci": 310.008, "baseline_mci_low_95": 239.645, "baseline_mci_high_95": 398.117, "mci": 325.114, "mci_low_95": 257.575, "mci_high_95": 407.228},
      {"specification": "SD 1", "model": "Claude Fable 5", "baseline_mci": 778.739, "baseline_mci_low_95": 712.935, "baseline_mci_high_95": 890.915, "mci": 770.946, "mci_low_95": 709.085, "mci_high_95": 846.847},
      {"specification": "SD 1", "model": "Claude Fable 5.1", "baseline_mci": 839.121, "baseline_mci_low_95": 753.658, "baseline_mci_high_95": 1019.11, "mci": 828.012, "mci_low_95": 751.458, "mci_high_95": 981.932},
      {"specification": "SD 1", "model": "Claude Haiku 5.5", "baseline_mci": 627.801, "baseline_mci_low_95": 595.15, "baseline_mci_high_95": 688.857, "mci": 627.657, "mci_low_95": 596.987, "mci_high_95": 674.72},
      {"specification": "SD 1", "model": "Claude Mythos Preview (early)", "baseline_mci": 671.221, "baseline_mci_low_95": 637.524, "baseline_mci_high_95": 761.37, "mci": 668.883, "mci_low_95": 637.125, "mci_high_95": 740.807},
      {"specification": "SD 1", "model": "Claude Opus 4", "baseline_mci": 392.652, "baseline_mci_low_95": 319.445, "baseline_mci_high_95": 484.474, "mci": 405.101, "mci_low_95": 336.459, "mci_high_95": 494.027},
      {"specification": "SD 1", "model": "Claude Opus 4.1", "baseline_mci": 398.5, "baseline_mci_low_95": 331.555, "baseline_mci_high_95": 486.729, "mci": 411.238, "mci_low_95": 349.755, "mci_high_95": 493.89},
      {"specification": "SD 1", "model": "Claude Opus 4.5", "baseline_mci": 533.254, "baseline_mci_low_95": 495.691, "baseline_mci_high_95": 581.772, "mci": 538.394, "mci_low_95": 501.182, "mci_high_95": 584.448},
      {"specification": "SD 1", "model": "Claude Opus 4.6", "baseline_mci": 633.0, "baseline_mci_low_95": 633.0, "baseline_mci_high_95": 633.0, "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0},
      {"specification": "SD 1", "model": "Claude Opus 4.7", "baseline_mci": 631.225, "baseline_mci_low_95": 589.016, "baseline_mci_high_95": 688.69, "mci": 630.976, "mci_low_95": 586.378, "mci_high_95": 672.212},
      {"specification": "SD 1", "model": "Claude Opus 4.8", "baseline_mci": 708.597, "baseline_mci_low_95": 661.3, "baseline_mci_high_95": 784.271, "mci": 704.372, "mci_low_95": 659.392, "mci_high_95": 767.272},
      {"specification": "SD 1", "model": "Claude Opus 5", "baseline_mci": 796.229, "baseline_mci_low_95": 735.871, "baseline_mci_high_95": 910.133, "mci": 787.586, "mci_low_95": 729.793, "mci_high_95": 880.363},
      {"specification": "SD 1", "model": "Claude Opus 5.5", "baseline_mci": 854.102, "baseline_mci_low_95": 765.156, "baseline_mci_high_95": 1069.3, "mci": 842.081, "mci_low_95": 761.611, "mci_high_95": 1022.5},
      {"specification": "SD 1", "model": "GPT-4 0314", "baseline_mci": -85.4341, "baseline_mci_low_95": -225.505, "baseline_mci_high_95": 2.78144, "mci": -45.5562, "mci_low_95": -157.17, "mci_high_95": 13.811},
      {"specification": "SD 1", "model": "GPT-4 1106", "baseline_mci": -73.7458, "baseline_mci_low_95": -226.634, "baseline_mci_high_95": 35.0223, "mci": -43.0301, "mci_low_95": -153.883, "mci_high_95": 41.488},
      {"specification": "SD 1", "model": "GPT-4 Turbo", "baseline_mci": -105.64, "baseline_mci_low_95": -235.613, "baseline_mci_high_95": -1.24543, "mci": -51.8486, "mci_low_95": -167.008, "mci_high_95": 1.67836},
      {"specification": "SD 1", "model": "GPT-4o", "baseline_mci": 0.0, "baseline_mci_low_95": 0.0, "baseline_mci_high_95": 0.0, "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0},
      {"specification": "SD 1", "model": "GPT-5", "baseline_mci": 478.578, "baseline_mci_low_95": 433.015, "baseline_mci_high_95": 543.257, "mci": 486.187, "mci_low_95": 438.22, "mci_high_95": 544.954},
      {"specification": "SD 1", "model": "GPT-5.1-Codex-Max", "baseline_mci": 477.713, "baseline_mci_low_95": 424.84, "baseline_mci_high_95": 536.979, "mci": 485.422, "mci_low_95": 426.571, "mci_high_95": 542.195},
      {"specification": "SD 1", "model": "GPT-5.2", "baseline_mci": 551.456, "baseline_mci_low_95": 515.852, "baseline_mci_high_95": 596.908, "mci": 555.318, "mci_low_95": 520.747, "mci_high_95": 597.883},
      {"specification": "SD 1", "model": "GPT-5.3-Codex", "baseline_mci": 566.461, "baseline_mci_low_95": 525.476, "baseline_mci_high_95": 623.826, "mci": 569.596, "mci_low_95": 531.339, "mci_high_95": 622.888},
      {"specification": "SD 1", "model": "GPT-5.4", "baseline_mci": 593.178, "baseline_mci_low_95": 559.687, "baseline_mci_high_95": 637.98, "mci": 594.721, "mci_low_95": 561.773, "mci_high_95": 636.348},
      {"specification": "SD 1", "model": "GPT-5.5", "baseline_mci": 705.688, "baseline_mci_low_95": 657.833, "baseline_mci_high_95": 817.112, "mci": 701.581, "mci_low_95": 656.191, "mci_high_95": 789.968},
      {"specification": "SD 1", "model": "GPT-5.6 Sol", "baseline_mci": 738.275, "baseline_mci_low_95": 681.645, "baseline_mci_high_95": 855.844, "mci": 732.343, "mci_low_95": 678.437, "mci_high_95": 827.075},
      {"specification": "SD 1", "model": "GPT-6 Astra", "baseline_mci": 858.977, "baseline_mci_low_95": 761.107, "baseline_mci_high_95": 1085.32, "mci": 846.528, "mci_low_95": 758.285, "mci_high_95": 1036.76},
      {"specification": "SD 1", "model": "GPT-6 Luna", "baseline_mci": 614.597, "baseline_mci_low_95": 577.603, "baseline_mci_high_95": 661.158, "mci": 615.013, "mci_low_95": 580.431, "mci_high_95": 651.289},
      {"specification": "SD 1", "model": "Gemini 3 Pro", "baseline_mci": 490.476, "baseline_mci_low_95": 448.618, "baseline_mci_high_95": 550.21, "mci": 497.614, "mci_low_95": 455.566, "mci_high_95": 553.717},
      {"specification": "SD 1", "model": "Gemini 3.1 Pro", "baseline_mci": 568.914, "baseline_mci_low_95": 514.122, "baseline_mci_high_95": 633.933, "mci": 572.21, "mci_low_95": 516.19, "mci_high_95": 624.937},
      {"specification": "SD 1", "model": "o1", "baseline_mci": 237.395, "baseline_mci_low_95": 155.927, "baseline_mci_high_95": 326.311, "mci": 255.765, "mci_low_95": 174.418, "mci_high_95": 339.865},
      {"specification": "SD 1", "model": "o1-preview", "baseline_mci": 140.17, "baseline_mci_low_95": 3.896, "baseline_mci_high_95": 226.822, "mci": 162.599, "mci_low_95": 40.1644, "mci_high_95": 244.122},
      {"specification": "SD 1", "model": "o3", "baseline_mci": 417.334, "baseline_mci_low_95": 316.637, "baseline_mci_high_95": 481.95, "mci": 428.477, "mci_low_95": 328.722, "mci_high_95": 484.787}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "equal MCI under both specifications", "slope": 1, "intercept": 0}
     ]
    }
   ]
  },
  {
   "title": "",
   "x": {"label": "Model release date", "unit": "", "scale": "linear"},
   "y": {"label": "MCI", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "models",
     "rows": [
      {"specification": "Baseline spec", "model": "GPT-4 0314", "released": "2023-03-14", "mci": -85.4341, "mci_low_95": -225.505, "mci_high_95": 2.78144},
      {"specification": "Baseline spec", "model": "GPT-4 1106", "released": "2023-11-06", "mci": -73.7458, "mci_low_95": -226.634, "mci_high_95": 35.0223},
      {"specification": "Baseline spec", "model": "Claude 3 Opus", "released": "2024-03-04", "mci": -84.4829, "mci_low_95": -223.083, "mci_high_95": 35.1119},
      {"specification": "Baseline spec", "model": "GPT-4 Turbo", "released": "2024-04-09", "mci": -105.64, "mci_low_95": -235.613, "mci_high_95": -1.24543},
      {"specification": "Baseline spec", "model": "GPT-4o", "released": "2024-05-13", "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0},
      {"specification": "Baseline spec", "model": "Claude 3.5 Sonnet (Old)", "released": "2024-06-20", "mci": 70.5736, "mci_low_95": -29.6482, "mci_high_95": 170.932},
      {"specification": "Baseline spec", "model": "o1-preview", "released": "2024-09-12", "mci": 140.17, "mci_low_95": 3.896, "mci_high_95": 226.822},
      {"specification": "Baseline spec", "model": "Claude 3.5 Sonnet (New)", "released": "2024-10-22", "mci": 192.048, "mci_low_95": 76.6686, "mci_high_95": 285.467},
      {"specification": "Baseline spec", "model": "o1", "released": "2024-12-05", "mci": 237.395, "mci_low_95": 155.927, "mci_high_95": 326.311},
      {"specification": "Baseline spec", "model": "Claude 3.7 Sonnet", "released": "2025-02-24", "mci": 310.008, "mci_low_95": 239.645, "mci_high_95": 398.117},
      {"specification": "Baseline spec", "model": "o3", "released": "2025-04-16", "mci": 417.334, "mci_low_95": 316.637, "mci_high_95": 481.95},
      {"specification": "Baseline spec", "model": "Claude Opus 4", "released": "2025-05-22", "mci": 392.652, "mci_low_95": 319.445, "mci_high_95": 484.474},
      {"specification": "Baseline spec", "model": "Claude Opus 4.1", "released": "2025-08-05", "mci": 398.5, "mci_low_95": 331.555, "mci_high_95": 486.729},
      {"specification": "Baseline spec", "model": "GPT-5", "released": "2025-08-07", "mci": 478.578, "mci_low_95": 433.015, "mci_high_95": 543.257},
      {"specification": "Baseline spec", "model": "Gemini 3 Pro", "released": "2025-11-18", "mci": 490.476, "mci_low_95": 448.618, "mci_high_95": 550.21},
      {"specification": "Baseline spec", "model": "GPT-5.1-Codex-Max", "released": "2025-11-19", "mci": 477.713, "mci_low_95": 424.84, "mci_high_95": 536.979},
      {"specification": "Baseline spec", "model": "Claude Opus 4.5", "released": "2025-11-24", "mci": 533.254, "mci_low_95": 495.691, "mci_high_95": 581.772},
      {"specification": "Baseline spec", "model": "GPT-5.2", "released": "2025-12-11", "mci": 551.456, "mci_low_95": 515.852, "mci_high_95": 596.908},
      {"specification": "Baseline spec", "model": "Claude Opus 4.6", "released": "2026-02-05", "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0},
      {"specification": "Baseline spec", "model": "GPT-5.3-Codex", "released": "2026-02-05", "mci": 566.461, "mci_low_95": 525.476, "mci_high_95": 623.826},
      {"specification": "Baseline spec", "model": "Gemini 3.1 Pro", "released": "2026-02-19", "mci": 568.914, "mci_low_95": 514.122, "mci_high_95": 633.933},
      {"specification": "Baseline spec", "model": "GPT-5.4", "released": "2026-03-05", "mci": 593.178, "mci_low_95": 559.687, "mci_high_95": 637.98},
      {"specification": "Baseline spec", "model": "Claude Mythos Preview (early)", "released": "2026-04-07", "mci": 671.221, "mci_low_95": 637.524, "mci_high_95": 761.37},
      {"specification": "Baseline spec", "model": "Claude Opus 4.7", "released": "2026-04-16", "mci": 631.225, "mci_low_95": 589.016, "mci_high_95": 688.69},
      {"specification": "Baseline spec", "model": "GPT-5.5", "released": "2026-04-23", "mci": 705.688, "mci_low_95": 657.833, "mci_high_95": 817.112},
      {"specification": "Baseline spec", "model": "Claude Opus 4.8", "released": "2026-05-28", "mci": 708.597, "mci_low_95": 661.3, "mci_high_95": 784.271},
      {"specification": "Baseline spec", "model": "Claude Fable 5", "released": "2026-06-09", "mci": 778.739, "mci_low_95": 712.935, "mci_high_95": 890.915},
      {"specification": "Baseline spec", "model": "GPT-5.6 Sol", "released": "2026-07-09", "mci": 738.275, "mci_low_95": 681.645, "mci_high_95": 855.844},
      {"specification": "Baseline spec", "model": "Claude Opus 5", "released": "2026-07-24", "mci": 796.229, "mci_low_95": 735.871, "mci_high_95": 910.133},
      {"specification": "Baseline spec", "model": "Claude Fable 5.1", "released": "2026-09-01", "mci": 839.121, "mci_low_95": 753.658, "mci_high_95": 1019.11},
      {"specification": "Baseline spec", "model": "GPT-6 Astra", "released": "2026-09-03", "mci": 858.977, "mci_low_95": 761.107, "mci_high_95": 1085.32},
      {"specification": "Baseline spec", "model": "Claude Opus 5.5", "released": "2026-09-22", "mci": 854.102, "mci_low_95": 765.156, "mci_high_95": 1069.3},
      {"specification": "Baseline spec", "model": "GPT-6 Luna", "released": "2026-09-22", "mci": 614.597, "mci_low_95": 577.603, "mci_high_95": 661.158},
      {"specification": "Baseline spec", "model": "Claude Haiku 5.5", "released": "2026-10-07", "mci": 627.801, "mci_low_95": 595.15, "mci_high_95": 688.857},
      {"specification": "SD 3", "model": "GPT-4 0314", "released": "2023-03-14", "mci": -79.0523, "mci_low_95": -212.922, "mci_high_95": 3.4436},
      {"specification": "SD 3", "model": "GPT-4 1106", "released": "2023-11-06", "mci": -68.6676, "mci_low_95": -213.979, "mci_high_95": 34.0478},
      {"specification": "SD 3", "model": "Claude 3 Opus", "released": "2024-03-04", "mci": -78.9903, "mci_low_95": -210.604, "mci_high_95": 30.7966},
      {"specification": "SD 3", "model": "GPT-4 Turbo", "released": "2024-04-09", "mci": -97.5545, "mci_low_95": -225.806, "mci_high_95": -1.68271},
      {"specification": "SD 3", "model": "GPT-4o", "released": "2024-05-13", "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0},
      {"specification": "SD 3", "model": "Claude 3.5 Sonnet (Old)", "released": "2024-06-20", "mci": 74.4459, "mci_low_95": -21.9913, "mci_high_95": 170.619},
      {"specification": "SD 3", "model": "o1-preview", "released": "2024-09-12", "mci": 143.485, "mci_low_95": 5.03528, "mci_high_95": 229.534},
      {"specification": "SD 3", "model": "Claude 3.5 Sonnet (New)", "released": "2024-10-22", "mci": 195.184, "mci_low_95": 80.7419, "mci_high_95": 286.451},
      {"specification": "SD 3", "model": "o1", "released": "2024-12-05", "mci": 240.147, "mci_low_95": 157.935, "mci_high_95": 327.022},
      {"specification": "SD 3", "model": "Claude 3.7 Sonnet", "released": "2025-02-24", "mci": 312.189, "mci_low_95": 242.151, "mci_high_95": 398.746},
      {"specification": "SD 3", "model": "o3", "released": "2025-04-16", "mci": 418.94, "mci_low_95": 318.106, "mci_high_95": 477.152},
      {"specification": "SD 3", "model": "Claude Opus 4", "released": "2025-05-22", "mci": 394.468, "mci_low_95": 321.707, "mci_high_95": 485.936},
      {"specification": "SD 3", "model": "Claude Opus 4.1", "released": "2025-08-05", "mci": 400.375, "mci_low_95": 333.805, "mci_high_95": 487.863},
      {"specification": "SD 3", "model": "GPT-5", "released": "2025-08-07", "mci": 479.617, "mci_low_95": 431.394, "mci_high_95": 543.408},
      {"specification": "SD 3", "model": "Gemini 3 Pro", "released": "2025-11-18", "mci": 491.462, "mci_low_95": 449.594, "mci_high_95": 548.49},
      {"specification": "SD 3", "model": "GPT-5.1-Codex-Max", "released": "2025-11-19", "mci": 478.781, "mci_low_95": 425.011, "mci_high_95": 537.463},
      {"specification": "SD 3", "model": "Claude Opus 4.5", "released": "2025-11-24", "mci": 533.968, "mci_low_95": 495.727, "mci_high_95": 582.079},
      {"specification": "SD 3", "model": "GPT-5.2", "released": "2025-12-11", "mci": 551.896, "mci_low_95": 513.541, "mci_high_95": 597.163},
      {"specification": "SD 3", "model": "Claude Opus 4.6", "released": "2026-02-05", "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0},
      {"specification": "SD 3", "model": "GPT-5.3-Codex", "released": "2026-02-05", "mci": 566.813, "mci_low_95": 525.561, "mci_high_95": 623.752},
      {"specification": "SD 3", "model": "Gemini 3.1 Pro", "released": "2026-02-19", "mci": 569.315, "mci_low_95": 515.45, "mci_high_95": 630.178},
      {"specification": "SD 3", "model": "GPT-5.4", "released": "2026-03-05", "mci": 593.254, "mci_low_95": 557.8, "mci_high_95": 637.616},
      {"specification": "SD 3", "model": "Claude Mythos Preview (early)", "released": "2026-04-07", "mci": 670.719, "mci_low_95": 636.985, "mci_high_95": 749.896},
      {"specification": "SD 3", "model": "Claude Opus 4.7", "released": "2026-04-16", "mci": 631.062, "mci_low_95": 584.934, "mci_high_95": 684.864},
      {"specification": "SD 3", "model": "GPT-5.5", "released": "2026-04-23", "mci": 704.907, "mci_low_95": 656.616, "mci_high_95": 802.992},
      {"specification": "SD 3", "model": "Claude Opus 4.8", "released": "2026-05-28", "mci": 707.784, "mci_low_95": 660.203, "mci_high_95": 777.863},
      {"specification": "SD 3", "model": "Claude Fable 5", "released": "2026-06-09", "mci": 777.384, "mci_low_95": 711.703, "mci_high_95": 868.285},
      {"specification": "SD 3", "model": "GPT-5.6 Sol", "released": "2026-07-09", "mci": 737.174, "mci_low_95": 680.307, "mci_high_95": 833.569},
      {"specification": "SD 3", "model": "Claude Opus 5", "released": "2026-07-24", "mci": 794.754, "mci_low_95": 732.773, "mci_high_95": 901.49},
      {"specification": "SD 3", "model": "Claude Fable 5.1", "released": "2026-09-01", "mci": 837.247, "mci_low_95": 751.099, "mci_high_95": 1007.44},
      {"specification": "SD 3", "model": "GPT-6 Astra", "released": "2026-09-03", "mci": 856.873, "mci_low_95": 760.217, "mci_high_95": 1057.75},
      {"specification": "SD 3", "model": "Claude Opus 5.5", "released": "2026-09-22", "mci": 852.087, "mci_low_95": 764.41, "mci_high_95": 1057.8},
      {"specification": "SD 3", "model": "GPT-6 Luna", "released": "2026-09-22", "mci": 614.509, "mci_low_95": 577.994, "mci_high_95": 654.301},
      {"specification": "SD 3", "model": "Claude Haiku 5.5", "released": "2026-10-07", "mci": 627.644, "mci_low_95": 595.285, "mci_high_95": 682.254}
     ]
    },
    {
     "name": "specifications",
     "rows": [
      {"specification": "Baseline spec", "bootstrap_draws_converged": 199, "bootstrap_draws_attempted": 200},
      {"specification": "SD 3", "bootstrap_draws_converged": 200, "bootstrap_draws_attempted": 200}
     ]
    }
   ]
  },
  {
   "title": "",
   "x": {"label": "Baseline spec (MCI)", "unit": "", "scale": "linear"},
   "y": {"label": "Robustness spec (MCI)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "models",
     "rows": [
      {"specification": "SD 3", "model": "Claude 3 Opus", "baseline_mci": -84.4829, "baseline_mci_low_95": -223.083, "baseline_mci_high_95": 35.1119, "mci": -78.9903, "mci_low_95": -210.604, "mci_high_95": 30.7966},
      {"specification": "SD 3", "model": "Claude 3.5 Sonnet (New)", "baseline_mci": 192.048, "baseline_mci_low_95": 76.6686, "baseline_mci_high_95": 285.467, "mci": 195.184, "mci_low_95": 80.7419, "mci_high_95": 286.451},
      {"specification": "SD 3", "model": "Claude 3.5 Sonnet (Old)", "baseline_mci": 70.5736, "baseline_mci_low_95": -29.6482, "baseline_mci_high_95": 170.932, "mci": 74.4459, "mci_low_95": -21.9913, "mci_high_95": 170.619},
      {"specification": "SD 3", "model": "Claude 3.7 Sonnet", "baseline_mci": 310.008, "baseline_mci_low_95": 239.645, "baseline_mci_high_95": 398.117, "mci": 312.189, "mci_low_95": 242.151, "mci_high_95": 398.746},
      {"specification": "SD 3", "model": "Claude Fable 5", "baseline_mci": 778.739, "baseline_mci_low_95": 712.935, "baseline_mci_high_95": 890.915, "mci": 777.384, "mci_low_95": 711.703, "mci_high_95": 868.285},
      {"specification": "SD 3", "model": "Claude Fable 5.1", "baseline_mci": 839.121, "baseline_mci_low_95": 753.658, "baseline_mci_high_95": 1019.11, "mci": 837.247, "mci_low_95": 751.099, "mci_high_95": 1007.44},
      {"specification": "SD 3", "model": "Claude Haiku 5.5", "baseline_mci": 627.801, "baseline_mci_low_95": 595.15, "baseline_mci_high_95": 688.857, "mci": 627.644, "mci_low_95": 595.285, "mci_high_95": 682.254},
      {"specification": "SD 3", "model": "Claude Mythos Preview (early)", "baseline_mci": 671.221, "baseline_mci_low_95": 637.524, "baseline_mci_high_95": 761.37, "mci": 670.719, "mci_low_95": 636.985, "mci_high_95": 749.896},
      {"specification": "SD 3", "model": "Claude Opus 4", "baseline_mci": 392.652, "baseline_mci_low_95": 319.445, "baseline_mci_high_95": 484.474, "mci": 394.468, "mci_low_95": 321.707, "mci_high_95": 485.936},
      {"specification": "SD 3", "model": "Claude Opus 4.1", "baseline_mci": 398.5, "baseline_mci_low_95": 331.555, "baseline_mci_high_95": 486.729, "mci": 400.375, "mci_low_95": 333.805, "mci_high_95": 487.863},
      {"specification": "SD 3", "model": "Claude Opus 4.5", "baseline_mci": 533.254, "baseline_mci_low_95": 495.691, "baseline_mci_high_95": 581.772, "mci": 533.968, "mci_low_95": 495.727, "mci_high_95": 582.079},
      {"specification": "SD 3", "model": "Claude Opus 4.6", "baseline_mci": 633.0, "baseline_mci_low_95": 633.0, "baseline_mci_high_95": 633.0, "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0},
      {"specification": "SD 3", "model": "Claude Opus 4.7", "baseline_mci": 631.225, "baseline_mci_low_95": 589.016, "baseline_mci_high_95": 688.69, "mci": 631.062, "mci_low_95": 584.934, "mci_high_95": 684.864},
      {"specification": "SD 3", "model": "Claude Opus 4.8", "baseline_mci": 708.597, "baseline_mci_low_95": 661.3, "baseline_mci_high_95": 784.271, "mci": 707.784, "mci_low_95": 660.203, "mci_high_95": 777.863},
      {"specification": "SD 3", "model": "Claude Opus 5", "baseline_mci": 796.229, "baseline_mci_low_95": 735.871, "baseline_mci_high_95": 910.133, "mci": 794.754, "mci_low_95": 732.773, "mci_high_95": 901.49},
      {"specification": "SD 3", "model": "Claude Opus 5.5", "baseline_mci": 854.102, "baseline_mci_low_95": 765.156, "baseline_mci_high_95": 1069.3, "mci": 852.087, "mci_low_95": 764.41, "mci_high_95": 1057.8},
      {"specification": "SD 3", "model": "GPT-4 0314", "baseline_mci": -85.4341, "baseline_mci_low_95": -225.505, "baseline_mci_high_95": 2.78144, "mci": -79.0523, "mci_low_95": -212.922, "mci_high_95": 3.4436},
      {"specification": "SD 3", "model": "GPT-4 1106", "baseline_mci": -73.7458, "baseline_mci_low_95": -226.634, "baseline_mci_high_95": 35.0223, "mci": -68.6676, "mci_low_95": -213.979, "mci_high_95": 34.0478},
      {"specification": "SD 3", "model": "GPT-4 Turbo", "baseline_mci": -105.64, "baseline_mci_low_95": -235.613, "baseline_mci_high_95": -1.24543, "mci": -97.5545, "mci_low_95": -225.806, "mci_high_95": -1.68271},
      {"specification": "SD 3", "model": "GPT-4o", "baseline_mci": 0.0, "baseline_mci_low_95": 0.0, "baseline_mci_high_95": 0.0, "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0},
      {"specification": "SD 3", "model": "GPT-5", "baseline_mci": 478.578, "baseline_mci_low_95": 433.015, "baseline_mci_high_95": 543.257, "mci": 479.617, "mci_low_95": 431.394, "mci_high_95": 543.408},
      {"specification": "SD 3", "model": "GPT-5.1-Codex-Max", "baseline_mci": 477.713, "baseline_mci_low_95": 424.84, "baseline_mci_high_95": 536.979, "mci": 478.781, "mci_low_95": 425.011, "mci_high_95": 537.463},
      {"specification": "SD 3", "model": "GPT-5.2", "baseline_mci": 551.456, "baseline_mci_low_95": 515.852, "baseline_mci_high_95": 596.908, "mci": 551.896, "mci_low_95": 513.541, "mci_high_95": 597.163},
      {"specification": "SD 3", "model": "GPT-5.3-Codex", "baseline_mci": 566.461, "baseline_mci_low_95": 525.476, "baseline_mci_high_95": 623.826, "mci": 566.813, "mci_low_95": 525.561, "mci_high_95": 623.752},
      {"specification": "SD 3", "model": "GPT-5.4", "baseline_mci": 593.178, "baseline_mci_low_95": 559.687, "baseline_mci_high_95": 637.98, "mci": 593.254, "mci_low_95": 557.8, "mci_high_95": 637.616},
      {"specification": "SD 3", "model": "GPT-5.5", "baseline_mci": 705.688, "baseline_mci_low_95": 657.833, "baseline_mci_high_95": 817.112, "mci": 704.907, "mci_low_95": 656.616, "mci_high_95": 802.992},
      {"specification": "SD 3", "model": "GPT-5.6 Sol", "baseline_mci": 738.275, "baseline_mci_low_95": 681.645, "baseline_mci_high_95": 855.844, "mci": 737.174, "mci_low_95": 680.307, "mci_high_95": 833.569},
      {"specification": "SD 3", "model": "GPT-6 Astra", "baseline_mci": 858.977, "baseline_mci_low_95": 761.107, "baseline_mci_high_95": 1085.32, "mci": 856.873, "mci_low_95": 760.217, "mci_high_95": 1057.75},
      {"specification": "SD 3", "model": "GPT-6 Luna", "baseline_mci": 614.597, "baseline_mci_low_95": 577.603, "baseline_mci_high_95": 661.158, "mci": 614.509, "mci_low_95": 577.994, "mci_high_95": 654.301},
      {"specification": "SD 3", "model": "Gemini 3 Pro", "baseline_mci": 490.476, "baseline_mci_low_95": 448.618, "baseline_mci_high_95": 550.21, "mci": 491.462, "mci_low_95": 449.594, "mci_high_95": 548.49},
      {"specification": "SD 3", "model": "Gemini 3.1 Pro", "baseline_mci": 568.914, "baseline_mci_low_95": 514.122, "baseline_mci_high_95": 633.933, "mci": 569.315, "mci_low_95": 515.45, "mci_high_95": 630.178},
      {"specification": "SD 3", "model": "o1", "baseline_mci": 237.395, "baseline_mci_low_95": 155.927, "baseline_mci_high_95": 326.311, "mci": 240.147, "mci_low_95": 157.935, "mci_high_95": 327.022},
      {"specification": "SD 3", "model": "o1-preview", "baseline_mci": 140.17, "baseline_mci_low_95": 3.896, "baseline_mci_high_95": 226.822, "mci": 143.485, "mci_low_95": 5.03528, "mci_high_95": 229.534},
      {"specification": "SD 3", "model": "o3", "baseline_mci": 417.334, "baseline_mci_low_95": 316.637, "baseline_mci_high_95": 481.95, "mci": 418.94, "mci_low_95": 318.106, "mci_high_95": 477.152}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "equal MCI under both specifications", "slope": 1, "intercept": 0}
     ]
    }
   ]
  },
  {
   "title": "",
   "x": {"label": "Model release date", "unit": "", "scale": "linear"},
   "y": {"label": "MCI", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "models",
     "rows": [
      {"specification": "Baseline spec", "model": "GPT-4 0314", "released": "2023-03-14", "mci": -85.4341, "mci_low_95": -225.505, "mci_high_95": 2.78144},
      {"specification": "Baseline spec", "model": "GPT-4 1106", "released": "2023-11-06", "mci": -73.7458, "mci_low_95": -226.634, "mci_high_95": 35.0223},
      {"specification": "Baseline spec", "model": "Claude 3 Opus", "released": "2024-03-04", "mci": -84.4829, "mci_low_95": -223.083, "mci_high_95": 35.1119},
      {"specification": "Baseline spec", "model": "GPT-4 Turbo", "released": "2024-04-09", "mci": -105.64, "mci_low_95": -235.613, "mci_high_95": -1.24543},
      {"specification": "Baseline spec", "model": "GPT-4o", "released": "2024-05-13", "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0},
      {"specification": "Baseline spec", "model": "Claude 3.5 Sonnet (Old)", "released": "2024-06-20", "mci": 70.5736, "mci_low_95": -29.6482, "mci_high_95": 170.932},
      {"specification": "Baseline spec", "model": "o1-preview", "released": "2024-09-12", "mci": 140.17, "mci_low_95": 3.896, "mci_high_95": 226.822},
      {"specification": "Baseline spec", "model": "Claude 3.5 Sonnet (New)", "released": "2024-10-22", "mci": 192.048, "mci_low_95": 76.6686, "mci_high_95": 285.467},
      {"specification": "Baseline spec", "model": "o1", "released": "2024-12-05", "mci": 237.395, "mci_low_95": 155.927, "mci_high_95": 326.311},
      {"specification": "Baseline spec", "model": "Claude 3.7 Sonnet", "released": "2025-02-24", "mci": 310.008, "mci_low_95": 239.645, "mci_high_95": 398.117},
      {"specification": "Baseline spec", "model": "o3", "released": "2025-04-16", "mci": 417.334, "mci_low_95": 316.637, "mci_high_95": 481.95},
      {"specification": "Baseline spec", "model": "Claude Opus 4", "released": "2025-05-22", "mci": 392.652, "mci_low_95": 319.445, "mci_high_95": 484.474},
      {"specification": "Baseline spec", "model": "Claude Opus 4.1", "released": "2025-08-05", "mci": 398.5, "mci_low_95": 331.555, "mci_high_95": 486.729},
      {"specification": "Baseline spec", "model": "GPT-5", "released": "2025-08-07", "mci": 478.578, "mci_low_95": 433.015, "mci_high_95": 543.257},
      {"specification": "Baseline spec", "model": "Gemini 3 Pro", "released": "2025-11-18", "mci": 490.476, "mci_low_95": 448.618, "mci_high_95": 550.21},
      {"specification": "Baseline spec", "model": "GPT-5.1-Codex-Max", "released": "2025-11-19", "mci": 477.713, "mci_low_95": 424.84, "mci_high_95": 536.979},
      {"specification": "Baseline spec", "model": "Claude Opus 4.5", "released": "2025-11-24", "mci": 533.254, "mci_low_95": 495.691, "mci_high_95": 581.772},
      {"specification": "Baseline spec", "model": "GPT-5.2", "released": "2025-12-11", "mci": 551.456, "mci_low_95": 515.852, "mci_high_95": 596.908},
      {"specification": "Baseline spec", "model": "Claude Opus 4.6", "released": "2026-02-05", "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0},
      {"specification": "Baseline spec", "model": "GPT-5.3-Codex", "released": "2026-02-05", "mci": 566.461, "mci_low_95": 525.476, "mci_high_95": 623.826},
      {"specification": "Baseline spec", "model": "Gemini 3.1 Pro", "released": "2026-02-19", "mci": 568.914, "mci_low_95": 514.122, "mci_high_95": 633.933},
      {"specification": "Baseline spec", "model": "GPT-5.4", "released": "2026-03-05", "mci": 593.178, "mci_low_95": 559.687, "mci_high_95": 637.98},
      {"specification": "Baseline spec", "model": "Claude Mythos Preview (early)", "released": "2026-04-07", "mci": 671.221, "mci_low_95": 637.524, "mci_high_95": 761.37},
      {"specification": "Baseline spec", "model": "Claude Opus 4.7", "released": "2026-04-16", "mci": 631.225, "mci_low_95": 589.016, "mci_high_95": 688.69},
      {"specification": "Baseline spec", "model": "GPT-5.5", "released": "2026-04-23", "mci": 705.688, "mci_low_95": 657.833, "mci_high_95": 817.112},
      {"specification": "Baseline spec", "model": "Claude Opus 4.8", "released": "2026-05-28", "mci": 708.597, "mci_low_95": 661.3, "mci_high_95": 784.271},
      {"specification": "Baseline spec", "model": "Claude Fable 5", "released": "2026-06-09", "mci": 778.739, "mci_low_95": 712.935, "mci_high_95": 890.915},
      {"specification": "Baseline spec", "model": "GPT-5.6 Sol", "released": "2026-07-09", "mci": 738.275, "mci_low_95": 681.645, "mci_high_95": 855.844},
      {"specification": "Baseline spec", "model": "Claude Opus 5", "released": "2026-07-24", "mci": 796.229, "mci_low_95": 735.871, "mci_high_95": 910.133},
      {"specification": "Baseline spec", "model": "Claude Fable 5.1", "released": "2026-09-01", "mci": 839.121, "mci_low_95": 753.658, "mci_high_95": 1019.11},
      {"specification": "Baseline spec", "model": "GPT-6 Astra", "released": "2026-09-03", "mci": 858.977, "mci_low_95": 761.107, "mci_high_95": 1085.32},
      {"specification": "Baseline spec", "model": "Claude Opus 5.5", "released": "2026-09-22", "mci": 854.102, "mci_low_95": 765.156, "mci_high_95": 1069.3},
      {"specification": "Baseline spec", "model": "GPT-6 Luna", "released": "2026-09-22", "mci": 614.597, "mci_low_95": 577.603, "mci_high_95": 661.158},
      {"specification": "Baseline spec", "model": "Claude Haiku 5.5", "released": "2026-10-07", "mci": 627.801, "mci_low_95": 595.15, "mci_high_95": 688.857},
      {"specification": "SD 30", "model": "GPT-4 0314", "released": "2023-03-14", "mci": -86.3653, "mci_low_95": -227.246, "mci_high_95": 2.76559},
      {"specification": "SD 30", "model": "GPT-4 1106", "released": "2023-11-06", "mci": -74.4872, "mci_low_95": -228.468, "mci_high_95": 34.9044},
      {"specification": "SD 30", "model": "Claude 3 Opus", "released": "2024-03-04", "mci": -85.2712, "mci_low_95": -224.867, "mci_high_95": 33.9112},
      {"specification": "SD 30", "model": "GPT-4 Turbo", "released": "2024-04-09", "mci": -106.812, "mci_low_95": -237.47, "mci_high_95": -1.31498},
      {"specification": "SD 30", "model": "GPT-4o", "released": "2024-05-13", "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0},
      {"specification": "SD 30", "model": "Claude 3.5 Sonnet (Old)", "released": "2024-06-20", "mci": 70.0029, "mci_low_95": -30.346, "mci_high_95": 170.711},
      {"specification": "SD 30", "model": "o1-preview", "released": "2024-09-12", "mci": 139.687, "mci_low_95": 3.803, "mci_high_95": 226.342},
      {"specification": "SD 30", "model": "Claude 3.5 Sonnet (New)", "released": "2024-10-22", "mci": 191.584, "mci_low_95": 76.4929, "mci_high_95": 285.226},
      {"specification": "SD 30", "model": "o1", "released": "2024-12-05", "mci": 236.987, "mci_low_95": 155.439, "mci_high_95": 325.898},
      {"specification": "SD 30", "model": "Claude 3.7 Sonnet", "released": "2025-02-24", "mci": 309.69, "mci_low_95": 239.286, "mci_high_95": 397.965},
      {"specification": "SD 30", "model": "o3", "released": "2025-04-16", "mci": 417.098, "mci_low_95": 316.599, "mci_high_95": 481.684},
      {"specification": "SD 30", "model": "Claude Opus 4", "released": "2025-05-22", "mci": 392.384, "mci_low_95": 319.149, "mci_high_95": 486.678},
      {"specification": "SD 30", "model": "Claude Opus 4.1", "released": "2025-08-05", "mci": 398.221, "mci_low_95": 331.329, "mci_high_95": 487.363},
      {"specification": "SD 30", "model": "GPT-5", "released": "2025-08-07", "mci": 478.433, "mci_low_95": 429.545, "mci_high_95": 543.149},
      {"specification": "SD 30", "model": "Gemini 3 Pro", "released": "2025-11-18", "mci": 490.339, "mci_low_95": 448.5, "mci_high_95": 550.144},
      {"specification": "SD 30", "model": "GPT-5.1-Codex-Max", "released": "2025-11-19", "mci": 477.56, "mci_low_95": 422.341, "mci_high_95": 536.669},
      {"specification": "SD 30", "model": "Claude Opus 4.5", "released": "2025-11-24", "mci": 533.149, "mci_low_95": 494.945, "mci_high_95": 581.728},
      {"specification": "SD 30", "model": "GPT-5.2", "released": "2025-12-11", "mci": 551.409, "mci_low_95": 512.876, "mci_high_95": 596.873},
      {"specification": "SD 30", "model": "Claude Opus 4.6", "released": "2026-02-05", "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0},
      {"specification": "SD 30", "model": "GPT-5.3-Codex", "released": "2026-02-05", "mci": 566.423, "mci_low_95": 525.512, "mci_high_95": 623.829},
      {"specification": "SD 30", "model": "Gemini 3.1 Pro", "released": "2026-02-19", "mci": 568.865, "mci_low_95": 514.026, "mci_high_95": 633.837},
      {"specification": "SD 30", "model": "GPT-5.4", "released": "2026-03-05", "mci": 593.195, "mci_low_95": 557.479, "mci_high_95": 638.061},
      {"specification": "SD 30", "model": "Claude Mythos Preview (early)", "released": "2026-04-07", "mci": 671.321, "mci_low_95": 637.6, "mci_high_95": 753.759},
      {"specification": "SD 30", "model": "Claude Opus 4.7", "released": "2026-04-16", "mci": 631.27, "mci_low_95": 589.168, "mci_high_95": 686.604},
      {"specification": "SD 30", "model": "GPT-5.5", "released": "2026-04-23", "mci": 705.829, "mci_low_95": 658.079, "mci_high_95": 809.764},
      {"specification": "SD 30", "model": "Claude Opus 4.8", "released": "2026-05-28", "mci": 708.753, "mci_low_95": 661.342, "mci_high_95": 779.439},
      {"specification": "SD 30", "model": "Claude Fable 5", "released": "2026-06-09", "mci": 778.971, "mci_low_95": 713.025, "mci_high_95": 880.774},
      {"specification": "SD 30", "model": "GPT-5.6 Sol", "released": "2026-07-09", "mci": 738.477, "mci_low_95": 681.82, "mci_high_95": 834.567},
      {"specification": "SD 30", "model": "Claude Opus 5", "released": "2026-07-24", "mci": 796.474, "mci_low_95": 736.033, "mci_high_95": 909.333},
      {"specification": "SD 30", "model": "Claude Fable 5.1", "released": "2026-09-01", "mci": 839.43, "mci_low_95": 753.78, "mci_high_95": 1017.86},
      {"specification": "SD 30", "model": "GPT-6 Astra", "released": "2026-09-03", "mci": 859.323, "mci_low_95": 761.29, "mci_high_95": 1063.61},
      {"specification": "SD 30", "model": "Claude Opus 5.5", "released": "2026-09-22", "mci": 854.431, "mci_low_95": 765.512, "mci_high_95": 1065.56},
      {"specification": "SD 30", "model": "GPT-6 Luna", "released": "2026-09-22", "mci": 614.633, "mci_low_95": 577.641, "mci_high_95": 656.535},
      {"specification": "SD 30", "model": "Claude Haiku 5.5", "released": "2026-10-07", "mci": 627.845, "mci_low_95": 595.149, "mci_high_95": 685.605}
     ]
    },
    {
     "name": "specifications",
     "rows": [
      {"specification": "Baseline spec", "bootstrap_draws_converged": 199, "bootstrap_draws_attempted": 200},
      {"specification": "SD 30", "bootstrap_draws_converged": 200, "bootstrap_draws_attempted": 200}
     ]
    }
   ]
  },
  {
   "title": "",
   "x": {"label": "Baseline spec (MCI)", "unit": "", "scale": "linear"},
   "y": {"label": "Robustness spec (MCI)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "models",
     "rows": [
      {"specification": "SD 30", "model": "Claude 3 Opus", "baseline_mci": -84.4829, "baseline_mci_low_95": -223.083, "baseline_mci_high_95": 35.1119, "mci": -85.2712, "mci_low_95": -224.867, "mci_high_95": 33.9112},
      {"specification": "SD 30", "model": "Claude 3.5 Sonnet (New)", "baseline_mci": 192.048, "baseline_mci_low_95": 76.6686, "baseline_mci_high_95": 285.467, "mci": 191.584, "mci_low_95": 76.4929, "mci_high_95": 285.226},
      {"specification": "SD 30", "model": "Claude 3.5 Sonnet (Old)", "baseline_mci": 70.5736, "baseline_mci_low_95": -29.6482, "baseline_mci_high_95": 170.932, "mci": 70.0029, "mci_low_95": -30.346, "mci_high_95": 170.711},
      {"specification": "SD 30", "model": "Claude 3.7 Sonnet", "baseline_mci": 310.008, "baseline_mci_low_95": 239.645, "baseline_mci_high_95": 398.117, "mci": 309.69, "mci_low_95": 239.286, "mci_high_95": 397.965},
      {"specification": "SD 30", "model": "Claude Fable 5", "baseline_mci": 778.739, "baseline_mci_low_95": 712.935, "baseline_mci_high_95": 890.915, "mci": 778.971, "mci_low_95": 713.025, "mci_high_95": 880.774},
      {"specification": "SD 30", "model": "Claude Fable 5.1", "baseline_mci": 839.121, "baseline_mci_low_95": 753.658, "baseline_mci_high_95": 1019.11, "mci": 839.43, "mci_low_95": 753.78, "mci_high_95": 1017.86},
      {"specification": "SD 30", "model": "Claude Haiku 5.5", "baseline_mci": 627.801, "baseline_mci_low_95": 595.15, "baseline_mci_high_95": 688.857, "mci": 627.845, "mci_low_95": 595.149, "mci_high_95": 685.605},
      {"specification": "SD 30", "model": "Claude Mythos Preview (early)", "baseline_mci": 671.221, "baseline_mci_low_95": 637.524, "baseline_mci_high_95": 761.37, "mci": 671.321, "mci_low_95": 637.6, "mci_high_95": 753.759},
      {"specification": "SD 30", "model": "Claude Opus 4", "baseline_mci": 392.652, "baseline_mci_low_95": 319.445, "baseline_mci_high_95": 484.474, "mci": 392.384, "mci_low_95": 319.149, "mci_high_95": 486.678},
      {"specification": "SD 30", "model": "Claude Opus 4.1", "baseline_mci": 398.5, "baseline_mci_low_95": 331.555, "baseline_mci_high_95": 486.729, "mci": 398.221, "mci_low_95": 331.329, "mci_high_95": 487.363},
      {"specification": "SD 30", "model": "Claude Opus 4.5", "baseline_mci": 533.254, "baseline_mci_low_95": 495.691, "baseline_mci_high_95": 581.772, "mci": 533.149, "mci_low_95": 494.945, "mci_high_95": 581.728},
      {"specification": "SD 30", "model": "Claude Opus 4.6", "baseline_mci": 633.0, "baseline_mci_low_95": 633.0, "baseline_mci_high_95": 633.0, "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0},
      {"specification": "SD 30", "model": "Claude Opus 4.7", "baseline_mci": 631.225, "baseline_mci_low_95": 589.016, "baseline_mci_high_95": 688.69, "mci": 631.27, "mci_low_95": 589.168, "mci_high_95": 686.604},
      {"specification": "SD 30", "model": "Claude Opus 4.8", "baseline_mci": 708.597, "baseline_mci_low_95": 661.3, "baseline_mci_high_95": 784.271, "mci": 708.753, "mci_low_95": 661.342, "mci_high_95": 779.439},
      {"specification": "SD 30", "model": "Claude Opus 5", "baseline_mci": 796.229, "baseline_mci_low_95": 735.871, "baseline_mci_high_95": 910.133, "mci": 796.474, "mci_low_95": 736.033, "mci_high_95": 909.333},
      {"specification": "SD 30", "model": "Claude Opus 5.5", "baseline_mci": 854.102, "baseline_mci_low_95": 765.156, "baseline_mci_high_95": 1069.3, "mci": 854.431, "mci_low_95": 765.512, "mci_high_95": 1065.56},
      {"specification": "SD 30", "model": "GPT-4 0314", "baseline_mci": -85.4341, "baseline_mci_low_95": -225.505, "baseline_mci_high_95": 2.78144, "mci": -86.3653, "mci_low_95": -227.246, "mci_high_95": 2.76559},
      {"specification": "SD 30", "model": "GPT-4 1106", "baseline_mci": -73.7458, "baseline_mci_low_95": -226.634, "baseline_mci_high_95": 35.0223, "mci": -74.4872, "mci_low_95": -228.468, "mci_high_95": 34.9044},
      {"specification": "SD 30", "model": "GPT-4 Turbo", "baseline_mci": -105.64, "baseline_mci_low_95": -235.613, "baseline_mci_high_95": -1.24543, "mci": -106.812, "mci_low_95": -237.47, "mci_high_95": -1.31498},
      {"specification": "SD 30", "model": "GPT-4o", "baseline_mci": 0.0, "baseline_mci_low_95": 0.0, "baseline_mci_high_95": 0.0, "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0},
      {"specification": "SD 30", "model": "GPT-5", "baseline_mci": 478.578, "baseline_mci_low_95": 433.015, "baseline_mci_high_95": 543.257, "mci": 478.433, "mci_low_95": 429.545, "mci_high_95": 543.149},
      {"specification": "SD 30", "model": "GPT-5.1-Codex-Max", "baseline_mci": 477.713, "baseline_mci_low_95": 424.84, "baseline_mci_high_95": 536.979, "mci": 477.56, "mci_low_95": 422.341, "mci_high_95": 536.669},
      {"specification": "SD 30", "model": "GPT-5.2", "baseline_mci": 551.456, "baseline_mci_low_95": 515.852, "baseline_mci_high_95": 596.908, "mci": 551.409, "mci_low_95": 512.876, "mci_high_95": 596.873},
      {"specification": "SD 30", "model": "GPT-5.3-Codex", "baseline_mci": 566.461, "baseline_mci_low_95": 525.476, "baseline_mci_high_95": 623.826, "mci": 566.423, "mci_low_95": 525.512, "mci_high_95": 623.829},
      {"specification": "SD 30", "model": "GPT-5.4", "baseline_mci": 593.178, "baseline_mci_low_95": 559.687, "baseline_mci_high_95": 637.98, "mci": 593.195, "mci_low_95": 557.479, "mci_high_95": 638.061},
      {"specification": "SD 30", "model": "GPT-5.5", "baseline_mci": 705.688, "baseline_mci_low_95": 657.833, "baseline_mci_high_95": 817.112, "mci": 705.829, "mci_low_95": 658.079, "mci_high_95": 809.764},
      {"specification": "SD 30", "model": "GPT-5.6 Sol", "baseline_mci": 738.275, "baseline_mci_low_95": 681.645, "baseline_mci_high_95": 855.844, "mci": 738.477, "mci_low_95": 681.82, "mci_high_95": 834.567},
      {"specification": "SD 30", "model": "GPT-6 Astra", "baseline_mci": 858.977, "baseline_mci_low_95": 761.107, "baseline_mci_high_95": 1085.32, "mci": 859.323, "mci_low_95": 761.29, "mci_high_95": 1063.61},
      {"specification": "SD 30", "model": "GPT-6 Luna", "baseline_mci": 614.597, "baseline_mci_low_95": 577.603, "baseline_mci_high_95": 661.158, "mci": 614.633, "mci_low_95": 577.641, "mci_high_95": 656.535},
      {"specification": "SD 30", "model": "Gemini 3 Pro", "baseline_mci": 490.476, "baseline_mci_low_95": 448.618, "baseline_mci_high_95": 550.21, "mci": 490.339, "mci_low_95": 448.5, "mci_high_95": 550.144},
      {"specification": "SD 30", "model": "Gemini 3.1 Pro", "baseline_mci": 568.914, "baseline_mci_low_95": 514.122, "baseline_mci_high_95": 633.933, "mci": 568.865, "mci_low_95": 514.026, "mci_high_95": 633.837},
      {"specification": "SD 30", "model": "o1", "baseline_mci": 237.395, "baseline_mci_low_95": 155.927, "baseline_mci_high_95": 326.311, "mci": 236.987, "mci_low_95": 155.439, "mci_high_95": 325.898},
      {"specification": "SD 30", "model": "o1-preview", "baseline_mci": 140.17, "baseline_mci_low_95": 3.896, "baseline_mci_high_95": 226.822, "mci": 139.687, "mci_low_95": 3.803, "mci_high_95": 226.342},
      {"specification": "SD 30", "model": "o3", "baseline_mci": 417.334, "baseline_mci_low_95": 316.637, "baseline_mci_high_95": 481.95, "mci": 417.098, "mci_low_95": 316.599, "mci_high_95": 481.684}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "equal MCI under both specifications", "slope": 1, "intercept": 0}
     ]
    }
   ]
  }
 ]
}
