{
 "chart": "irt/robustness_checks/grouped/objective/comparison",
 "title": "Robustness to different objective functions",
 "subtitle": "",
 "panels": [
  {
   "title": "",
   "x": {"label": "Model release date", "unit": "", "scale": "linear"},
   "y": {"label": "MCI", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "models",
     "rows": [
      {"specification": "Baseline spec", "model": "GPT-4 0314", "released": "2023-03-14", "mci": -85.4341, "mci_low_95": -225.505, "mci_high_95": 2.78144},
      {"specification": "Baseline spec", "model": "GPT-4 1106", "released": "2023-11-06", "mci": -73.7458, "mci_low_95": -226.634, "mci_high_95": 35.0223},
      {"specification": "Baseline spec", "model": "Claude 3 Opus", "released": "2024-03-04", "mci": -84.4829, "mci_low_95": -223.083, "mci_high_95": 35.1119},
      {"specification": "Baseline spec", "model": "GPT-4 Turbo", "released": "2024-04-09", "mci": -105.64, "mci_low_95": -235.613, "mci_high_95": -1.24543},
      {"specification": "Baseline spec", "model": "GPT-4o", "released": "2024-05-13", "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0},
      {"specification": "Baseline spec", "model": "Claude 3.5 Sonnet (Old)", "released": "2024-06-20", "mci": 70.5736, "mci_low_95": -29.6482, "mci_high_95": 170.932},
      {"specification": "Baseline spec", "model": "o1-preview", "released": "2024-09-12", "mci": 140.17, "mci_low_95": 3.896, "mci_high_95": 226.822},
      {"specification": "Baseline spec", "model": "Claude 3.5 Sonnet (New)", "released": "2024-10-22", "mci": 192.048, "mci_low_95": 76.6686, "mci_high_95": 285.467},
      {"specification": "Baseline spec", "model": "o1", "released": "2024-12-05", "mci": 237.395, "mci_low_95": 155.927, "mci_high_95": 326.311},
      {"specification": "Baseline spec", "model": "Claude 3.7 Sonnet", "released": "2025-02-24", "mci": 310.008, "mci_low_95": 239.645, "mci_high_95": 398.117},
      {"specification": "Baseline spec", "model": "o3", "released": "2025-04-16", "mci": 417.334, "mci_low_95": 316.637, "mci_high_95": 481.95},
      {"specification": "Baseline spec", "model": "Claude Opus 4", "released": "2025-05-22", "mci": 392.652, "mci_low_95": 319.445, "mci_high_95": 484.474},
      {"specification": "Baseline spec", "model": "Claude Opus 4.1", "released": "2025-08-05", "mci": 398.5, "mci_low_95": 331.555, "mci_high_95": 486.729},
      {"specification": "Baseline spec", "model": "GPT-5", "released": "2025-08-07", "mci": 478.578, "mci_low_95": 433.015, "mci_high_95": 543.257},
      {"specification": "Baseline spec", "model": "Gemini 3 Pro", "released": "2025-11-18", "mci": 490.476, "mci_low_95": 448.618, "mci_high_95": 550.21},
      {"specification": "Baseline spec", "model": "GPT-5.1-Codex-Max", "released": "2025-11-19", "mci": 477.713, "mci_low_95": 424.84, "mci_high_95": 536.979},
      {"specification": "Baseline spec", "model": "Claude Opus 4.5", "released": "2025-11-24", "mci": 533.254, "mci_low_95": 495.691, "mci_high_95": 581.772},
      {"specification": "Baseline spec", "model": "GPT-5.2", "released": "2025-12-11", "mci": 551.456, "mci_low_95": 515.852, "mci_high_95": 596.908},
      {"specification": "Baseline spec", "model": "Claude Opus 4.6", "released": "2026-02-05", "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0},
      {"specification": "Baseline spec", "model": "GPT-5.3-Codex", "released": "2026-02-05", "mci": 566.461, "mci_low_95": 525.476, "mci_high_95": 623.826},
      {"specification": "Baseline spec", "model": "Gemini 3.1 Pro", "released": "2026-02-19", "mci": 568.914, "mci_low_95": 514.122, "mci_high_95": 633.933},
      {"specification": "Baseline spec", "model": "GPT-5.4", "released": "2026-03-05", "mci": 593.178, "mci_low_95": 559.687, "mci_high_95": 637.98},
      {"specification": "Baseline spec", "model": "Claude Mythos Preview (early)", "released": "2026-04-07", "mci": 671.221, "mci_low_95": 637.524, "mci_high_95": 761.37},
      {"specification": "Baseline spec", "model": "Claude Opus 4.7", "released": "2026-04-16", "mci": 631.225, "mci_low_95": 589.016, "mci_high_95": 688.69},
      {"specification": "Baseline spec", "model": "GPT-5.5", "released": "2026-04-23", "mci": 705.688, "mci_low_95": 657.833, "mci_high_95": 817.112},
      {"specification": "Baseline spec", "model": "Claude Opus 4.8", "released": "2026-05-28", "mci": 708.597, "mci_low_95": 661.3, "mci_high_95": 784.271},
      {"specification": "Baseline spec", "model": "Claude Fable 5", "released": "2026-06-09", "mci": 778.739, "mci_low_95": 712.935, "mci_high_95": 890.915},
      {"specification": "Baseline spec", "model": "GPT-5.6 Sol", "released": "2026-07-09", "mci": 738.275, "mci_low_95": 681.645, "mci_high_95": 855.844},
      {"specification": "Baseline spec", "model": "Claude Opus 5", "released": "2026-07-24", "mci": 796.229, "mci_low_95": 735.871, "mci_high_95": 910.133},
      {"specification": "Baseline spec", "model": "Claude Fable 5.1", "released": "2026-09-01", "mci": 839.121, "mci_low_95": 753.658, "mci_high_95": 1019.11},
      {"specification": "Baseline spec", "model": "GPT-6 Astra", "released": "2026-09-03", "mci": 858.977, "mci_low_95": 761.107, "mci_high_95": 1085.32},
      {"specification": "Baseline spec", "model": "Claude Opus 5.5", "released": "2026-09-22", "mci": 854.102, "mci_low_95": 765.156, "mci_high_95": 1069.3},
      {"specification": "Baseline spec", "model": "GPT-6 Luna", "released": "2026-09-22", "mci": 614.597, "mci_low_95": 577.603, "mci_high_95": 661.158},
      {"specification": "Baseline spec", "model": "Claude Haiku 5.5", "released": "2026-10-07", "mci": 627.801, "mci_low_95": 595.15, "mci_high_95": 688.857},
      {"specification": "Least squares", "model": "GPT-4 0314", "released": "2023-03-14", "mci": -58.3032, "mci_low_95": -384.025, "mci_high_95": 4.61358},
      {"specification": "Least squares", "model": "GPT-4 1106", "released": "2023-11-06", "mci": -39.1553, "mci_low_95": -335.012, "mci_high_95": 31.893},
      {"specification": "Least squares", "model": "Claude 3 Opus", "released": "2024-03-04", "mci": -68.288, "mci_low_95": -353.001, "mci_high_95": 40.1521},
      {"specification": "Least squares", "model": "GPT-4 Turbo", "released": "2024-04-09", "mci": -91.8698, "mci_low_95": -431.684, "mci_high_95": 5.42436},
      {"specification": "Least squares", "model": "GPT-4o", "released": "2024-05-13", "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0},
      {"specification": "Least squares", "model": "Claude 3.5 Sonnet (Old)", "released": "2024-06-20", "mci": 64.2655, "mci_low_95": -56.2331, "mci_high_95": 190.082},
      {"specification": "Least squares", "model": "o1-preview", "released": "2024-09-12", "mci": 173.883, "mci_low_95": 1.87884, "mci_high_95": 291.81},
      {"specification": "Least squares", "model": "Claude 3.5 Sonnet (New)", "released": "2024-10-22", "mci": 237.625, "mci_low_95": 83.6315, "mci_high_95": 333.295},
      {"specification": "Least squares", "model": "o1", "released": "2024-12-05", "mci": 251.25, "mci_low_95": 106.166, "mci_high_95": 377.847},
      {"specification": "Least squares", "model": "Claude 3.7 Sonnet", "released": "2025-02-24", "mci": 329.762, "mci_low_95": 224.337, "mci_high_95": 434.159},
      {"specification": "Least squares", "model": "o3", "released": "2025-04-16", "mci": 429.418, "mci_low_95": 299.218, "mci_high_95": 491.994},
      {"specification": "Least squares", "model": "Claude Opus 4", "released": "2025-05-22", "mci": 428.79, "mci_low_95": 319.052, "mci_high_95": 536.614},
      {"specification": "Least squares", "model": "Claude Opus 4.1", "released": "2025-08-05", "mci": 428.87, "mci_low_95": 321.265, "mci_high_95": 543.893},
      {"specification": "Least squares", "model": "GPT-5", "released": "2025-08-07", "mci": 508.542, "mci_low_95": 442.361, "mci_high_95": 569.647},
      {"specification": "Least squares", "model": "Gemini 3 Pro", "released": "2025-11-18", "mci": 527.421, "mci_low_95": 463.459, "mci_high_95": 588.718},
      {"specification": "Least squares", "model": "GPT-5.1-Codex-Max", "released": "2025-11-19", "mci": 497.446, "mci_low_95": 432.454, "mci_high_95": 569.859},
      {"specification": "Least squares", "model": "Claude Opus 4.5", "released": "2025-11-24", "mci": 556.142, "mci_low_95": 499.607, "mci_high_95": 594.93},
      {"specification": "Least squares", "model": "GPT-5.2", "released": "2025-12-11", "mci": 558.996, "mci_low_95": 503.435, "mci_high_95": 608.478},
      {"specification": "Least squares", "model": "Claude Opus 4.6", "released": "2026-02-05", "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0},
      {"specification": "Least squares", "model": "GPT-5.3-Codex", "released": "2026-02-05", "mci": 577.247, "mci_low_95": 524.026, "mci_high_95": 626.977},
      {"specification": "Least squares", "model": "Gemini 3.1 Pro", "released": "2026-02-19", "mci": 557.314, "mci_low_95": 510.691, "mci_high_95": 635.47},
      {"specification": "Least squares", "model": "GPT-5.4", "released": "2026-03-05", "mci": 599.096, "mci_low_95": 555.439, "mci_high_95": 644.044},
      {"specification": "Least squares", "model": "Claude Mythos Preview (early)", "released": "2026-04-07", "mci": 665.109, "mci_low_95": 631.656, "mci_high_95": 713.741},
      {"specification": "Least squares", "model": "Claude Opus 4.7", "released": "2026-04-16", "mci": 634.035, "mci_low_95": 613.424, "mci_high_95": 678.074},
      {"specification": "Least squares", "model": "GPT-5.5", "released": "2026-04-23", "mci": 692.788, "mci_low_95": 638.159, "mci_high_95": 776.636},
      {"specification": "Least squares", "model": "Claude Opus 4.8", "released": "2026-05-28", "mci": 698.149, "mci_low_95": 638.07, "mci_high_95": 769.775},
      {"specification": "Least squares", "model": "Claude Fable 5", "released": "2026-06-09", "mci": 758.822, "mci_low_95": 672.412, "mci_high_95": 858.644},
      {"specification": "Least squares", "model": "GPT-5.6 Sol", "released": "2026-07-09", "mci": 728.565, "mci_low_95": 659.415, "mci_high_95": 836.227},
      {"specification": "Least squares", "model": "Claude Opus 5", "released": "2026-07-24", "mci": 770.345, "mci_low_95": 697.637, "mci_high_95": 872.786},
      {"specification": "Least squares", "model": "Claude Fable 5.1", "released": "2026-09-01", "mci": 815.784, "mci_low_95": 724.19, "mci_high_95": 974.633},
      {"specification": "Least squares", "model": "GPT-6 Astra", "released": "2026-09-03", "mci": 849.643, "mci_low_95": 736.388, "mci_high_95": 1057.09},
      {"specification": "Least squares", "model": "Claude Opus 5.5", "released": "2026-09-22", "mci": 844.274, "mci_low_95": 735.792, "mci_high_95": 1003.98},
      {"specification": "Least squares", "model": "GPT-6 Luna", "released": "2026-09-22", "mci": 633.439, "mci_low_95": 597.121, "mci_high_95": 664.152},
      {"specification": "Least squares", "model": "Claude Haiku 5.5", "released": "2026-10-07", "mci": 635.942, "mci_low_95": 600.334, "mci_high_95": 675.528}
     ]
    },
    {
     "name": "specifications",
     "rows": [
      {"specification": "Baseline spec", "bootstrap_draws_converged": 199, "bootstrap_draws_attempted": 200},
      {"specification": "Least squares", "bootstrap_draws_converged": 199, "bootstrap_draws_attempted": 200}
     ]
    }
   ]
  },
  {
   "title": "",
   "x": {"label": "Baseline spec (MCI)", "unit": "", "scale": "linear"},
   "y": {"label": "Robustness spec (MCI)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "models",
     "rows": [
      {"specification": "Least squares", "model": "Claude 3 Opus", "baseline_mci": -84.4829, "baseline_mci_low_95": -223.083, "baseline_mci_high_95": 35.1119, "mci": -68.288, "mci_low_95": -353.001, "mci_high_95": 40.1521},
      {"specification": "Least squares", "model": "Claude 3.5 Sonnet (New)", "baseline_mci": 192.048, "baseline_mci_low_95": 76.6686, "baseline_mci_high_95": 285.467, "mci": 237.625, "mci_low_95": 83.6315, "mci_high_95": 333.295},
      {"specification": "Least squares", "model": "Claude 3.5 Sonnet (Old)", "baseline_mci": 70.5736, "baseline_mci_low_95": -29.6482, "baseline_mci_high_95": 170.932, "mci": 64.2655, "mci_low_95": -56.2331, "mci_high_95": 190.082},
      {"specification": "Least squares", "model": "Claude 3.7 Sonnet", "baseline_mci": 310.008, "baseline_mci_low_95": 239.645, "baseline_mci_high_95": 398.117, "mci": 329.762, "mci_low_95": 224.337, "mci_high_95": 434.159},
      {"specification": "Least squares", "model": "Claude Fable 5", "baseline_mci": 778.739, "baseline_mci_low_95": 712.935, "baseline_mci_high_95": 890.915, "mci": 758.822, "mci_low_95": 672.412, "mci_high_95": 858.644},
      {"specification": "Least squares", "model": "Claude Fable 5.1", "baseline_mci": 839.121, "baseline_mci_low_95": 753.658, "baseline_mci_high_95": 1019.11, "mci": 815.784, "mci_low_95": 724.19, "mci_high_95": 974.633},
      {"specification": "Least squares", "model": "Claude Haiku 5.5", "baseline_mci": 627.801, "baseline_mci_low_95": 595.15, "baseline_mci_high_95": 688.857, "mci": 635.942, "mci_low_95": 600.334, "mci_high_95": 675.528},
      {"specification": "Least squares", "model": "Claude Mythos Preview (early)", "baseline_mci": 671.221, "baseline_mci_low_95": 637.524, "baseline_mci_high_95": 761.37, "mci": 665.109, "mci_low_95": 631.656, "mci_high_95": 713.741},
      {"specification": "Least squares", "model": "Claude Opus 4", "baseline_mci": 392.652, "baseline_mci_low_95": 319.445, "baseline_mci_high_95": 484.474, "mci": 428.79, "mci_low_95": 319.052, "mci_high_95": 536.614},
      {"specification": "Least squares", "model": "Claude Opus 4.1", "baseline_mci": 398.5, "baseline_mci_low_95": 331.555, "baseline_mci_high_95": 486.729, "mci": 428.87, "mci_low_95": 321.265, "mci_high_95": 543.893},
      {"specification": "Least squares", "model": "Claude Opus 4.5", "baseline_mci": 533.254, "baseline_mci_low_95": 495.691, "baseline_mci_high_95": 581.772, "mci": 556.142, "mci_low_95": 499.607, "mci_high_95": 594.93},
      {"specification": "Least squares", "model": "Claude Opus 4.6", "baseline_mci": 633.0, "baseline_mci_low_95": 633.0, "baseline_mci_high_95": 633.0, "mci": 633.0, "mci_low_95": 633.0, "mci_high_95": 633.0},
      {"specification": "Least squares", "model": "Claude Opus 4.7", "baseline_mci": 631.225, "baseline_mci_low_95": 589.016, "baseline_mci_high_95": 688.69, "mci": 634.035, "mci_low_95": 613.424, "mci_high_95": 678.074},
      {"specification": "Least squares", "model": "Claude Opus 4.8", "baseline_mci": 708.597, "baseline_mci_low_95": 661.3, "baseline_mci_high_95": 784.271, "mci": 698.149, "mci_low_95": 638.07, "mci_high_95": 769.775},
      {"specification": "Least squares", "model": "Claude Opus 5", "baseline_mci": 796.229, "baseline_mci_low_95": 735.871, "baseline_mci_high_95": 910.133, "mci": 770.345, "mci_low_95": 697.637, "mci_high_95": 872.786},
      {"specification": "Least squares", "model": "Claude Opus 5.5", "baseline_mci": 854.102, "baseline_mci_low_95": 765.156, "baseline_mci_high_95": 1069.3, "mci": 844.274, "mci_low_95": 735.792, "mci_high_95": 1003.98},
      {"specification": "Least squares", "model": "GPT-4 0314", "baseline_mci": -85.4341, "baseline_mci_low_95": -225.505, "baseline_mci_high_95": 2.78144, "mci": -58.3032, "mci_low_95": -384.025, "mci_high_95": 4.61358},
      {"specification": "Least squares", "model": "GPT-4 1106", "baseline_mci": -73.7458, "baseline_mci_low_95": -226.634, "baseline_mci_high_95": 35.0223, "mci": -39.1553, "mci_low_95": -335.012, "mci_high_95": 31.893},
      {"specification": "Least squares", "model": "GPT-4 Turbo", "baseline_mci": -105.64, "baseline_mci_low_95": -235.613, "baseline_mci_high_95": -1.24543, "mci": -91.8698, "mci_low_95": -431.684, "mci_high_95": 5.42436},
      {"specification": "Least squares", "model": "GPT-4o", "baseline_mci": 0.0, "baseline_mci_low_95": 0.0, "baseline_mci_high_95": 0.0, "mci": 0.0, "mci_low_95": 0.0, "mci_high_95": 0.0},
      {"specification": "Least squares", "model": "GPT-5", "baseline_mci": 478.578, "baseline_mci_low_95": 433.015, "baseline_mci_high_95": 543.257, "mci": 508.542, "mci_low_95": 442.361, "mci_high_95": 569.647},
      {"specification": "Least squares", "model": "GPT-5.1-Codex-Max", "baseline_mci": 477.713, "baseline_mci_low_95": 424.84, "baseline_mci_high_95": 536.979, "mci": 497.446, "mci_low_95": 432.454, "mci_high_95": 569.859},
      {"specification": "Least squares", "model": "GPT-5.2", "baseline_mci": 551.456, "baseline_mci_low_95": 515.852, "baseline_mci_high_95": 596.908, "mci": 558.996, "mci_low_95": 503.435, "mci_high_95": 608.478},
      {"specification": "Least squares", "model": "GPT-5.3-Codex", "baseline_mci": 566.461, "baseline_mci_low_95": 525.476, "baseline_mci_high_95": 623.826, "mci": 577.247, "mci_low_95": 524.026, "mci_high_95": 626.977},
      {"specification": "Least squares", "model": "GPT-5.4", "baseline_mci": 593.178, "baseline_mci_low_95": 559.687, "baseline_mci_high_95": 637.98, "mci": 599.096, "mci_low_95": 555.439, "mci_high_95": 644.044},
      {"specification": "Least squares", "model": "GPT-5.5", "baseline_mci": 705.688, "baseline_mci_low_95": 657.833, "baseline_mci_high_95": 817.112, "mci": 692.788, "mci_low_95": 638.159, "mci_high_95": 776.636},
      {"specification": "Least squares", "model": "GPT-5.6 Sol", "baseline_mci": 738.275, "baseline_mci_low_95": 681.645, "baseline_mci_high_95": 855.844, "mci": 728.565, "mci_low_95": 659.415, "mci_high_95": 836.227},
      {"specification": "Least squares", "model": "GPT-6 Astra", "baseline_mci": 858.977, "baseline_mci_low_95": 761.107, "baseline_mci_high_95": 1085.32, "mci": 849.643, "mci_low_95": 736.388, "mci_high_95": 1057.09},
      {"specification": "Least squares", "model": "GPT-6 Luna", "baseline_mci": 614.597, "baseline_mci_low_95": 577.603, "baseline_mci_high_95": 661.158, "mci": 633.439, "mci_low_95": 597.121, "mci_high_95": 664.152},
      {"specification": "Least squares", "model": "Gemini 3 Pro", "baseline_mci": 490.476, "baseline_mci_low_95": 448.618, "baseline_mci_high_95": 550.21, "mci": 527.421, "mci_low_95": 463.459, "mci_high_95": 588.718},
      {"specification": "Least squares", "model": "Gemini 3.1 Pro", "baseline_mci": 568.914, "baseline_mci_low_95": 514.122, "baseline_mci_high_95": 633.933, "mci": 557.314, "mci_low_95": 510.691, "mci_high_95": 635.47},
      {"specification": "Least squares", "model": "o1", "baseline_mci": 237.395, "baseline_mci_low_95": 155.927, "baseline_mci_high_95": 326.311, "mci": 251.25, "mci_low_95": 106.166, "mci_high_95": 377.847},
      {"specification": "Least squares", "model": "o1-preview", "baseline_mci": 140.17, "baseline_mci_low_95": 3.896, "baseline_mci_high_95": 226.822, "mci": 173.883, "mci_low_95": 1.87884, "mci_high_95": 291.81},
      {"specification": "Least squares", "model": "o3", "baseline_mci": 417.334, "baseline_mci_low_95": 316.637, "baseline_mci_high_95": 481.95, "mci": 429.418, "mci_low_95": 299.218, "mci_high_95": 491.994}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "equal MCI under both specifications", "slope": 1, "intercept": 0}
     ]
    }
   ]
  }
 ]
}
