{
 "chart": "irt/robustness_checks/multidimensional/ability_dimensions",
 "title": "Almost all differences between models lie along one ability",
 "subtitle": "",
 "panels": [
  {
   "title": "",
   "x": {"label": "Main ability (logits)", "unit": "", "scale": "linear"},
   "y": {"label": "Extra dimension (logits)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "models",
     "rows": [
      {"model": "Claude 3 Opus", "main_ability_logits": -9.28939, "extra_dimension_logits": -0.0781399},
      {"model": "Claude 3.5 Sonnet (New)", "main_ability_logits": -4.6402, "extra_dimension_logits": -0.088949},
      {"model": "Claude 3.5 Sonnet (Old)", "main_ability_logits": -6.63588, "extra_dimension_logits": -0.0577758},
      {"model": "Claude 3.7 Sonnet", "main_ability_logits": -2.7165, "extra_dimension_logits": -0.107201},
      {"model": "Claude Fable 5", "main_ability_logits": 5.27221, "extra_dimension_logits": 0.0191099},
      {"model": "Claude Fable 5.1", "main_ability_logits": 6.2049, "extra_dimension_logits": -0.130566},
      {"model": "Claude Haiku 5.5", "main_ability_logits": 2.81342, "extra_dimension_logits": -0.00883374},
      {"model": "Claude Mythos Preview (early)", "main_ability_logits": 3.63152, "extra_dimension_logits": 0.0353757},
      {"model": "Claude Opus 4", "main_ability_logits": -1.00731, "extra_dimension_logits": -0.0259211},
      {"model": "Claude Opus 4.1", "main_ability_logits": -0.858871, "extra_dimension_logits": -0.00270183},
      {"model": "Claude Opus 4.5", "main_ability_logits": 1.42832, "extra_dimension_logits": 0.0594768},
      {"model": "Claude Opus 4.6", "main_ability_logits": 3.0914, "extra_dimension_logits": 0.0722235},
      {"model": "Claude Opus 4.7", "main_ability_logits": 3.03896, "extra_dimension_logits": 0.0564659},
      {"model": "Claude Opus 4.8", "main_ability_logits": 4.21651, "extra_dimension_logits": 0.0383428},
      {"model": "Claude Opus 5", "main_ability_logits": 5.52815, "extra_dimension_logits": -0.0917463},
      {"model": "Claude Opus 5.5", "main_ability_logits": 6.51081, "extra_dimension_logits": -0.22933},
      {"model": "GPT-4 0314", "main_ability_logits": -9.255, "extra_dimension_logits": -0.0712131},
      {"model": "GPT-4 1106", "main_ability_logits": -9.22797, "extra_dimension_logits": -0.0179647},
      {"model": "GPT-4 Turbo", "main_ability_logits": -9.33454, "extra_dimension_logits": -0.126095},
      {"model": "GPT-4o", "main_ability_logits": -7.48342, "extra_dimension_logits": -0.20991},
      {"model": "GPT-5", "main_ability_logits": 0.458678, "extra_dimension_logits": 0.113847},
      {"model": "GPT-5.1-Codex-Max", "main_ability_logits": 0.591546, "extra_dimension_logits": 0.146072},
      {"model": "GPT-5.2", "main_ability_logits": 1.98554, "extra_dimension_logits": 0.263638},
      {"model": "GPT-5.3-Codex", "main_ability_logits": 2.1136, "extra_dimension_logits": 0.122609},
      {"model": "GPT-5.4", "main_ability_logits": 2.62937, "extra_dimension_logits": 0.170909},
      {"model": "GPT-5.5", "main_ability_logits": 4.13836, "extra_dimension_logits": -0.0274838},
      {"model": "GPT-5.6 Sol", "main_ability_logits": 4.69653, "extra_dimension_logits": -0.0418723},
      {"model": "GPT-6 Astra", "main_ability_logits": 6.69025, "extra_dimension_logits": -0.364263},
      {"model": "GPT-6 Luna", "main_ability_logits": 2.58313, "extra_dimension_logits": -0.0235412},
      {"model": "Gemini 3 Pro", "main_ability_logits": 0.684696, "extra_dimension_logits": 0.0497448},
      {"model": "Gemini 3.1 Pro", "main_ability_logits": 2.08339, "extra_dimension_logits": 0.106411},
      {"model": "o1", "main_ability_logits": -3.53144, "extra_dimension_logits": 0.18694},
      {"model": "o1-preview", "main_ability_logits": -5.39601, "extra_dimension_logits": 0.134709},
      {"model": "o3", "main_ability_logits": -1.01476, "extra_dimension_logits": 0.124704}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "zero extra dimension", "column": "extra_dimension_logits", "value": 0},
      {"reference_line": "zero main ability", "column": "main_ability_logits", "value": 0}
     ]
    }
   ]
  }
 ]
}
