{
 "chart": "cost_vs_time/robustness/cost_by_time_10_attempts",
 "title": "Success rate vs. Lifecycle Cost, with 10 scored runs per task instead of 100",
 "subtitle": "Each point is one task. For tasks with several score thresholds, we use the highest one. Excess success rate is how much higher a task's success rate is than its task time (for humans) predicts. We average excess success rates over only models whose 50% horizon is within 8× the task's time, to filter out models for which the task was trivial or impossible. We also filter out a few outlier tasks with extreme x values.",
 "panels": [
  {
   "title": "Success rate",
   "x": {"label": "Lifecycle Cost (USD, log)", "unit": "", "scale": "log"},
   "y": {"label": "Success rate", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 877.018, "lifecycle_cost_usd": 3687.5, "success_rate": 0.523039},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 3625.0, "success_rate": 0.0},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 455.249, "lifecycle_cost_usd": 9062.5, "success_rate": 0.163043},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 16775.0, "success_rate": 0.101449},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 20800.0, "success_rate": 0.349224},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 492.963, "lifecycle_cost_usd": 18050.0, "success_rate": 0.387681},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.866, "lifecycle_cost_usd": 494.375, "success_rate": 0.872549},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.461204, "lifecycle_cost_usd": 102.45, "success_rate": 1.0},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.404318, "lifecycle_cost_usd": 140.55, "success_rate": 1.0},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.72037, "lifecycle_cost_usd": 155.475, "success_rate": 0.995098},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.429956, "lifecycle_cost_usd": 136.2, "success_rate": 1.0},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "task_time_minutes": 310.885, "lifecycle_cost_usd": 1981.25, "success_rate": 0.58701},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 3312.5, "success_rate": 0.492157},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.995, "lifecycle_cost_usd": 336.375, "success_rate": 0.991422},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3895.83, "success_rate": 0.1},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4305.83, "success_rate": 0.0},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 5661.67, "success_rate": 0.0},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3885.0, "success_rate": 0.0},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3595.83, "success_rate": 0.0},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3918.33, "success_rate": 0.0},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4229.17, "success_rate": 0.0},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4643.33, "success_rate": 0.0},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 5717.5, "success_rate": 0.1},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 6160.0, "success_rate": 0.0},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4199.17, "success_rate": 0.0},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4640.83, "success_rate": 0.0},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4432.5, "success_rate": 0.0},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3380.83, "success_rate": 0.0},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 6253.33, "success_rate": 0.0},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 660.0, "lifecycle_cost_usd": 3252.5, "success_rate": 0.0},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.043, "lifecycle_cost_usd": 627.917, "success_rate": 0.741422},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 17.6, "lifecycle_cost_usd": 866.25, "success_rate": 0.767157},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 10.0, "lifecycle_cost_usd": 639.583, "success_rate": 0.196078},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 36.719, "lifecycle_cost_usd": 716.25, "success_rate": 0.746324},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 63.873, "lifecycle_cost_usd": 1175.0, "success_rate": 0.533088},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 9.74, "lifecycle_cost_usd": 428.625, "success_rate": 0.713235},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "task_time_minutes": 12000.0, "lifecycle_cost_usd": 20375.0, "success_rate": 0.0777778},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "task_time_minutes": 1440.0, "lifecycle_cost_usd": 14927.5, "success_rate": 0.319608},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 300.0, "lifecycle_cost_usd": 3667.5, "success_rate": 0.0},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 3475.0, "success_rate": 0.0},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 2719.17, "success_rate": 0.137255},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 2562.5, "success_rate": 0.127451},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.0, "lifecycle_cost_usd": 116.375, "success_rate": 0.726716},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.0, "lifecycle_cost_usd": 124.625, "success_rate": 0.967647},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.0, "lifecycle_cost_usd": 112.0, "success_rate": 0.937745},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.0, "lifecycle_cost_usd": 90.0, "success_rate": 0.798775},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 26.948, "lifecycle_cost_usd": 480.0, "success_rate": 0.776961},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 3.263, "lifecycle_cost_usd": 231.25, "success_rate": 0.986765},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 4575.0, "success_rate": 0.237255},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 384.911, "success_rate": 0.803922},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 383.571, "success_rate": 0.794118},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 271.071, "success_rate": 0.838235},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 369.643, "success_rate": 0.649755},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 405.0, "success_rate": 0.717892},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 328.661, "success_rate": 0.633333},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 281.786, "success_rate": 0.817402},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 4200.0, "success_rate": 0.0},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 30.23, "lifecycle_cost_usd": 511.667, "success_rate": 0.938725},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 95.452, "lifecycle_cost_usd": 942.5, "success_rate": 0.8125},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 83.215, "lifecycle_cost_usd": 792.5, "success_rate": 0.827206},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 79.86, "lifecycle_cost_usd": 1126.25, "success_rate": 0.674755},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 24.471, "lifecycle_cost_usd": 1021.25, "success_rate": 0.673039},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 1466.91, "lifecycle_cost_usd": 16075.0, "success_rate": 0.0},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 2200.37, "lifecycle_cost_usd": 10808.3, "success_rate": 0.0},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 203.0, "lifecycle_cost_usd": 3080.0, "success_rate": 0.12963},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 203.0, "lifecycle_cost_usd": 2373.75, "success_rate": 0.222222},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 43.726, "lifecycle_cost_usd": 837.5, "success_rate": 0.0},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 46.443, "lifecycle_cost_usd": 767.083, "success_rate": 0.0},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.457, "lifecycle_cost_usd": 804.167, "success_rate": 0.0},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 247.834, "lifecycle_cost_usd": 1085.97, "success_rate": 0.0},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 58.738, "lifecycle_cost_usd": 1036.25, "success_rate": 0.0},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 171.412, "lifecycle_cost_usd": 1352.92, "success_rate": 0.0},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 665.0, "lifecycle_cost_usd": 2712.5, "success_rate": 0.0},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 403.472, "lifecycle_cost_usd": 1743.33, "success_rate": 0.0},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 180.0, "lifecycle_cost_usd": 1363.89, "success_rate": 0.0},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 18.456, "lifecycle_cost_usd": 1061.25, "success_rate": 0.773284},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 22.0, "lifecycle_cost_usd": 1181.25, "success_rate": 0.858754},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 4800.0, "success_rate": 0.0606061},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 7150.0, "success_rate": 0.289899},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 925.635, "lifecycle_cost_usd": 3987.5, "success_rate": 0.0710784},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 45.0, "lifecycle_cost_usd": 466.25, "success_rate": 0.985294},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.0, "lifecycle_cost_usd": 459.167, "success_rate": 0.835938},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.684, "lifecycle_cost_usd": 419.792, "success_rate": 0.90404},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 9.007, "lifecycle_cost_usd": 373.333, "success_rate": 0.973039},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.499, "lifecycle_cost_usd": 377.917, "success_rate": 0.815686},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 10.153, "lifecycle_cost_usd": 357.917, "success_rate": 0.831127},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 27.769, "lifecycle_cost_usd": 488.333, "success_rate": 0.798529},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 49.354, "lifecycle_cost_usd": 480.833, "success_rate": 0.928431},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.773, "lifecycle_cost_usd": 414.167, "success_rate": 0.829167},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "task_time_minutes": 1111.89, "lifecycle_cost_usd": 2083.33, "success_rate": 0.0434783},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "task_time_minutes": 391.386, "lifecycle_cost_usd": 2950.0, "success_rate": 0.00724638},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "task_time_minutes": 521.525, "lifecycle_cost_usd": 2479.17, "success_rate": 0.0289855},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 87.306, "lifecycle_cost_usd": 1777.5, "success_rate": 0.642402},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 146.547, "lifecycle_cost_usd": 2287.5, "success_rate": 0.314461},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 960.0, "lifecycle_cost_usd": 3117.5, "success_rate": 0.0430108},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 2325.0, "success_rate": 0.0967742},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 5287.5, "success_rate": 0.474638},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 16.658, "lifecycle_cost_usd": 527.5, "success_rate": 0.792402},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.435, "lifecycle_cost_usd": 296.667, "success_rate": 0.988971},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 13.733, "lifecycle_cost_usd": 415.417, "success_rate": 0.995098},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.81, "lifecycle_cost_usd": 346.667, "success_rate": 0.980882},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "task_time_minutes": 4198.0, "lifecycle_cost_usd": 12150.0, "success_rate": 0.0},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "task_time_minutes": 4.7, "lifecycle_cost_usd": 5037.5, "success_rate": 0.0784314},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "task_time_minutes": 6.5, "lifecycle_cost_usd": 5042.5, "success_rate": 0.0},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1200.0, "lifecycle_cost_usd": 6900.0, "success_rate": 0.0555556},
      {"task": "lmca/aggregated", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "task_time_minutes": 15.0, "lifecycle_cost_usd": 25600.0, "success_rate": 0.0},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.784, "lifecycle_cost_usd": 442.5, "success_rate": 0.86875},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 4.091, "lifecycle_cost_usd": 701.25, "success_rate": 0.723958},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.111, "lifecycle_cost_usd": 486.667, "success_rate": 0.783088},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 15.986, "lifecycle_cost_usd": 530.625, "success_rate": 0.780147},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.571, "lifecycle_cost_usd": 496.25, "success_rate": 0.805147},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "task_time_minutes": 3360.0, "lifecycle_cost_usd": 17325.0, "success_rate": 0.0},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.737, "lifecycle_cost_usd": 1017.62, "success_rate": 0.979167},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 7914.0, "lifecycle_cost_usd": 35608.3, "success_rate": 0.0},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 4375.0, "success_rate": 0.333333},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 3888.0, "success_rate": 0.333333},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 3139.33, "success_rate": 0.166667},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 768.0, "success_rate": 0.777778},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 1817.67, "success_rate": 0.666667},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 1593.67, "success_rate": 0.555556},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 2149.67, "success_rate": 0.5},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 2137.67, "success_rate": 0.5},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 2057.0, "success_rate": 0.333333},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 1048.67, "success_rate": 0.833333},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 1498.83, "success_rate": 0.833333},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 1581.33, "success_rate": 0.777778},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 1437.5, "success_rate": 1.0},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 931.667, "success_rate": 1.0},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 978.333, "success_rate": 0.916667},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 3856.33, "success_rate": 0.333333},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 4588.0, "success_rate": 0.333333},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 4836.67, "success_rate": 0.333333},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 741.5, "success_rate": 1.0},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 661.333, "success_rate": 1.0},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 936.333, "success_rate": 0.944444},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 531.833, "success_rate": 1.0},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 605.667, "success_rate": 1.0},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 675.0, "success_rate": 0.916667},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 4611.33, "success_rate": 0.333333},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 5798.83, "success_rate": 0.333333},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 6213.0, "success_rate": 0.166667},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 1845.5, "success_rate": 0.833333},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 1404.0, "success_rate": 0.916667},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 1588.83, "success_rate": 0.833333},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 1291.33, "success_rate": 0.916667},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 1003.67, "success_rate": 0.916667},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 1278.83, "success_rate": 0.75},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 1411.67, "success_rate": 1.0},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 1139.67, "success_rate": 1.0},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 1225.0, "success_rate": 0.861111},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 2970.67, "success_rate": 0.611111},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 3210.0, "success_rate": 0.777778},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 1158.83, "success_rate": 0.833333},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 1499.17, "success_rate": 0.833333},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 1646.33, "success_rate": 1.0},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 1772.0, "success_rate": 0.833333},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 1181.83, "success_rate": 1.0},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 961.667, "success_rate": 1.0},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 1071.83, "success_rate": 1.0},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 4306.67, "success_rate": 0.333333},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 6161.67, "success_rate": 0.166667},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 4806.33, "success_rate": 0.333333},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 1687.33, "success_rate": 0.333333},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 2238.33, "success_rate": 0.555556},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 3228.0, "success_rate": 0.5},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 1236.33, "success_rate": 0.583333},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 1134.67, "success_rate": 0.611111},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 1527.5, "success_rate": 0.583333},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 8472.83, "success_rate": 0.166667},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 5451.33, "success_rate": 0.166667},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 4035.0, "success_rate": 0.166667},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 2962.5, "success_rate": 0.546569},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 3067.5, "success_rate": 0.281863},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 1806.25, "success_rate": 0.54972},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 2916.25, "success_rate": 0.589706},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 466.748, "lifecycle_cost_usd": 860.0, "success_rate": 0.683824},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 27.0, "lifecycle_cost_usd": 593.75, "success_rate": 0.521324},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 16.0, "lifecycle_cost_usd": 571.667, "success_rate": 0.830882},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 52.14, "lifecycle_cost_usd": 1637.5, "success_rate": 0.359559},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 40.65, "lifecycle_cost_usd": 431.25, "success_rate": 0.875},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 39.155, "lifecycle_cost_usd": 371.875, "success_rate": 0.911765},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 129.285, "lifecycle_cost_usd": 1094.38, "success_rate": 0.284559},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.124, "lifecycle_cost_usd": 338.75, "success_rate": 0.95098},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "task_time_minutes": 264.986, "lifecycle_cost_usd": 3231.25, "success_rate": 0.600269},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "task_time_minutes": 319.482, "lifecycle_cost_usd": 3587.5, "success_rate": 0.608641},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 11.234, "lifecycle_cost_usd": 758.75, "success_rate": 0.883578},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.102, "lifecycle_cost_usd": 391.25, "success_rate": 0.893229},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.517, "lifecycle_cost_usd": 444.583, "success_rate": 0.826823},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.152, "lifecycle_cost_usd": 373.75, "success_rate": 0.908854},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 20.924, "lifecycle_cost_usd": 463.333, "success_rate": 0.808594},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 32.44, "lifecycle_cost_usd": 778.333, "success_rate": 0.757812},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.18, "lifecycle_cost_usd": 511.071, "success_rate": 0.974265},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.087, "lifecycle_cost_usd": 481.071, "success_rate": 0.992647},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 65.133, "lifecycle_cost_usd": 838.393, "success_rate": 0.6625},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.919, "lifecycle_cost_usd": 648.571, "success_rate": 0.960784},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.175, "lifecycle_cost_usd": 636.429, "success_rate": 0.932598},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 38.512, "lifecycle_cost_usd": 908.75, "success_rate": 0.879726},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.119, "lifecycle_cost_usd": 586.518, "success_rate": 0.824265},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 3197.5, "success_rate": 0.456522},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 720.0, "lifecycle_cost_usd": 2955.0, "success_rate": 0.46558},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 4.525, "lifecycle_cost_usd": 411.375, "success_rate": 0.658088},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "task_time_minutes": 2322.0, "lifecycle_cost_usd": 20112.5, "success_rate": 0.111111},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "task_time_minutes": 2322.0, "lifecycle_cost_usd": 25900.0, "success_rate": 0.0882353},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1800.0, "lifecycle_cost_usd": 8200.0, "success_rate": 0.0588235},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 30.0, "lifecycle_cost_usd": 963.0, "success_rate": 0.964286},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 15.0, "lifecycle_cost_usd": 1030.0, "success_rate": 0.773438},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.533, "lifecycle_cost_usd": 1609.38, "success_rate": 0.738636},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.276, "lifecycle_cost_usd": 592.5, "success_rate": 0.979167},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 5.132, "lifecycle_cost_usd": 468.0, "success_rate": 0.953495},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "task_time_minutes": 49.192, "lifecycle_cost_usd": 1567.5, "success_rate": 0.740896},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 8484.63, "success_rate": 0.190476},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 2564.34, "success_rate": 0.0238095},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 2123.9, "success_rate": 0.047619},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "task_time_minutes": 3082.5, "lifecycle_cost_usd": 19019.1, "success_rate": 0.0},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 450.0, "lifecycle_cost_usd": 4425.0, "success_rate": 0.0},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 180.0, "lifecycle_cost_usd": 1650.83, "success_rate": 0.00420168},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 300.0, "lifecycle_cost_usd": 2487.5, "success_rate": 0.0},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 2772.5, "success_rate": 0.0},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 47.0, "lifecycle_cost_usd": 2065.0, "success_rate": 0.0},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.0, "lifecycle_cost_usd": 2911.25, "success_rate": 0.0},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "task_time_minutes": 6720.0, "lifecycle_cost_usd": 10383.3, "success_rate": 0.0},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 3887.5, "success_rate": 0.490196},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 870.0, "lifecycle_cost_usd": 10900.0, "success_rate": 0.186275},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "task_time_minutes": 306.658, "lifecycle_cost_usd": 2275.0, "success_rate": 0.572549},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 2162.5, "success_rate": 0.0},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.869, "lifecycle_cost_usd": 400.0, "success_rate": 0.856618},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.085, "lifecycle_cost_usd": 255.0, "success_rate": 0.878676}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_usd_from": 90.0, "lifecycle_cost_usd_to": 35608.3, "success_rate_from": 1.17918, "success_rate_to": -0.21382, "slope_per_doubling": -0.161449, "r_squared": 0.55319, "points": 227}
     ]
    }
   ]
  },
  {
   "title": "Excess success rate",
   "x": {"label": "Lifecycle Cost (USD, log)", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 877.018, "lifecycle_cost_usd": 3687.5, "excess_success_rate_given_task_time": 0.317516},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 3625.0, "excess_success_rate_given_task_time": -0.571114},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 455.249, "lifecycle_cost_usd": 9062.5, "excess_success_rate_given_task_time": -0.179057},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 16775.0, "excess_success_rate_given_task_time": -0.253094},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 20800.0, "excess_success_rate_given_task_time": 0.082535},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 492.963, "lifecycle_cost_usd": 18050.0, "excess_success_rate_given_task_time": 0.221797},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.866, "lifecycle_cost_usd": 494.375, "excess_success_rate_given_task_time": 0.0134919},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.461204, "lifecycle_cost_usd": 102.45, "excess_success_rate_given_task_time": 0.180811},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.404318, "lifecycle_cost_usd": 140.55, "excess_success_rate_given_task_time": 0.169965},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.72037, "lifecycle_cost_usd": 155.475, "excess_success_rate_given_task_time": 0.217768},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.429956, "lifecycle_cost_usd": 136.2, "excess_success_rate_given_task_time": 0.172976},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "task_time_minutes": 310.885, "lifecycle_cost_usd": 1981.25, "excess_success_rate_given_task_time": 0.189996},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 3312.5, "excess_success_rate_given_task_time": 0.106466},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.995, "lifecycle_cost_usd": 336.375, "excess_success_rate_given_task_time": 0.310275},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3895.83, "excess_success_rate_given_task_time": 0.0755626},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4305.83, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 5661.67, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3885.0, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3595.83, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3918.33, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4229.17, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4643.33, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 5717.5, "excess_success_rate_given_task_time": 0.0755626},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 6160.0, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4199.17, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4640.83, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4432.5, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3380.83, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 6253.33, "excess_success_rate_given_task_time": -0.257771},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 660.0, "lifecycle_cost_usd": 3252.5, "excess_success_rate_given_task_time": -0.446186},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.043, "lifecycle_cost_usd": 627.917, "excess_success_rate_given_task_time": -0.248693},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 17.6, "lifecycle_cost_usd": 866.25, "excess_success_rate_given_task_time": -0.0821143},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 10.0, "lifecycle_cost_usd": 639.583, "excess_success_rate_given_task_time": -0.463709},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 36.719, "lifecycle_cost_usd": 716.25, "excess_success_rate_given_task_time": -0.0033762},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 63.873, "lifecycle_cost_usd": 1175.0, "excess_success_rate_given_task_time": -0.219442},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 9.74, "lifecycle_cost_usd": 428.625, "excess_success_rate_given_task_time": -0.440437},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "task_time_minutes": 12000.0, "lifecycle_cost_usd": 20375.0, "excess_success_rate_given_task_time": 0.144078},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "task_time_minutes": 1440.0, "lifecycle_cost_usd": 14927.5, "excess_success_rate_given_task_time": -0.0136574},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 300.0, "lifecycle_cost_usd": 3667.5, "excess_success_rate_given_task_time": -0.479425},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 3475.0, "excess_success_rate_given_task_time": -0.445216},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 2719.17, "excess_success_rate_given_task_time": -0.277421},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 2562.5, "excess_success_rate_given_task_time": -0.469665},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.0, "lifecycle_cost_usd": 116.375, "excess_success_rate_given_task_time": -0.704006},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.0, "lifecycle_cost_usd": 124.625, "excess_success_rate_given_task_time": 0.199601},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.0, "lifecycle_cost_usd": 112.0, "excess_success_rate_given_task_time": -0.087339},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.0, "lifecycle_cost_usd": 90.0, "excess_success_rate_given_task_time": -0.314288},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 26.948, "lifecycle_cost_usd": 480.0, "excess_success_rate_given_task_time": -0.01333},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 3.263, "lifecycle_cost_usd": 231.25, "excess_success_rate_given_task_time": 0.338846},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 4575.0, "excess_success_rate_given_task_time": -0.178557},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 384.911, "excess_success_rate_given_task_time": -0.292665},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 383.571, "excess_success_rate_given_task_time": -0.301925},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 271.071, "excess_success_rate_given_task_time": -0.163036},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 369.643, "excess_success_rate_given_task_time": -0.440813},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 405.0, "excess_success_rate_given_task_time": -0.399147},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 328.661, "excess_success_rate_given_task_time": -0.496369},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 281.786, "excess_success_rate_given_task_time": -0.213962},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 4200.0, "excess_success_rate_given_task_time": -0.538673},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 30.23, "lifecycle_cost_usd": 511.667, "excess_success_rate_given_task_time": 0.382766},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 95.452, "lifecycle_cost_usd": 942.5, "excess_success_rate_given_task_time": 0.274495},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 83.215, "lifecycle_cost_usd": 792.5, "excess_success_rate_given_task_time": 0.275596},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 79.86, "lifecycle_cost_usd": 1126.25, "excess_success_rate_given_task_time": 0.0717288},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 24.471, "lifecycle_cost_usd": 1021.25, "excess_success_rate_given_task_time": -0.244287},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 1466.91, "lifecycle_cost_usd": 16075.0, "excess_success_rate_given_task_time": -0.388849},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 2200.37, "lifecycle_cost_usd": 10808.3, "excess_success_rate_given_task_time": -0.328155},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 203.0, "lifecycle_cost_usd": 3080.0, "excess_success_rate_given_task_time": -0.530629},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 203.0, "lifecycle_cost_usd": 2373.75, "excess_success_rate_given_task_time": -0.459201},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 43.726, "lifecycle_cost_usd": 837.5, "excess_success_rate_given_task_time": -0.581276},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 46.443, "lifecycle_cost_usd": 767.083, "excess_success_rate_given_task_time": -0.602383},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.457, "lifecycle_cost_usd": 804.167, "excess_success_rate_given_task_time": -0.63527},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 247.834, "lifecycle_cost_usd": 1085.97, "excess_success_rate_given_task_time": -0.565697},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 58.738, "lifecycle_cost_usd": 1036.25, "excess_success_rate_given_task_time": -0.623995},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 171.412, "lifecycle_cost_usd": 1352.92, "excess_success_rate_given_task_time": -0.59725},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 665.0, "lifecycle_cost_usd": 2712.5, "excess_success_rate_given_task_time": -0.458426},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 403.472, "lifecycle_cost_usd": 1743.33, "excess_success_rate_given_task_time": -0.530293},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 180.0, "lifecycle_cost_usd": 1363.89, "excess_success_rate_given_task_time": -0.589288},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 18.456, "lifecycle_cost_usd": 1061.25, "excess_success_rate_given_task_time": -0.121986},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 22.0, "lifecycle_cost_usd": 1181.25, "excess_success_rate_given_task_time": 0.155128},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 4800.0, "excess_success_rate_given_task_time": -0.324523},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 7150.0, "excess_success_rate_given_task_time": -0.0814215},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 925.635, "lifecycle_cost_usd": 3987.5, "excess_success_rate_given_task_time": -0.303677},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 45.0, "lifecycle_cost_usd": 466.25, "excess_success_rate_given_task_time": 0.383816},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.0, "lifecycle_cost_usd": 459.167, "excess_success_rate_given_task_time": 0.307163},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.684, "lifecycle_cost_usd": 419.792, "excess_success_rate_given_task_time": 0.114912},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 9.007, "lifecycle_cost_usd": 373.333, "excess_success_rate_given_task_time": 0.416502},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.499, "lifecycle_cost_usd": 377.917, "excess_success_rate_given_task_time": -0.0395755},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 10.153, "lifecycle_cost_usd": 357.917, "excess_success_rate_given_task_time": -0.0398191},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 27.769, "lifecycle_cost_usd": 488.333, "excess_success_rate_given_task_time": 0.074434},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 49.354, "lifecycle_cost_usd": 480.833, "excess_success_rate_given_task_time": 0.354911},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.773, "lifecycle_cost_usd": 414.167, "excess_success_rate_given_task_time": 0.0175828},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "task_time_minutes": 1111.89, "lifecycle_cost_usd": 2083.33, "excess_success_rate_given_task_time": -0.231109},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "task_time_minutes": 391.386, "lifecycle_cost_usd": 2950.0, "excess_success_rate_given_task_time": -0.444028},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "task_time_minutes": 521.525, "lifecycle_cost_usd": 2479.17, "excess_success_rate_given_task_time": -0.357716},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 87.306, "lifecycle_cost_usd": 1777.5, "excess_success_rate_given_task_time": 0.0853095},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 146.547, "lifecycle_cost_usd": 2287.5, "excess_success_rate_given_task_time": -0.334204},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 960.0, "lifecycle_cost_usd": 3117.5, "excess_success_rate_given_task_time": -0.342999},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 2325.0, "excess_success_rate_given_task_time": -0.344088},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 5287.5, "excess_success_rate_given_task_time": 0.317604},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 16.658, "lifecycle_cost_usd": 527.5, "excess_success_rate_given_task_time": 0.133039},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.435, "lifecycle_cost_usd": 296.667, "excess_success_rate_given_task_time": 0.523177},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 13.733, "lifecycle_cost_usd": 415.417, "excess_success_rate_given_task_time": 0.535051},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.81, "lifecycle_cost_usd": 346.667, "excess_success_rate_given_task_time": 0.475492},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "task_time_minutes": 4198.0, "lifecycle_cost_usd": 12150.0, "excess_success_rate_given_task_time": -0.302752},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "task_time_minutes": 4.7, "lifecycle_cost_usd": 5037.5, "excess_success_rate_given_task_time": -0.699793},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "task_time_minutes": 6.5, "lifecycle_cost_usd": 5042.5, "excess_success_rate_given_task_time": -0.647538},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1200.0, "lifecycle_cost_usd": 6900.0, "excess_success_rate_given_task_time": -0.217176},
      {"task": "lmca/aggregated", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "task_time_minutes": 15.0, "lifecycle_cost_usd": 25600.0, "excess_success_rate_given_task_time": -0.501882},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.784, "lifecycle_cost_usd": 442.5, "excess_success_rate_given_task_time": -0.342862},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 4.091, "lifecycle_cost_usd": 701.25, "excess_success_rate_given_task_time": -0.478594},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.111, "lifecycle_cost_usd": 486.667, "excess_success_rate_given_task_time": -0.206111},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 15.986, "lifecycle_cost_usd": 530.625, "excess_success_rate_given_task_time": -0.149042},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.571, "lifecycle_cost_usd": 496.25, "excess_success_rate_given_task_time": -0.233866},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "task_time_minutes": 3360.0, "lifecycle_cost_usd": 17325.0, "excess_success_rate_given_task_time": -0.31432},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.737, "lifecycle_cost_usd": 1017.62, "excess_success_rate_given_task_time": 0.492193},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 7914.0, "lifecycle_cost_usd": 35608.3, "excess_success_rate_given_task_time": -0.273439},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 4375.0, "excess_success_rate_given_task_time": 0.0190058},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 3888.0, "excess_success_rate_given_task_time": 0.0190058},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 3139.33, "excess_success_rate_given_task_time": -0.147661},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 768.0, "excess_success_rate_given_task_time": 0.345513},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 1817.67, "excess_success_rate_given_task_time": 0.234402},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 1593.67, "excess_success_rate_given_task_time": 0.123291},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 2149.67, "excess_success_rate_given_task_time": 0.518581},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 2137.67, "excess_success_rate_given_task_time": 0.518581},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 2057.0, "excess_success_rate_given_task_time": 0.268581},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 1048.67, "excess_success_rate_given_task_time": 0.743128},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 1498.83, "excess_success_rate_given_task_time": 0.743128},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 1581.33, "excess_success_rate_given_task_time": 0.676462},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 1437.5, "excess_success_rate_given_task_time": 0.622727},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 931.667, "excess_success_rate_given_task_time": 0.622727},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 978.333, "excess_success_rate_given_task_time": 0.539393},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 3856.33, "excess_success_rate_given_task_time": 0.265948},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 4588.0, "excess_success_rate_given_task_time": 0.265948},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 4836.67, "excess_success_rate_given_task_time": 0.265948},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 741.5, "excess_success_rate_given_task_time": 0.401074},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 661.333, "excess_success_rate_given_task_time": 0.401074},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 936.333, "excess_success_rate_given_task_time": 0.345518},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 531.833, "excess_success_rate_given_task_time": 0.240438},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 605.667, "excess_success_rate_given_task_time": 0.240438},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 675.0, "excess_success_rate_given_task_time": 0.140438},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 4611.33, "excess_success_rate_given_task_time": 0.229627},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 5798.83, "excess_success_rate_given_task_time": 0.229627},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 6213.0, "excess_success_rate_given_task_time": -0.0203732},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 1845.5, "excess_success_rate_given_task_time": 0.474055},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 1404.0, "excess_success_rate_given_task_time": 0.557388},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 1588.83, "excess_success_rate_given_task_time": 0.474055},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 1291.33, "excess_success_rate_given_task_time": 0.504926},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 1003.67, "excess_success_rate_given_task_time": 0.504926},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 1278.83, "excess_success_rate_given_task_time": 0.33826},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 1411.67, "excess_success_rate_given_task_time": 0.770277},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 1139.67, "excess_success_rate_given_task_time": 0.770277},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 1225.0, "excess_success_rate_given_task_time": 0.686943},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 2970.67, "excess_success_rate_given_task_time": 0.464223},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 3210.0, "excess_success_rate_given_task_time": 0.664223},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 1158.83, "excess_success_rate_given_task_time": 0.73089},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 1499.17, "excess_success_rate_given_task_time": 0.427458},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 1646.33, "excess_success_rate_given_task_time": 0.594125},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 1772.0, "excess_success_rate_given_task_time": 0.427458},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 1181.83, "excess_success_rate_given_task_time": 0.464889},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 961.667, "excess_success_rate_given_task_time": 0.464889},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 1071.83, "excess_success_rate_given_task_time": 0.464889},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 4306.67, "excess_success_rate_given_task_time": 0.469721},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 6161.67, "excess_success_rate_given_task_time": 0.136387},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 4806.33, "excess_success_rate_given_task_time": 0.469721},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 1687.33, "excess_success_rate_given_task_time": 0.0402488},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 2238.33, "excess_success_rate_given_task_time": 0.262471},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 3228.0, "excess_success_rate_given_task_time": 0.206915},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 1236.33, "excess_success_rate_given_task_time": 0.290249},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 1134.67, "excess_success_rate_given_task_time": 0.318027},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 1527.5, "excess_success_rate_given_task_time": 0.290249},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 8472.83, "excess_success_rate_given_task_time": 0.116066},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 5451.33, "excess_success_rate_given_task_time": 0.116066},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 4035.0, "excess_success_rate_given_task_time": 0.116066},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 2962.5, "excess_success_rate_given_task_time": 0.24211},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 3067.5, "excess_success_rate_given_task_time": -0.11789},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 1806.25, "excess_success_rate_given_task_time": 0.186396},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 2916.25, "excess_success_rate_given_task_time": 0.300777},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 466.748, "lifecycle_cost_usd": 860.0, "excess_success_rate_given_task_time": 0.399094},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 27.0, "lifecycle_cost_usd": 593.75, "excess_success_rate_given_task_time": -0.44013},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 16.0, "lifecycle_cost_usd": 571.667, "excess_success_rate_given_task_time": 0.00109629},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 52.14, "lifecycle_cost_usd": 1637.5, "excess_success_rate_given_task_time": -0.280236},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 40.65, "lifecycle_cost_usd": 431.25, "excess_success_rate_given_task_time": 0.364932},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 39.155, "lifecycle_cost_usd": 371.875, "excess_success_rate_given_task_time": 0.404453},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 129.285, "lifecycle_cost_usd": 1094.38, "excess_success_rate_given_task_time": -0.365516},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.124, "lifecycle_cost_usd": 338.75, "excess_success_rate_given_task_time": 0.31537},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "task_time_minutes": 264.986, "lifecycle_cost_usd": 3231.25, "excess_success_rate_given_task_time": 0.131502},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "task_time_minutes": 319.482, "lifecycle_cost_usd": 3587.5, "excess_success_rate_given_task_time": 0.192562},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 11.234, "lifecycle_cost_usd": 758.75, "excess_success_rate_given_task_time": 0.123302},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.102, "lifecycle_cost_usd": 391.25, "excess_success_rate_given_task_time": -0.222232},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.517, "lifecycle_cost_usd": 444.583, "excess_success_rate_given_task_time": -0.15336},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.152, "lifecycle_cost_usd": 373.75, "excess_success_rate_given_task_time": 0.204854},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 20.924, "lifecycle_cost_usd": 463.333, "excess_success_rate_given_task_time": 0.0384984},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 32.44, "lifecycle_cost_usd": 778.333, "excess_success_rate_given_task_time": 0.0197576},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.18, "lifecycle_cost_usd": 511.071, "excess_success_rate_given_task_time": 0.381947},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.087, "lifecycle_cost_usd": 481.071, "excess_success_rate_given_task_time": 0.422787},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 65.133, "lifecycle_cost_usd": 838.393, "excess_success_rate_given_task_time": 0.00308913},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.919, "lifecycle_cost_usd": 648.571, "excess_success_rate_given_task_time": 0.189744},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.175, "lifecycle_cost_usd": 636.429, "excess_success_rate_given_task_time": 0.303079},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 38.512, "lifecycle_cost_usd": 908.75, "excess_success_rate_given_task_time": 0.330411},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.119, "lifecycle_cost_usd": 586.518, "excess_success_rate_given_task_time": -0.512476},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 3197.5, "excess_success_rate_given_task_time": 0.350727},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 720.0, "lifecycle_cost_usd": 2955.0, "excess_success_rate_given_task_time": 0.410259},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 4.525, "lifecycle_cost_usd": 411.375, "excess_success_rate_given_task_time": -0.364202},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "task_time_minutes": 2322.0, "lifecycle_cost_usd": 20112.5, "excess_success_rate_given_task_time": -0.191492},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "task_time_minutes": 2322.0, "lifecycle_cost_usd": 25900.0, "excess_success_rate_given_task_time": -0.215923},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1800.0, "lifecycle_cost_usd": 8200.0, "excess_success_rate_given_task_time": -0.245023},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 30.0, "lifecycle_cost_usd": 963.0, "excess_success_rate_given_task_time": 0.368616},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 15.0, "lifecycle_cost_usd": 1030.0, "excess_success_rate_given_task_time": -0.0402758},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.533, "lifecycle_cost_usd": 1609.38, "excess_success_rate_given_task_time": -0.0582457},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.276, "lifecycle_cost_usd": 592.5, "excess_success_rate_given_task_time": 0.381781},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 5.132, "lifecycle_cost_usd": 468.0, "excess_success_rate_given_task_time": 0.379493},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "task_time_minutes": 49.192, "lifecycle_cost_usd": 1567.5, "excess_success_rate_given_task_time": 0.084902},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 8484.63, "excess_success_rate_given_task_time": -0.414399},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 2564.34, "excess_success_rate_given_task_time": -0.581066},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 2123.9, "excess_success_rate_given_task_time": -0.520133},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "task_time_minutes": 3082.5, "lifecycle_cost_usd": 19019.1, "excess_success_rate_given_task_time": -0.315583},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 450.0, "lifecycle_cost_usd": 4425.0, "excess_success_rate_given_task_time": -0.512021},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 180.0, "lifecycle_cost_usd": 1650.83, "excess_success_rate_given_task_time": -0.583076},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 300.0, "lifecycle_cost_usd": 2487.5, "excess_success_rate_given_task_time": -0.559746},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 2772.5, "excess_success_rate_given_task_time": -0.501223},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 47.0, "lifecycle_cost_usd": 2065.0, "excess_success_rate_given_task_time": -0.600601},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.0, "lifecycle_cost_usd": 2911.25, "excess_success_rate_given_task_time": -0.636019},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "task_time_minutes": 6720.0, "lifecycle_cost_usd": 10383.3, "excess_success_rate_given_task_time": -0.270441},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 3887.5, "excess_success_rate_given_task_time": 0.0230888},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 870.0, "lifecycle_cost_usd": 10900.0, "excess_success_rate_given_task_time": -0.150447},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "task_time_minutes": 306.658, "lifecycle_cost_usd": 2275.0, "excess_success_rate_given_task_time": 0.203663},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 2162.5, "excess_success_rate_given_task_time": -0.464088},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.869, "lifecycle_cost_usd": 400.0, "excess_success_rate_given_task_time": -0.17322},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.085, "lifecycle_cost_usd": 255.0, "excess_success_rate_given_task_time": -0.491697}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_usd_from": 90.0, "lifecycle_cost_usd_to": 35608.3, "excess_success_rate_given_task_time_from": 0.167173, "excess_success_rate_given_task_time_to": -0.182743, "slope_per_doubling": -0.0405555, "r_squared": 0.0354348, "points": 227}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_task_time", "value": 0}
     ]
    }
   ]
  },
  {
   "title": "Excess success rate, cost relative to task time",
   "x": {"label": "Lifecycle Cost / Lifecycle Cost predicted from time", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 877.018, "lifecycle_cost_usd": 3687.5, "lifecycle_cost_over_predicted_from_task_time": 1.30988, "excess_success_rate_given_task_time": 0.317516},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 3625.0, "lifecycle_cost_over_predicted_from_task_time": 1.94865, "excess_success_rate_given_task_time": -0.571114},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 455.249, "lifecycle_cost_usd": 9062.5, "lifecycle_cost_over_predicted_from_task_time": 3.96996, "excess_success_rate_given_task_time": -0.179057},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.866, "lifecycle_cost_usd": 494.375, "lifecycle_cost_over_predicted_from_task_time": 0.792624, "excess_success_rate_given_task_time": 0.0134919},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.461204, "lifecycle_cost_usd": 102.45, "lifecycle_cost_over_predicted_from_task_time": 0.406772, "excess_success_rate_given_task_time": 0.180811},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.404318, "lifecycle_cost_usd": 140.55, "lifecycle_cost_over_predicted_from_task_time": 0.582033, "excess_success_rate_given_task_time": 0.169965},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.72037, "lifecycle_cost_usd": 155.475, "lifecycle_cost_over_predicted_from_task_time": 0.535286, "excess_success_rate_given_task_time": 0.217768},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.429956, "lifecycle_cost_usd": 136.2, "lifecycle_cost_over_predicted_from_task_time": 0.553041, "excess_success_rate_given_task_time": 0.172976},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "task_time_minutes": 310.885, "lifecycle_cost_usd": 1981.25, "lifecycle_cost_over_predicted_from_task_time": 0.980472, "excess_success_rate_given_task_time": 0.189996},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 3312.5, "lifecycle_cost_over_predicted_from_task_time": 1.56418, "excess_success_rate_given_task_time": 0.106466},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.995, "lifecycle_cost_usd": 336.375, "lifecycle_cost_over_predicted_from_task_time": 0.836213, "excess_success_rate_given_task_time": 0.310275},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3895.83, "lifecycle_cost_over_predicted_from_task_time": 0.620143, "excess_success_rate_given_task_time": 0.0755626},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4305.83, "lifecycle_cost_over_predicted_from_task_time": 0.685407, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 5661.67, "lifecycle_cost_over_predicted_from_task_time": 0.90123, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3885.0, "lifecycle_cost_over_predicted_from_task_time": 0.618418, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3595.83, "lifecycle_cost_over_predicted_from_task_time": 0.572388, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3918.33, "lifecycle_cost_over_predicted_from_task_time": 0.623724, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4229.17, "lifecycle_cost_over_predicted_from_task_time": 0.673203, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4643.33, "lifecycle_cost_over_predicted_from_task_time": 0.739131, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 5717.5, "lifecycle_cost_over_predicted_from_task_time": 0.910118, "excess_success_rate_given_task_time": 0.0755626},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 6160.0, "lifecycle_cost_over_predicted_from_task_time": 0.980555, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4199.17, "lifecycle_cost_over_predicted_from_task_time": 0.668428, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4640.83, "lifecycle_cost_over_predicted_from_task_time": 0.738733, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 4432.5, "lifecycle_cost_over_predicted_from_task_time": 0.70557, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 3380.83, "lifecycle_cost_over_predicted_from_task_time": 0.538165, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 6253.33, "lifecycle_cost_over_predicted_from_task_time": 0.995412, "excess_success_rate_given_task_time": -0.257771},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 660.0, "lifecycle_cost_usd": 3252.5, "lifecycle_cost_over_predicted_from_task_time": 1.26529, "excess_success_rate_given_task_time": -0.446186},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.043, "lifecycle_cost_usd": 627.917, "lifecycle_cost_over_predicted_from_task_time": 0.878566, "excess_success_rate_given_task_time": -0.248693},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 17.6, "lifecycle_cost_usd": 866.25, "lifecycle_cost_over_predicted_from_task_time": 1.07358, "excess_success_rate_given_task_time": -0.0821143},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 10.0, "lifecycle_cost_usd": 639.583, "lifecycle_cost_over_predicted_from_task_time": 0.949687, "excess_success_rate_given_task_time": -0.463709},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 36.719, "lifecycle_cost_usd": 716.25, "lifecycle_cost_over_predicted_from_task_time": 0.701699, "excess_success_rate_given_task_time": -0.0033762},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 63.873, "lifecycle_cost_usd": 1175.0, "lifecycle_cost_over_predicted_from_task_time": 0.964405, "excess_success_rate_given_task_time": -0.219442},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 9.74, "lifecycle_cost_usd": 428.625, "lifecycle_cost_over_predicted_from_task_time": 0.641828, "excess_success_rate_given_task_time": -0.440437},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "task_time_minutes": 12000.0, "lifecycle_cost_usd": 20375.0, "lifecycle_cost_over_predicted_from_task_time": 3.13589, "excess_success_rate_given_task_time": 0.144078},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "task_time_minutes": 1440.0, "lifecycle_cost_usd": 14927.5, "lifecycle_cost_over_predicted_from_task_time": 4.5252, "excess_success_rate_given_task_time": -0.0136574},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 300.0, "lifecycle_cost_usd": 3667.5, "lifecycle_cost_over_predicted_from_task_time": 1.83575, "excess_success_rate_given_task_time": -0.479425},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 3475.0, "lifecycle_cost_over_predicted_from_task_time": 1.64091, "excess_success_rate_given_task_time": -0.445216},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 2719.17, "lifecycle_cost_over_predicted_from_task_time": 1.09054, "excess_success_rate_given_task_time": -0.277421},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 2562.5, "lifecycle_cost_over_predicted_from_task_time": 1.3775, "excess_success_rate_given_task_time": -0.469665},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.0, "lifecycle_cost_usd": 116.375, "lifecycle_cost_over_predicted_from_task_time": 0.360782, "excess_success_rate_given_task_time": -0.704006},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.0, "lifecycle_cost_usd": 124.625, "lifecycle_cost_over_predicted_from_task_time": 0.309564, "excess_success_rate_given_task_time": 0.199601},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.0, "lifecycle_cost_usd": 112.0, "lifecycle_cost_over_predicted_from_task_time": 0.347219, "excess_success_rate_given_task_time": -0.087339},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.0, "lifecycle_cost_usd": 90.0, "lifecycle_cost_over_predicted_from_task_time": 0.223557, "excess_success_rate_given_task_time": -0.314288},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 26.948, "lifecycle_cost_usd": 480.0, "lifecycle_cost_over_predicted_from_task_time": 0.51914, "excess_success_rate_given_task_time": -0.01333},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 3.263, "lifecycle_cost_usd": 231.25, "lifecycle_cost_over_predicted_from_task_time": 0.491205, "excess_success_rate_given_task_time": 0.338846},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 4575.0, "lifecycle_cost_over_predicted_from_task_time": 1.97051, "excess_success_rate_given_task_time": -0.178557},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 384.911, "lifecycle_cost_over_predicted_from_task_time": 0.672928, "excess_success_rate_given_task_time": -0.292665},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 383.571, "lifecycle_cost_over_predicted_from_task_time": 0.670587, "excess_success_rate_given_task_time": -0.301925},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 271.071, "lifecycle_cost_over_predicted_from_task_time": 0.473906, "excess_success_rate_given_task_time": -0.163036},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 369.643, "lifecycle_cost_over_predicted_from_task_time": 0.646236, "excess_success_rate_given_task_time": -0.440813},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 405.0, "lifecycle_cost_over_predicted_from_task_time": 0.70805, "excess_success_rate_given_task_time": -0.399147},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 328.661, "lifecycle_cost_over_predicted_from_task_time": 0.574588, "excess_success_rate_given_task_time": -0.496369},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 281.786, "lifecycle_cost_over_predicted_from_task_time": 0.492638, "excess_success_rate_given_task_time": -0.213962},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 4200.0, "lifecycle_cost_over_predicted_from_task_time": 1.98326, "excess_success_rate_given_task_time": -0.538673},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 30.23, "lifecycle_cost_usd": 511.667, "lifecycle_cost_over_predicted_from_task_time": 0.533425, "excess_success_rate_given_task_time": 0.382766},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 95.452, "lifecycle_cost_usd": 942.5, "lifecycle_cost_over_predicted_from_task_time": 0.680339, "excess_success_rate_given_task_time": 0.274495},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 83.215, "lifecycle_cost_usd": 792.5, "lifecycle_cost_over_predicted_from_task_time": 0.597712, "excess_success_rate_given_task_time": 0.275596},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 79.86, "lifecycle_cost_usd": 1126.25, "lifecycle_cost_over_predicted_from_task_time": 0.86068, "excess_success_rate_given_task_time": 0.0717288},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 24.471, "lifecycle_cost_usd": 1021.25, "lifecycle_cost_over_predicted_from_task_time": 1.1391, "excess_success_rate_given_task_time": -0.244287},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 1466.91, "lifecycle_cost_usd": 16075.0, "lifecycle_cost_over_predicted_from_task_time": 4.84429, "excess_success_rate_given_task_time": -0.388849},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 2200.37, "lifecycle_cost_usd": 10808.3, "lifecycle_cost_over_predicted_from_task_time": 2.86115, "excess_success_rate_given_task_time": -0.328155},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 203.0, "lifecycle_cost_usd": 3080.0, "lifecycle_cost_over_predicted_from_task_time": 1.74673, "excess_success_rate_given_task_time": -0.530629},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 203.0, "lifecycle_cost_usd": 2373.75, "lifecycle_cost_over_predicted_from_task_time": 1.3462, "excess_success_rate_given_task_time": -0.459201},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 43.726, "lifecycle_cost_usd": 837.5, "lifecycle_cost_over_predicted_from_task_time": 0.775929, "excess_success_rate_given_task_time": -0.581276},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 46.443, "lifecycle_cost_usd": 767.083, "lifecycle_cost_over_predicted_from_task_time": 0.697124, "excess_success_rate_given_task_time": -0.602383},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.457, "lifecycle_cost_usd": 804.167, "lifecycle_cost_over_predicted_from_task_time": 0.590545, "excess_success_rate_given_task_time": -0.63527},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 247.834, "lifecycle_cost_usd": 1085.97, "lifecycle_cost_over_predicted_from_task_time": 0.577811, "excess_success_rate_given_task_time": -0.565697},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 58.738, "lifecycle_cost_usd": 1036.25, "lifecycle_cost_over_predicted_from_task_time": 0.87362, "excess_success_rate_given_task_time": -0.623995},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 171.412, "lifecycle_cost_usd": 1352.92, "lifecycle_cost_over_predicted_from_task_time": 0.809895, "excess_success_rate_given_task_time": -0.59725},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 665.0, "lifecycle_cost_usd": 2712.5, "lifecycle_cost_over_predicted_from_task_time": 1.05267, "excess_success_rate_given_task_time": -0.458426},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 403.472, "lifecycle_cost_usd": 1743.33, "lifecycle_cost_over_predicted_from_task_time": 0.793746, "excess_success_rate_given_task_time": -0.530293},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 180.0, "lifecycle_cost_usd": 1363.89, "lifecycle_cost_over_predicted_from_task_time": 0.803802, "excess_success_rate_given_task_time": -0.589288},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 18.456, "lifecycle_cost_usd": 1061.25, "lifecycle_cost_over_predicted_from_task_time": 1.29544, "excess_success_rate_given_task_time": -0.121986},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 22.0, "lifecycle_cost_usd": 1181.25, "lifecycle_cost_over_predicted_from_task_time": 1.36318, "excess_success_rate_given_task_time": 0.155128},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 4800.0, "lifecycle_cost_over_predicted_from_task_time": 2.06742, "excess_success_rate_given_task_time": -0.324523},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 7150.0, "lifecycle_cost_over_predicted_from_task_time": 2.86755, "excess_success_rate_given_task_time": -0.0814215},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 925.635, "lifecycle_cost_usd": 3987.5, "lifecycle_cost_over_predicted_from_task_time": 1.39222, "excess_success_rate_given_task_time": -0.303677},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 45.0, "lifecycle_cost_usd": 466.25, "lifecycle_cost_over_predicted_from_task_time": 0.428025, "excess_success_rate_given_task_time": 0.383816},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.0, "lifecycle_cost_usd": 459.167, "lifecycle_cost_over_predicted_from_task_time": 0.337738, "excess_success_rate_given_task_time": 0.307163},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.684, "lifecycle_cost_usd": 419.792, "lifecycle_cost_over_predicted_from_task_time": 0.709012, "excess_success_rate_given_task_time": 0.114912},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 9.007, "lifecycle_cost_usd": 373.333, "lifecycle_cost_over_predicted_from_task_time": 0.573193, "excess_success_rate_given_task_time": 0.416502},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.499, "lifecycle_cost_usd": 377.917, "lifecycle_cost_over_predicted_from_task_time": 0.49831, "excess_success_rate_given_task_time": -0.0395755},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 10.153, "lifecycle_cost_usd": 357.917, "lifecycle_cost_over_predicted_from_task_time": 0.52888, "excess_success_rate_given_task_time": -0.0398191},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 27.769, "lifecycle_cost_usd": 488.333, "lifecycle_cost_over_predicted_from_task_time": 0.523109, "excess_success_rate_given_task_time": 0.074434},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 49.354, "lifecycle_cost_usd": 480.833, "lifecycle_cost_over_predicted_from_task_time": 0.428569, "excess_success_rate_given_task_time": 0.354911},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.773, "lifecycle_cost_usd": 414.167, "lifecycle_cost_over_predicted_from_task_time": 0.542849, "excess_success_rate_given_task_time": 0.0175828},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "task_time_minutes": 1111.89, "lifecycle_cost_usd": 2083.33, "lifecycle_cost_over_predicted_from_task_time": 0.685981, "excess_success_rate_given_task_time": -0.231109},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "task_time_minutes": 391.386, "lifecycle_cost_usd": 2950.0, "lifecycle_cost_over_predicted_from_task_time": 1.35627, "excess_success_rate_given_task_time": -0.444028},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "task_time_minutes": 521.525, "lifecycle_cost_usd": 2479.17, "lifecycle_cost_over_predicted_from_task_time": 1.03985, "excess_success_rate_given_task_time": -0.357716},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 87.306, "lifecycle_cost_usd": 1777.5, "lifecycle_cost_over_predicted_from_task_time": 1.3202, "excess_success_rate_given_task_time": 0.0853095},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 146.547, "lifecycle_cost_usd": 2287.5, "lifecycle_cost_over_predicted_from_task_time": 1.43972, "excess_success_rate_given_task_time": -0.334204},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 960.0, "lifecycle_cost_usd": 3117.5, "lifecycle_cost_over_predicted_from_task_time": 1.07585, "excess_success_rate_given_task_time": -0.342999},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 2325.0, "lifecycle_cost_over_predicted_from_task_time": 0.932454, "excess_success_rate_given_task_time": -0.344088},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 5287.5, "lifecycle_cost_over_predicted_from_task_time": 2.49678, "excess_success_rate_given_task_time": 0.317604},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 16.658, "lifecycle_cost_usd": 527.5, "lifecycle_cost_over_predicted_from_task_time": 0.665354, "excess_success_rate_given_task_time": 0.133039},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.435, "lifecycle_cost_usd": 296.667, "lifecycle_cost_over_predicted_from_task_time": 0.41086, "excess_success_rate_given_task_time": 0.523177},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 13.733, "lifecycle_cost_usd": 415.417, "lifecycle_cost_over_predicted_from_task_time": 0.557344, "excess_success_rate_given_task_time": 0.535051},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.81, "lifecycle_cost_usd": 346.667, "lifecycle_cost_over_predicted_from_task_time": 0.475567, "excess_success_rate_given_task_time": 0.475492},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "task_time_minutes": 4198.0, "lifecycle_cost_usd": 12150.0, "lifecycle_cost_over_predicted_from_task_time": 2.61618, "excess_success_rate_given_task_time": -0.302752},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1200.0, "lifecycle_cost_usd": 6900.0, "lifecycle_cost_over_predicted_from_task_time": 2.21725, "excess_success_rate_given_task_time": -0.217176},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.784, "lifecycle_cost_usd": 442.5, "lifecycle_cost_over_predicted_from_task_time": 1.14006, "excess_success_rate_given_task_time": -0.342862},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 4.091, "lifecycle_cost_usd": 701.25, "lifecycle_cost_over_predicted_from_task_time": 1.38565, "excess_success_rate_given_task_time": -0.478594},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.111, "lifecycle_cost_usd": 486.667, "lifecycle_cost_over_predicted_from_task_time": 0.679707, "excess_success_rate_given_task_time": -0.206111},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 15.986, "lifecycle_cost_usd": 530.625, "lifecycle_cost_over_predicted_from_task_time": 0.678164, "excess_success_rate_given_task_time": -0.149042},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.571, "lifecycle_cost_usd": 496.25, "lifecycle_cost_over_predicted_from_task_time": 0.805413, "excess_success_rate_given_task_time": -0.233866},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "task_time_minutes": 3360.0, "lifecycle_cost_usd": 17325.0, "lifecycle_cost_over_predicted_from_task_time": 4.00572, "excess_success_rate_given_task_time": -0.31432},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.737, "lifecycle_cost_usd": 1017.62, "lifecycle_cost_over_predicted_from_task_time": 1.33484, "excess_success_rate_given_task_time": 0.492193},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 4375.0, "lifecycle_cost_over_predicted_from_task_time": 1.59165, "excess_success_rate_given_task_time": 0.0190058},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 3888.0, "lifecycle_cost_over_predicted_from_task_time": 1.41448, "excess_success_rate_given_task_time": 0.0190058},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 3139.33, "lifecycle_cost_over_predicted_from_task_time": 1.14211, "excess_success_rate_given_task_time": -0.147661},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 768.0, "lifecycle_cost_over_predicted_from_task_time": 0.346352, "excess_success_rate_given_task_time": 0.345513},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 1817.67, "lifecycle_cost_over_predicted_from_task_time": 0.819729, "excess_success_rate_given_task_time": 0.234402},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 1593.67, "lifecycle_cost_over_predicted_from_task_time": 0.71871, "excess_success_rate_given_task_time": 0.123291},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 2149.67, "lifecycle_cost_over_predicted_from_task_time": 0.592932, "excess_success_rate_given_task_time": 0.518581},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 2137.67, "lifecycle_cost_over_predicted_from_task_time": 0.589622, "excess_success_rate_given_task_time": 0.518581},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 2057.0, "lifecycle_cost_over_predicted_from_task_time": 0.567372, "excess_success_rate_given_task_time": 0.268581},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 1048.67, "lifecycle_cost_over_predicted_from_task_time": 0.323139, "excess_success_rate_given_task_time": 0.743128},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 1498.83, "lifecycle_cost_over_predicted_from_task_time": 0.461854, "excess_success_rate_given_task_time": 0.743128},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 1581.33, "lifecycle_cost_over_predicted_from_task_time": 0.487276, "excess_success_rate_given_task_time": 0.676462},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 1437.5, "lifecycle_cost_over_predicted_from_task_time": 0.588436, "excess_success_rate_given_task_time": 0.622727},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 931.667, "lifecycle_cost_over_predicted_from_task_time": 0.381375, "excess_success_rate_given_task_time": 0.622727},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 978.333, "lifecycle_cost_over_predicted_from_task_time": 0.400478, "excess_success_rate_given_task_time": 0.539393},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 3856.33, "lifecycle_cost_over_predicted_from_task_time": 1.07035, "excess_success_rate_given_task_time": 0.265948},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 4588.0, "lifecycle_cost_over_predicted_from_task_time": 1.27343, "excess_success_rate_given_task_time": 0.265948},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 4836.67, "lifecycle_cost_over_predicted_from_task_time": 1.34245, "excess_success_rate_given_task_time": 0.265948},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 741.5, "lifecycle_cost_over_predicted_from_task_time": 0.44531, "excess_success_rate_given_task_time": 0.401074},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 661.333, "lifecycle_cost_over_predicted_from_task_time": 0.397166, "excess_success_rate_given_task_time": 0.401074},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 936.333, "lifecycle_cost_over_predicted_from_task_time": 0.562318, "excess_success_rate_given_task_time": 0.345518},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 531.833, "lifecycle_cost_over_predicted_from_task_time": 0.466177, "excess_success_rate_given_task_time": 0.240438},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 605.667, "lifecycle_cost_over_predicted_from_task_time": 0.530896, "excess_success_rate_given_task_time": 0.240438},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 675.0, "lifecycle_cost_over_predicted_from_task_time": 0.59167, "excess_success_rate_given_task_time": 0.140438},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 4611.33, "lifecycle_cost_over_predicted_from_task_time": 1.38881, "excess_success_rate_given_task_time": 0.229627},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 5798.83, "lifecycle_cost_over_predicted_from_task_time": 1.74645, "excess_success_rate_given_task_time": 0.229627},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 6213.0, "lifecycle_cost_over_predicted_from_task_time": 1.87119, "excess_success_rate_given_task_time": -0.0203732},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 1845.5, "lifecycle_cost_over_predicted_from_task_time": 0.731113, "excess_success_rate_given_task_time": 0.474055},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 1404.0, "lifecycle_cost_over_predicted_from_task_time": 0.556208, "excess_success_rate_given_task_time": 0.557388},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 1588.83, "lifecycle_cost_over_predicted_from_task_time": 0.629432, "excess_success_rate_given_task_time": 0.474055},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 1291.33, "lifecycle_cost_over_predicted_from_task_time": 0.561944, "excess_success_rate_given_task_time": 0.504926},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 1003.67, "lifecycle_cost_over_predicted_from_task_time": 0.436761, "excess_success_rate_given_task_time": 0.504926},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 1278.83, "lifecycle_cost_over_predicted_from_task_time": 0.556505, "excess_success_rate_given_task_time": 0.33826},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 1411.67, "lifecycle_cost_over_predicted_from_task_time": 0.387797, "excess_success_rate_given_task_time": 0.770277},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 1139.67, "lifecycle_cost_over_predicted_from_task_time": 0.313076, "excess_success_rate_given_task_time": 0.770277},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 1225.0, "lifecycle_cost_over_predicted_from_task_time": 0.336518, "excess_success_rate_given_task_time": 0.686943},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 2970.67, "lifecycle_cost_over_predicted_from_task_time": 0.940153, "excess_success_rate_given_task_time": 0.464223},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 3210.0, "lifecycle_cost_over_predicted_from_task_time": 1.0159, "excess_success_rate_given_task_time": 0.664223},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 1158.83, "lifecycle_cost_over_predicted_from_task_time": 0.366746, "excess_success_rate_given_task_time": 0.73089},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 1499.17, "lifecycle_cost_over_predicted_from_task_time": 0.645709, "excess_success_rate_given_task_time": 0.427458},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 1646.33, "lifecycle_cost_over_predicted_from_task_time": 0.709095, "excess_success_rate_given_task_time": 0.594125},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 1772.0, "lifecycle_cost_over_predicted_from_task_time": 0.763222, "excess_success_rate_given_task_time": 0.427458},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 1181.83, "lifecycle_cost_over_predicted_from_task_time": 0.635306, "excess_success_rate_given_task_time": 0.464889},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 961.667, "lifecycle_cost_over_predicted_from_task_time": 0.516953, "excess_success_rate_given_task_time": 0.464889},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 1071.83, "lifecycle_cost_over_predicted_from_task_time": 0.576175, "excess_success_rate_given_task_time": 0.464889},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 4306.67, "lifecycle_cost_over_predicted_from_task_time": 1.06362, "excess_success_rate_given_task_time": 0.469721},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 6161.67, "lifecycle_cost_over_predicted_from_task_time": 1.52175, "excess_success_rate_given_task_time": 0.136387},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 4806.33, "lifecycle_cost_over_predicted_from_task_time": 1.18702, "excess_success_rate_given_task_time": 0.469721},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 1687.33, "lifecycle_cost_over_predicted_from_task_time": 0.588343, "excess_success_rate_given_task_time": 0.0402488},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 2238.33, "lifecycle_cost_over_predicted_from_task_time": 0.780467, "excess_success_rate_given_task_time": 0.262471},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 3228.0, "lifecycle_cost_over_predicted_from_task_time": 1.12555, "excess_success_rate_given_task_time": 0.206915},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 1236.33, "lifecycle_cost_over_predicted_from_task_time": 0.431087, "excess_success_rate_given_task_time": 0.290249},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 1134.67, "lifecycle_cost_over_predicted_from_task_time": 0.395638, "excess_success_rate_given_task_time": 0.318027},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 1527.5, "lifecycle_cost_over_predicted_from_task_time": 0.532612, "excess_success_rate_given_task_time": 0.290249},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 8472.83, "lifecycle_cost_over_predicted_from_task_time": 2.20411, "excess_success_rate_given_task_time": 0.116066},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 5451.33, "lifecycle_cost_over_predicted_from_task_time": 1.4181, "excess_success_rate_given_task_time": 0.116066},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 4035.0, "lifecycle_cost_over_predicted_from_task_time": 1.04966, "excess_success_rate_given_task_time": 0.116066},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 2962.5, "lifecycle_cost_over_predicted_from_task_time": 1.27598, "excess_success_rate_given_task_time": 0.24211},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 3067.5, "lifecycle_cost_over_predicted_from_task_time": 1.32121, "excess_success_rate_given_task_time": -0.11789},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 1806.25, "lifecycle_cost_over_predicted_from_task_time": 0.777973, "excess_success_rate_given_task_time": 0.186396},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 2916.25, "lifecycle_cost_over_predicted_from_task_time": 1.25606, "excess_success_rate_given_task_time": 0.300777},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 466.748, "lifecycle_cost_usd": 860.0, "lifecycle_cost_over_predicted_from_task_time": 0.373743, "excess_success_rate_given_task_time": 0.399094},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 27.0, "lifecycle_cost_usd": 593.75, "lifecycle_cost_over_predicted_from_task_time": 0.641769, "excess_success_rate_given_task_time": -0.44013},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 16.0, "lifecycle_cost_usd": 571.667, "lifecycle_cost_over_predicted_from_task_time": 0.730413, "excess_success_rate_given_task_time": 0.00109629},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 52.14, "lifecycle_cost_usd": 1637.5, "lifecycle_cost_over_predicted_from_task_time": 1.43411, "excess_success_rate_given_task_time": -0.280236},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 40.65, "lifecycle_cost_usd": 431.25, "lifecycle_cost_over_predicted_from_task_time": 0.408973, "excess_success_rate_given_task_time": 0.364932},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 39.155, "lifecycle_cost_usd": 371.875, "lifecycle_cost_over_predicted_from_task_time": 0.356915, "excess_success_rate_given_task_time": 0.404453},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 129.285, "lifecycle_cost_usd": 1094.38, "lifecycle_cost_over_predicted_from_task_time": 0.716944, "excess_success_rate_given_task_time": -0.365516},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.124, "lifecycle_cost_usd": 338.75, "lifecycle_cost_over_predicted_from_task_time": 0.537538, "excess_success_rate_given_task_time": 0.31537},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "task_time_minutes": 264.986, "lifecycle_cost_usd": 3231.25, "lifecycle_cost_over_predicted_from_task_time": 1.68285, "excess_success_rate_given_task_time": 0.131502},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "task_time_minutes": 319.482, "lifecycle_cost_usd": 3587.5, "lifecycle_cost_over_predicted_from_task_time": 1.75995, "excess_success_rate_given_task_time": 0.192562},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 11.234, "lifecycle_cost_usd": 758.75, "lifecycle_cost_over_predicted_from_task_time": 1.08549, "excess_success_rate_given_task_time": 0.123302},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.102, "lifecycle_cost_usd": 391.25, "lifecycle_cost_over_predicted_from_task_time": 0.956519, "excess_success_rate_given_task_time": -0.222232},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.517, "lifecycle_cost_usd": 444.583, "lifecycle_cost_over_predicted_from_task_time": 0.756982, "excess_success_rate_given_task_time": -0.15336},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.152, "lifecycle_cost_usd": 373.75, "lifecycle_cost_over_predicted_from_task_time": 0.592425, "excess_success_rate_given_task_time": 0.204854},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 20.924, "lifecycle_cost_usd": 463.333, "lifecycle_cost_over_predicted_from_task_time": 0.543333, "excess_success_rate_given_task_time": 0.0384984},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 32.44, "lifecycle_cost_usd": 778.333, "lifecycle_cost_over_predicted_from_task_time": 0.793333, "excess_success_rate_given_task_time": 0.0197576},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.18, "lifecycle_cost_usd": 511.071, "lifecycle_cost_over_predicted_from_task_time": 0.84365, "excess_success_rate_given_task_time": 0.381947},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.087, "lifecycle_cost_usd": 481.071, "lifecycle_cost_over_predicted_from_task_time": 0.837181, "excess_success_rate_given_task_time": 0.422787},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 65.133, "lifecycle_cost_usd": 838.393, "lifecycle_cost_over_predicted_from_task_time": 0.683844, "excess_success_rate_given_task_time": 0.00308913},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.919, "lifecycle_cost_usd": 648.571, "lifecycle_cost_over_predicted_from_task_time": 1.4276, "excess_success_rate_given_task_time": 0.189744},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.175, "lifecycle_cost_usd": 636.429, "lifecycle_cost_over_predicted_from_task_time": 0.887377, "excess_success_rate_given_task_time": 0.303079},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 38.512, "lifecycle_cost_usd": 908.75, "lifecycle_cost_over_predicted_from_task_time": 0.876822, "excess_success_rate_given_task_time": 0.330411},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.119, "lifecycle_cost_usd": 586.518, "lifecycle_cost_over_predicted_from_task_time": 1.43022, "excess_success_rate_given_task_time": -0.512476},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 3197.5, "lifecycle_cost_over_predicted_from_task_time": 1.28238, "excess_success_rate_given_task_time": 0.350727},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 720.0, "lifecycle_cost_usd": 2955.0, "lifecycle_cost_over_predicted_from_task_time": 1.11802, "excess_success_rate_given_task_time": 0.410259},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 4.525, "lifecycle_cost_usd": 411.375, "lifecycle_cost_over_predicted_from_task_time": 0.787083, "excess_success_rate_given_task_time": -0.364202},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "task_time_minutes": 2322.0, "lifecycle_cost_usd": 20112.5, "lifecycle_cost_over_predicted_from_task_time": 5.23333, "excess_success_rate_given_task_time": -0.191492},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1800.0, "lifecycle_cost_usd": 8200.0, "lifecycle_cost_over_predicted_from_task_time": 2.31463, "excess_success_rate_given_task_time": -0.245023},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 30.0, "lifecycle_cost_usd": 963.0, "lifecycle_cost_over_predicted_from_task_time": 1.00641, "excess_success_rate_given_task_time": 0.368616},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 15.0, "lifecycle_cost_usd": 1030.0, "lifecycle_cost_over_predicted_from_task_time": 1.34346, "excess_success_rate_given_task_time": -0.0402758},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.533, "lifecycle_cost_usd": 1609.38, "lifecycle_cost_over_predicted_from_task_time": 2.51401, "excess_success_rate_given_task_time": -0.0582457},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.276, "lifecycle_cost_usd": 592.5, "lifecycle_cost_over_predicted_from_task_time": 1.02106, "excess_success_rate_given_task_time": 0.381781},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 5.132, "lifecycle_cost_usd": 468.0, "lifecycle_cost_over_predicted_from_task_time": 0.860104, "excess_success_rate_given_task_time": 0.379493},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "task_time_minutes": 49.192, "lifecycle_cost_usd": 1567.5, "lifecycle_cost_over_predicted_from_task_time": 1.39859, "excess_success_rate_given_task_time": 0.084902},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 8484.63, "lifecycle_cost_over_predicted_from_task_time": 4.561, "excess_success_rate_given_task_time": -0.414399},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 2564.34, "lifecycle_cost_over_predicted_from_task_time": 1.37849, "excess_success_rate_given_task_time": -0.581066},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 2123.9, "lifecycle_cost_over_predicted_from_task_time": 1.00291, "excess_success_rate_given_task_time": -0.520133},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "task_time_minutes": 3082.5, "lifecycle_cost_usd": 19019.1, "lifecycle_cost_over_predicted_from_task_time": 4.52029, "excess_success_rate_given_task_time": -0.315583},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 450.0, "lifecycle_cost_usd": 4425.0, "lifecycle_cost_over_predicted_from_task_time": 1.94563, "excess_success_rate_given_task_time": -0.512021},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 180.0, "lifecycle_cost_usd": 1650.83, "lifecycle_cost_over_predicted_from_task_time": 0.972911, "excess_success_rate_given_task_time": -0.583076},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 300.0, "lifecycle_cost_usd": 2487.5, "lifecycle_cost_over_predicted_from_task_time": 1.24511, "excess_success_rate_given_task_time": -0.559746},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 2772.5, "lifecycle_cost_over_predicted_from_task_time": 1.19415, "excess_success_rate_given_task_time": -0.501223},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 47.0, "lifecycle_cost_usd": 2065.0, "lifecycle_cost_over_predicted_from_task_time": 1.86953, "excess_success_rate_given_task_time": -0.600601},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.0, "lifecycle_cost_usd": 2911.25, "lifecycle_cost_over_predicted_from_task_time": 2.14136, "excess_success_rate_given_task_time": -0.636019},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "task_time_minutes": 6720.0, "lifecycle_cost_usd": 10383.3, "lifecycle_cost_over_predicted_from_task_time": 1.92355, "excess_success_rate_given_task_time": -0.270441},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 3887.5, "lifecycle_cost_over_predicted_from_task_time": 2.08976, "excess_success_rate_given_task_time": 0.0230888},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 870.0, "lifecycle_cost_usd": 10900.0, "lifecycle_cost_over_predicted_from_task_time": 3.88187, "excess_success_rate_given_task_time": -0.150447},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "task_time_minutes": 306.658, "lifecycle_cost_usd": 2275.0, "lifecycle_cost_over_predicted_from_task_time": 1.13078, "excess_success_rate_given_task_time": 0.203663},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 2162.5, "lifecycle_cost_over_predicted_from_task_time": 0.867283, "excess_success_rate_given_task_time": -0.464088},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.869, "lifecycle_cost_usd": 400.0, "lifecycle_cost_over_predicted_from_task_time": 1.01534, "excess_success_rate_given_task_time": -0.17322},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.085, "lifecycle_cost_usd": 255.0, "lifecycle_cost_over_predicted_from_task_time": 0.770191, "excess_success_rate_given_task_time": -0.491697}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_over_predicted_from_task_time_from": 0.223557, "lifecycle_cost_over_predicted_from_task_time_to": 5.23333, "excess_success_rate_given_task_time_from": 0.341471, "excess_success_rate_given_task_time_to": -0.415396, "slope_per_doubling": -0.16638, "r_squared": 0.152865, "points": 219}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "observed equal to predicted", "column": "lifecycle_cost_over_predicted_from_task_time", "value": 1},
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_task_time", "value": 0}
     ]
    }
   ]
  }
 ]
}
