{
 "chart": "cost_vs_time/human_time/plots/difficulty_by_cost_and_time",
 "title": "Excess success rate vs. Lifecycle Cost and Task Time (for humans)",
 "subtitle": "Each point represents one (score, time) point of a task. Excess success rate is how much higher a task's success rate is than the measure it is adjusted for predicts. We average excess success rates over only models whose 50% horizon is within 8× the task's time or cost, to filter out models for which the task was trivial or impossible. We also filter out a few outlier tasks with extreme x values.",
 "panels": [
  {
   "title": "Lifecycle Cost, adjusted for task time",
   "x": {"label": "Lifecycle Cost / Lifecycle Cost predicted from time", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "task score points",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 877.018, "lifecycle_cost_usd": 5037.5, "lifecycle_cost_over_predicted_from_task_time": 0.338782, "excess_success_rate_given_task_time": 0.317516},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 6325.0, "lifecycle_cost_over_predicted_from_task_time": 0.827254, "excess_success_rate_given_task_time": -0.571114},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 455.249, "lifecycle_cost_usd": 18062.5, "lifecycle_cost_over_predicted_from_task_time": 1.70077, "excess_success_rate_given_task_time": -0.179057},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 34775.0, "lifecycle_cost_over_predicted_from_task_time": 3.18664, "excess_success_rate_given_task_time": -0.253094},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 43300.0, "lifecycle_cost_over_predicted_from_task_time": 3.96784, "excess_success_rate_given_task_time": 0.082535},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 492.963, "lifecycle_cost_usd": 31550.0, "lifecycle_cost_over_predicted_from_task_time": 2.85184, "excess_success_rate_given_task_time": 0.221797},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.866, "lifecycle_cost_usd": 584.375, "lifecycle_cost_over_predicted_from_task_time": 0.441787, "excess_success_rate_given_task_time": 0.0134919},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.461204, "lifecycle_cost_usd": 103.35, "lifecycle_cost_over_predicted_from_task_time": 0.33506, "excess_success_rate_given_task_time": 0.180811},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.404318, "lifecycle_cost_usd": 141.45, "lifecycle_cost_over_predicted_from_task_time": 0.490635, "excess_success_rate_given_task_time": 0.169965},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.72037, "lifecycle_cost_usd": 156.375, "lifecycle_cost_over_predicted_from_task_time": 0.403251, "excess_success_rate_given_task_time": 0.217768},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.429956, "lifecycle_cost_usd": 137.1, "lifecycle_cost_over_predicted_from_task_time": 0.460774, "excess_success_rate_given_task_time": 0.172976},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "task_time_minutes": 310.885, "lifecycle_cost_usd": 3781.25, "lifecycle_cost_over_predicted_from_task_time": 0.433039, "excess_success_rate_given_task_time": 0.189996},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 6912.5, "lifecycle_cost_over_predicted_from_task_time": 0.734226, "excess_success_rate_given_task_time": 0.106466},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.995, "lifecycle_cost_usd": 381.375, "lifecycle_cost_over_predicted_from_task_time": 0.583031, "excess_success_rate_given_task_time": 0.310275},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 22795.8, "lifecycle_cost_over_predicted_from_task_time": 0.422544, "excess_success_rate_given_task_time": 0.0755626},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 22305.8, "lifecycle_cost_over_predicted_from_task_time": 0.413462, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 32661.7, "lifecycle_cost_over_predicted_from_task_time": 0.605418, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 26385.0, "lifecycle_cost_over_predicted_from_task_time": 0.489073, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 17095.8, "lifecycle_cost_over_predicted_from_task_time": 0.316889, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 18318.3, "lifecycle_cost_over_predicted_from_task_time": 0.339549, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 26729.2, "lifecycle_cost_over_predicted_from_task_time": 0.495453, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 27143.3, "lifecycle_cost_over_predicted_from_task_time": 0.50313, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 32717.5, "lifecycle_cost_over_predicted_from_task_time": 0.606453, "excess_success_rate_given_task_time": 0.0755626},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 37660.0, "lifecycle_cost_over_predicted_from_task_time": 0.698067, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 26699.2, "lifecycle_cost_over_predicted_from_task_time": 0.494897, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 27140.8, "lifecycle_cost_over_predicted_from_task_time": 0.503084, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 26932.5, "lifecycle_cost_over_predicted_from_task_time": 0.499222, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 16880.8, "lifecycle_cost_over_predicted_from_task_time": 0.312904, "excess_success_rate_given_task_time": -0.257771},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 42253.3, "lifecycle_cost_over_predicted_from_task_time": 0.78321, "excess_success_rate_given_task_time": -0.257771},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 660.0, "lifecycle_cost_usd": 5502.5, "lifecycle_cost_over_predicted_from_task_time": 0.428191, "excess_success_rate_given_task_time": -0.446186},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.043, "lifecycle_cost_usd": 807.917, "lifecycle_cost_over_predicted_from_task_time": 0.490841, "excess_success_rate_given_task_time": -0.248693},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 17.6, "lifecycle_cost_usd": 1046.25, "lifecycle_cost_over_predicted_from_task_time": 0.523158, "excess_success_rate_given_task_time": -0.0821143},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 10.0, "lifecycle_cost_usd": 729.583, "lifecycle_cost_over_predicted_from_task_time": 0.487628, "excess_success_rate_given_task_time": -0.463709},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 36.719, "lifecycle_cost_usd": 896.25, "lifecycle_cost_over_predicted_from_task_time": 0.307253, "excess_success_rate_given_task_time": -0.0033762},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 63.873, "lifecycle_cost_usd": 1445.0, "lifecycle_cost_over_predicted_from_task_time": 0.372845, "excess_success_rate_given_task_time": -0.219442},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 9.74, "lifecycle_cost_usd": 518.625, "lifecycle_cost_over_predicted_from_task_time": 0.35135, "excess_success_rate_given_task_time": -0.440437},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "task_time_minutes": 1440.0, "lifecycle_cost_usd": 155375.0, "lifecycle_cost_over_predicted_from_task_time": 8.10121, "excess_success_rate_given_task_time": 0.162688},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.014, "task_time_minutes": 2520.0, "lifecycle_cost_usd": 155375.0, "lifecycle_cost_over_predicted_from_task_time": 6.0786, "excess_success_rate_given_task_time": 0.141877},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.044, "task_time_minutes": 4920.0, "lifecycle_cost_usd": 155375.0, "lifecycle_cost_over_predicted_from_task_time": 4.31184, "excess_success_rate_given_task_time": 0.123954},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.051, "task_time_minutes": 6120.0, "lifecycle_cost_usd": 155375.0, "lifecycle_cost_over_predicted_from_task_time": 3.85487, "excess_success_rate_given_task_time": 0.283537},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "task_time_minutes": 12000.0, "lifecycle_cost_usd": 155375.0, "lifecycle_cost_over_predicted_from_task_time": 2.72842, "excess_success_rate_given_task_time": 0.144078},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "task_time_minutes": 1440.0, "lifecycle_cost_usd": 104928.0, "lifecycle_cost_over_predicted_from_task_time": 5.47089, "excess_success_rate_given_task_time": -0.0136574},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 300.0, "lifecycle_cost_usd": 9067.5, "lifecycle_cost_over_predicted_from_task_time": 1.05761, "excess_success_rate_given_task_time": -0.479425},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 9775.0, "lifecycle_cost_over_predicted_from_task_time": 1.03827, "excess_success_rate_given_task_time": -0.445216},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 5419.17, "lifecycle_cost_over_predicted_from_task_time": 0.44285, "excess_success_rate_given_task_time": -0.277421},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 5262.5, "lifecycle_cost_over_predicted_from_task_time": 0.688289, "excess_success_rate_given_task_time": -0.469665},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.0, "lifecycle_cost_usd": 161.375, "lifecycle_cost_over_predicted_from_task_time": 0.351666, "excess_success_rate_given_task_time": -0.704006},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.0, "lifecycle_cost_usd": 142.625, "lifecycle_cost_over_predicted_from_task_time": 0.21776, "excess_success_rate_given_task_time": 0.199601},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.0, "lifecycle_cost_usd": 121.0, "lifecycle_cost_over_predicted_from_task_time": 0.263682, "excess_success_rate_given_task_time": -0.087339},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.0, "lifecycle_cost_usd": 108.0, "lifecycle_cost_over_predicted_from_task_time": 0.164894, "excess_success_rate_given_task_time": -0.314288},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 26.948, "lifecycle_cost_usd": 570.0, "lifecycle_cost_over_predicted_from_task_time": 0.229038, "excess_success_rate_given_task_time": -0.01333},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 3.263, "lifecycle_cost_usd": 258.25, "lifecycle_cost_over_predicted_from_task_time": 0.306694, "excess_success_rate_given_task_time": 0.338846},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 8175.0, "lifecycle_cost_over_predicted_from_task_time": 0.749124, "excess_success_rate_given_task_time": -0.178557},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 474.911, "lifecycle_cost_over_predicted_from_task_time": 0.412569, "excess_success_rate_given_task_time": -0.292665},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 473.571, "lifecycle_cost_over_predicted_from_task_time": 0.411406, "excess_success_rate_given_task_time": -0.301925},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 361.071, "lifecycle_cost_over_predicted_from_task_time": 0.313673, "excess_success_rate_given_task_time": -0.163036},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 549.643, "lifecycle_cost_over_predicted_from_task_time": 0.477491, "excess_success_rate_given_task_time": -0.440813},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 495.0, "lifecycle_cost_over_predicted_from_task_time": 0.430021, "excess_success_rate_given_task_time": -0.399147},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 418.661, "lifecycle_cost_over_predicted_from_task_time": 0.363703, "excess_success_rate_given_task_time": -0.496369},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 371.786, "lifecycle_cost_over_predicted_from_task_time": 0.322981, "excess_success_rate_given_task_time": -0.213962},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 6450.0, "lifecycle_cost_over_predicted_from_task_time": 0.6851, "excess_success_rate_given_task_time": -0.538673},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 30.23, "lifecycle_cost_usd": 691.667, "lifecycle_cost_over_predicted_from_task_time": 0.262006, "excess_success_rate_given_task_time": 0.382766},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 95.452, "lifecycle_cost_usd": 1212.5, "lifecycle_cost_over_predicted_from_task_time": 0.254561, "excess_success_rate_given_task_time": 0.274495},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 83.215, "lifecycle_cost_usd": 1062.5, "lifecycle_cost_over_predicted_from_task_time": 0.239343, "excess_success_rate_given_task_time": 0.275596},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 79.86, "lifecycle_cost_usd": 1576.25, "lifecycle_cost_over_predicted_from_task_time": 0.362653, "excess_success_rate_given_task_time": 0.0717288},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 24.471, "lifecycle_cost_usd": 1291.25, "lifecycle_cost_over_predicted_from_task_time": 0.545176, "excess_success_rate_given_task_time": -0.244287},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 0.428571, "task_time_minutes": 299.03, "lifecycle_cost_usd": 88075.0, "lifecycle_cost_over_predicted_from_task_time": 10.2899, "excess_success_rate_given_task_time": -0.257264},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 0.761905, "task_time_minutes": 738.3, "lifecycle_cost_usd": 88075.0, "lifecycle_cost_over_predicted_from_task_time": 6.47052, "excess_success_rate_given_task_time": -0.428357},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 0.904762, "task_time_minutes": 997.89, "lifecycle_cost_usd": 88075.0, "lifecycle_cost_over_predicted_from_task_time": 5.54341, "excess_success_rate_given_task_time": -0.419806},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 1466.91, "lifecycle_cost_usd": 88075.0, "lifecycle_cost_over_predicted_from_task_time": 4.54877, "excess_success_rate_given_task_time": -0.388849},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 0.428571, "task_time_minutes": 448.54, "lifecycle_cost_usd": 64808.3, "lifecycle_cost_over_predicted_from_task_time": 6.14904, "excess_success_rate_given_task_time": -0.249186},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 0.761905, "task_time_minutes": 1107.45, "lifecycle_cost_usd": 64808.3, "lifecycle_cost_over_predicted_from_task_time": 3.86664, "excess_success_rate_given_task_time": -0.389948},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 0.904762, "task_time_minutes": 1496.84, "lifecycle_cost_usd": 64808.3, "lifecycle_cost_over_predicted_from_task_time": 3.31261, "excess_success_rate_given_task_time": -0.385723},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 2200.37, "lifecycle_cost_usd": 64808.3, "lifecycle_cost_over_predicted_from_task_time": 2.71824, "excess_success_rate_given_task_time": -0.328155},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.0908, "task_time_minutes": 47.0, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_task_time": 5.00753, "excess_success_rate_given_task_time": -0.159026},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.2637, "task_time_minutes": 68.0, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_task_time": 4.14274, "excess_success_rate_given_task_time": -0.552804},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.3443, "task_time_minutes": 82.0, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_task_time": 3.76319, "excess_success_rate_given_task_time": -0.600185},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.474, "task_time_minutes": 105.0, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_task_time": 3.31468, "excess_success_rate_given_task_time": -0.573038},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.6528, "task_time_minutes": 134.0, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_task_time": 2.92468, "excess_success_rate_given_task_time": -0.497792},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.766, "task_time_minutes": 145.0, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_task_time": 2.80861, "excess_success_rate_given_task_time": -0.511641},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.8079, "task_time_minutes": 155.0, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_task_time": 2.71409, "excess_success_rate_given_task_time": -0.548036},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.8522, "task_time_minutes": 162.0, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_task_time": 2.65325, "excess_success_rate_given_task_time": -0.541414},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.9481, "task_time_minutes": 195.0, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_task_time": 2.4124, "excess_success_rate_given_task_time": -0.536882},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 203.0, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_task_time": 2.36312, "excess_success_rate_given_task_time": -0.530629},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.0908, "task_time_minutes": 47.0, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_task_time": 2.89149, "excess_success_rate_given_task_time": -0.206645},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.2637, "task_time_minutes": 68.0, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_task_time": 2.39213, "excess_success_rate_given_task_time": -0.541693},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.3443, "task_time_minutes": 82.0, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_task_time": 2.17297, "excess_success_rate_given_task_time": -0.648334},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.474, "task_time_minutes": 105.0, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_task_time": 1.91399, "excess_success_rate_given_task_time": -0.406371},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.6528, "task_time_minutes": 134.0, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_task_time": 1.68879, "excess_success_rate_given_task_time": -0.413177},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.766, "task_time_minutes": 145.0, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_task_time": 1.62177, "excess_success_rate_given_task_time": -0.401385},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.8079, "task_time_minutes": 155.0, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_task_time": 1.56719, "excess_success_rate_given_task_time": -0.350417},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.8522, "task_time_minutes": 162.0, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_task_time": 1.53206, "excess_success_rate_given_task_time": -0.415224},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.9481, "task_time_minutes": 195.0, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_task_time": 1.39299, "excess_success_rate_given_task_time": -0.394024},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 203.0, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_task_time": 1.36453, "excess_success_rate_given_task_time": -0.459201},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 43.726, "lifecycle_cost_usd": 1107.5, "lifecycle_cost_over_predicted_from_task_time": 0.347119, "excess_success_rate_given_task_time": -0.581276},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 46.443, "lifecycle_cost_usd": 1217.08, "lifecycle_cost_over_predicted_from_task_time": 0.369843, "excess_success_rate_given_task_time": -0.602383},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.457, "lifecycle_cost_usd": 1254.17, "lifecycle_cost_over_predicted_from_task_time": 0.270674, "excess_success_rate_given_task_time": -0.63527},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 247.834, "lifecycle_cost_usd": 2435.97, "lifecycle_cost_over_predicted_from_task_time": 0.313394, "excess_success_rate_given_task_time": -0.565697},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 58.738, "lifecycle_cost_usd": 2386.25, "lifecycle_cost_over_predicted_from_task_time": 0.642775, "excess_success_rate_given_task_time": -0.623995},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 171.412, "lifecycle_cost_usd": 3152.92, "lifecycle_cost_over_predicted_from_task_time": 0.490137, "excess_success_rate_given_task_time": -0.59725},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 665.0, "lifecycle_cost_usd": 6312.5, "lifecycle_cost_over_predicted_from_task_time": 0.489324, "excess_success_rate_given_task_time": -0.458426},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 403.472, "lifecycle_cost_usd": 5343.33, "lifecycle_cost_over_predicted_from_task_time": 0.535296, "excess_success_rate_given_task_time": -0.530293},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 180.0, "lifecycle_cost_usd": 4063.89, "lifecycle_cost_over_predicted_from_task_time": 0.616097, "excess_success_rate_given_task_time": -0.589288},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 18.456, "lifecycle_cost_usd": 1961.25, "lifecycle_cost_over_predicted_from_task_time": 0.95707, "excess_success_rate_given_task_time": -0.121986},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 22.0, "lifecycle_cost_usd": 1901.25, "lifecycle_cost_over_predicted_from_task_time": 0.847802, "excess_success_rate_given_task_time": 0.155128},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 10650.0, "lifecycle_cost_over_predicted_from_task_time": 0.975923, "excess_success_rate_given_task_time": -0.324523},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 12100.0, "lifecycle_cost_over_predicted_from_task_time": 0.988802, "excess_success_rate_given_task_time": -0.0814215},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 925.635, "lifecycle_cost_usd": 7587.5, "lifecycle_cost_over_predicted_from_task_time": 0.496338, "excess_success_rate_given_task_time": -0.303677},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 45.0, "lifecycle_cost_usd": 646.25, "lifecycle_cost_over_predicted_from_task_time": 0.199588, "excess_success_rate_given_task_time": 0.383816},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.0, "lifecycle_cost_usd": 639.167, "lifecycle_cost_over_predicted_from_task_time": 0.138304, "excess_success_rate_given_task_time": 0.307163},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.684, "lifecycle_cost_usd": 599.792, "lifecycle_cost_over_predicted_from_task_time": 0.492969, "excess_success_rate_given_task_time": 0.114912},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 9.007, "lifecycle_cost_usd": 463.333, "lifecycle_cost_over_predicted_from_task_time": 0.326754, "excess_success_rate_given_task_time": 0.416502},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.499, "lifecycle_cost_usd": 467.917, "lifecycle_cost_over_predicted_from_task_time": 0.258447, "excess_success_rate_given_task_time": -0.0395755},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 10.153, "lifecycle_cost_usd": 492.917, "lifecycle_cost_over_predicted_from_task_time": 0.326891, "excess_success_rate_given_task_time": -0.0398191},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 27.769, "lifecycle_cost_usd": 668.333, "lifecycle_cost_over_predicted_from_task_time": 0.264446, "excess_success_rate_given_task_time": 0.074434},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 49.354, "lifecycle_cost_usd": 750.833, "lifecycle_cost_over_predicted_from_task_time": 0.221151, "excess_success_rate_given_task_time": 0.354911},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.773, "lifecycle_cost_usd": 549.167, "lifecycle_cost_over_predicted_from_task_time": 0.300423, "excess_success_rate_given_task_time": 0.0175828},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "task_time_minutes": 1111.89, "lifecycle_cost_usd": 6583.33, "lifecycle_cost_over_predicted_from_task_time": 0.391974, "excess_success_rate_given_task_time": -0.231109},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "task_time_minutes": 391.386, "lifecycle_cost_usd": 7450.0, "lifecycle_cost_over_predicted_from_task_time": 0.758084, "excess_success_rate_given_task_time": -0.444028},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "task_time_minutes": 521.525, "lifecycle_cost_usd": 9679.17, "lifecycle_cost_over_predicted_from_task_time": 0.849979, "excess_success_rate_given_task_time": -0.357716},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 87.306, "lifecycle_cost_usd": 3127.5, "lifecycle_cost_over_predicted_from_task_time": 0.687372, "excess_success_rate_given_task_time": 0.0853095},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 146.547, "lifecycle_cost_usd": 4537.5, "lifecycle_cost_over_predicted_from_task_time": 0.764465, "excess_success_rate_given_task_time": -0.334204},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 960.0, "lifecycle_cost_usd": 6717.5, "lifecycle_cost_over_predicted_from_task_time": 0.431281, "excess_success_rate_given_task_time": -0.342999},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 5925.0, "lifecycle_cost_over_predicted_from_task_time": 0.484186, "excess_success_rate_given_task_time": -0.344088},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 10687.5, "lifecycle_cost_over_predicted_from_task_time": 1.1352, "excess_success_rate_given_task_time": 0.317604},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 16.658, "lifecycle_cost_usd": 707.5, "lifecycle_cost_over_predicted_from_task_time": 0.363903, "excess_success_rate_given_task_time": 0.133039},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.435, "lifecycle_cost_usd": 386.667, "lifecycle_cost_over_predicted_from_task_time": 0.231085, "excess_success_rate_given_task_time": 0.523177},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 13.733, "lifecycle_cost_usd": 505.417, "lifecycle_cost_over_predicted_from_task_time": 0.287046, "excess_success_rate_given_task_time": 0.535051},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.81, "lifecycle_cost_usd": 436.667, "lifecycle_cost_over_predicted_from_task_time": 0.257017, "excess_success_rate_given_task_time": 0.475492},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.15, "task_time_minutes": 206.0, "lifecycle_cost_usd": 50850.0, "lifecycle_cost_over_predicted_from_task_time": 7.19321, "excess_success_rate_given_task_time": 0.233904},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.25, "task_time_minutes": 428.0, "lifecycle_cost_usd": 50850.0, "lifecycle_cost_over_predicted_from_task_time": 4.94216, "excess_success_rate_given_task_time": 0.304876},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.4, "task_time_minutes": 892.0, "lifecycle_cost_usd": 50850.0, "lifecycle_cost_over_predicted_from_task_time": 3.39017, "excess_success_rate_given_task_time": 0.0601994},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.66, "task_time_minutes": 1943.0, "lifecycle_cost_usd": 50850.0, "lifecycle_cost_over_predicted_from_task_time": 2.2734, "excess_success_rate_given_task_time": -0.345458},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "task_time_minutes": 4198.0, "lifecycle_cost_usd": 50850.0, "lifecycle_cost_over_predicted_from_task_time": 1.53091, "excess_success_rate_given_task_time": -0.302752},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1200.0, "lifecycle_cost_usd": 15000.0, "lifecycle_cost_over_predicted_from_task_time": 0.85882, "excess_success_rate_given_task_time": -0.217176},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.784, "lifecycle_cost_usd": 577.5, "lifecycle_cost_over_predicted_from_task_time": 0.934997, "excess_success_rate_given_task_time": -0.342862},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 4.091, "lifecycle_cost_usd": 881.25, "lifecycle_cost_over_predicted_from_task_time": 0.931866, "excess_success_rate_given_task_time": -0.478594},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.111, "lifecycle_cost_usd": 666.667, "lifecycle_cost_over_predicted_from_task_time": 0.403857, "excess_success_rate_given_task_time": -0.206111},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 15.986, "lifecycle_cost_usd": 710.625, "lifecycle_cost_over_predicted_from_task_time": 0.373318, "excess_success_rate_given_task_time": -0.149042},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.571, "lifecycle_cost_usd": 676.25, "lifecycle_cost_over_predicted_from_task_time": 0.521374, "excess_success_rate_given_task_time": -0.233866},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.5, "task_time_minutes": 240.0, "lifecycle_cost_usd": 107325.0, "lifecycle_cost_over_predicted_from_task_time": 14.0372, "excess_success_rate_given_task_time": -0.524415},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.625, "task_time_minutes": 480.0, "lifecycle_cost_usd": 107325.0, "lifecycle_cost_over_predicted_from_task_time": 9.83483, "excess_success_rate_given_task_time": -0.561914},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "task_time_minutes": 2160.0, "lifecycle_cost_usd": 107325.0, "lifecycle_cost_over_predicted_from_task_time": 4.54449, "excess_success_rate_given_task_time": -0.340042},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "task_time_minutes": 3360.0, "lifecycle_cost_usd": 107325.0, "lifecycle_cost_over_predicted_from_task_time": 3.62238, "excess_success_rate_given_task_time": -0.31432},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.737, "lifecycle_cost_usd": 1062.62, "lifecycle_cost_over_predicted_from_task_time": 0.58204, "excess_success_rate_given_task_time": 0.492193},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.04, "task_time_minutes": 334.0, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_task_time": 13.8651, "excess_success_rate_given_task_time": 0.224087},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.07, "task_time_minutes": 577.0, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_task_time": 10.4726, "excess_success_rate_given_task_time": 0.0848884},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.175, "task_time_minutes": 1421.0, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_task_time": 6.59399, "excess_success_rate_given_task_time": -0.24457},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.475, "task_time_minutes": 1604.0, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_task_time": 6.19647, "excess_success_rate_given_task_time": -0.375095},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.65, "task_time_minutes": 2469.0, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_task_time": 4.9659, "excess_success_rate_given_task_time": -0.322481},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.75, "task_time_minutes": 3762.0, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_task_time": 4.00056, "excess_success_rate_given_task_time": -0.28738},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.99, "task_time_minutes": 6885.0, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_task_time": 2.93354, "excess_success_rate_given_task_time": -0.267212},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 7914.0, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_task_time": 2.73113, "excess_success_rate_given_task_time": -0.273439},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 22375.0, "lifecycle_cost_over_predicted_from_task_time": 1.56357, "excess_success_rate_given_task_time": 0.0190058},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 17388.0, "lifecycle_cost_over_predicted_from_task_time": 1.21508, "excess_success_rate_given_task_time": 0.0190058},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 13939.3, "lifecycle_cost_over_predicted_from_task_time": 0.974086, "excess_success_rate_given_task_time": -0.147661},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 3468.0, "lifecycle_cost_over_predicted_from_task_time": 0.342141, "excess_success_rate_given_task_time": 0.345513},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 4067.67, "lifecycle_cost_over_predicted_from_task_time": 0.401302, "excess_success_rate_given_task_time": 0.234402},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 4293.67, "lifecycle_cost_over_predicted_from_task_time": 0.423598, "excess_success_rate_given_task_time": 0.123291},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 5749.67, "lifecycle_cost_over_predicted_from_task_time": 0.257608, "excess_success_rate_given_task_time": 0.518581},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 5737.67, "lifecycle_cost_over_predicted_from_task_time": 0.257071, "excess_success_rate_given_task_time": 0.518581},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 6557.0, "lifecycle_cost_over_predicted_from_task_time": 0.29378, "excess_success_rate_given_task_time": 0.268581},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 2398.67, "lifecycle_cost_over_predicted_from_task_time": 0.128393, "excess_success_rate_given_task_time": 0.743128},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 3748.83, "lifecycle_cost_over_predicted_from_task_time": 0.200663, "excess_success_rate_given_task_time": 0.743128},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 4281.33, "lifecycle_cost_over_predicted_from_task_time": 0.229166, "excess_success_rate_given_task_time": 0.676462},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 3687.5, "lifecycle_cost_over_predicted_from_task_time": 0.311404, "excess_success_rate_given_task_time": 0.622727},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 2281.67, "lifecycle_cost_over_predicted_from_task_time": 0.192683, "excess_success_rate_given_task_time": 0.622727},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 2778.33, "lifecycle_cost_over_predicted_from_task_time": 0.234626, "excess_success_rate_given_task_time": 0.539393},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 17356.3, "lifecycle_cost_over_predicted_from_task_time": 0.785485, "excess_success_rate_given_task_time": 0.265948},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 15388.0, "lifecycle_cost_over_predicted_from_task_time": 0.696405, "excess_success_rate_given_task_time": 0.265948},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 22836.7, "lifecycle_cost_over_predicted_from_task_time": 1.0335, "excess_success_rate_given_task_time": 0.265948},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 1821.5, "lifecycle_cost_over_predicted_from_task_time": 0.284624, "excess_success_rate_given_task_time": 0.401074},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 1561.33, "lifecycle_cost_over_predicted_from_task_time": 0.243971, "excess_success_rate_given_task_time": 0.401074},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 2286.33, "lifecycle_cost_over_predicted_from_task_time": 0.357258, "excess_success_rate_given_task_time": 0.345518},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 981.833, "lifecycle_cost_over_predicted_from_task_time": 0.281541, "excess_success_rate_given_task_time": 0.240438},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 1055.67, "lifecycle_cost_over_predicted_from_task_time": 0.302712, "excess_success_rate_given_task_time": 0.240438},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 945.0, "lifecycle_cost_over_predicted_from_task_time": 0.270979, "excess_success_rate_given_task_time": 0.140438},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 15411.3, "lifecycle_cost_over_predicted_from_task_time": 0.795167, "excess_success_rate_given_task_time": 0.229627},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 19298.8, "lifecycle_cost_over_predicted_from_task_time": 0.995747, "excess_success_rate_given_task_time": 0.229627},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 24213.0, "lifecycle_cost_over_predicted_from_task_time": 1.2493, "excess_success_rate_given_task_time": -0.0203732},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 7245.5, "lifecycle_cost_over_predicted_from_task_time": 0.580534, "excess_success_rate_given_task_time": 0.474055},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 4104.0, "lifecycle_cost_over_predicted_from_task_time": 0.328827, "excess_success_rate_given_task_time": 0.557388},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 5188.83, "lifecycle_cost_over_predicted_from_task_time": 0.415747, "excess_success_rate_given_task_time": 0.474055},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 4891.33, "lifecycle_cost_over_predicted_from_task_time": 0.455687, "excess_success_rate_given_task_time": 0.504926},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 2803.67, "lifecycle_cost_over_predicted_from_task_time": 0.261195, "excess_success_rate_given_task_time": 0.504926},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 3078.83, "lifecycle_cost_over_predicted_from_task_time": 0.28683, "excess_success_rate_given_task_time": 0.33826},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 3661.67, "lifecycle_cost_over_predicted_from_task_time": 0.162993, "excess_success_rate_given_task_time": 0.770277},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 2939.67, "lifecycle_cost_over_predicted_from_task_time": 0.130854, "excess_success_rate_given_task_time": 0.770277},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 3025.0, "lifecycle_cost_over_predicted_from_task_time": 0.134653, "excess_success_rate_given_task_time": 0.686943},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 6570.67, "lifecycle_cost_over_predicted_from_task_time": 0.367107, "excess_success_rate_given_task_time": 0.464223},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 8610.0, "lifecycle_cost_over_predicted_from_task_time": 0.481045, "excess_success_rate_given_task_time": 0.664223},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 4758.83, "lifecycle_cost_over_predicted_from_task_time": 0.265879, "excess_success_rate_given_task_time": 0.73089},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 4199.17, "lifecycle_cost_over_predicted_from_task_time": 0.384795, "excess_success_rate_given_task_time": 0.427458},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 3446.33, "lifecycle_cost_over_predicted_from_task_time": 0.315808, "excess_success_rate_given_task_time": 0.594125},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 4472.0, "lifecycle_cost_over_predicted_from_task_time": 0.409796, "excess_success_rate_given_task_time": 0.427458},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 3431.83, "lifecycle_cost_over_predicted_from_task_time": 0.448854, "excess_success_rate_given_task_time": 0.464889},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 2311.67, "lifecycle_cost_over_predicted_from_task_time": 0.302346, "excess_success_rate_given_task_time": 0.464889},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 2421.83, "lifecycle_cost_over_predicted_from_task_time": 0.316755, "excess_success_rate_given_task_time": 0.464889},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 17806.7, "lifecycle_cost_over_predicted_from_task_time": 0.668116, "excess_success_rate_given_task_time": 0.469721},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 24161.7, "lifecycle_cost_over_predicted_from_task_time": 0.906559, "excess_success_rate_given_task_time": 0.136387},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 22806.3, "lifecycle_cost_over_predicted_from_task_time": 0.855706, "excess_success_rate_given_task_time": 0.469721},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 8887.33, "lifecycle_cost_over_predicted_from_task_time": 0.580125, "excess_success_rate_given_task_time": 0.0402488},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 7638.33, "lifecycle_cost_over_predicted_from_task_time": 0.498596, "excess_success_rate_given_task_time": 0.262471},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 14028.0, "lifecycle_cost_over_predicted_from_task_time": 0.915685, "excess_success_rate_given_task_time": 0.206915},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 3936.33, "lifecycle_cost_over_predicted_from_task_time": 0.256946, "excess_success_rate_given_task_time": 0.290249},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 2934.67, "lifecycle_cost_over_predicted_from_task_time": 0.191562, "excess_success_rate_given_task_time": 0.318027},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 5127.5, "lifecycle_cost_over_predicted_from_task_time": 0.3347, "excess_success_rate_given_task_time": 0.290249},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 44472.8, "lifecycle_cost_over_predicted_from_task_time": 1.81378, "excess_success_rate_given_task_time": 0.116066},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 23451.3, "lifecycle_cost_over_predicted_from_task_time": 0.956441, "excess_success_rate_given_task_time": 0.116066},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 17535.0, "lifecycle_cost_over_predicted_from_task_time": 0.715149, "excess_success_rate_given_task_time": 0.116066},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 5212.5, "lifecycle_cost_over_predicted_from_task_time": 0.477652, "excess_success_rate_given_task_time": 0.24211},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 5317.5, "lifecycle_cost_over_predicted_from_task_time": 0.487274, "excess_success_rate_given_task_time": -0.11789},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 3606.25, "lifecycle_cost_over_predicted_from_task_time": 0.330462, "excess_success_rate_given_task_time": 0.186396},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 5616.25, "lifecycle_cost_over_predicted_from_task_time": 0.51465, "excess_success_rate_given_task_time": 0.300777},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 466.748, "lifecycle_cost_usd": 1310.0, "lifecycle_cost_over_predicted_from_task_time": 0.121781, "excess_success_rate_given_task_time": 0.399094},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 27.0, "lifecycle_cost_usd": 863.75, "lifecycle_cost_over_predicted_from_task_time": 0.34673, "excess_success_rate_given_task_time": -0.44013},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 16.0, "lifecycle_cost_usd": 751.667, "lifecycle_cost_over_predicted_from_task_time": 0.394701, "excess_success_rate_given_task_time": 0.00109629},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 52.14, "lifecycle_cost_usd": 1907.5, "lifecycle_cost_over_predicted_from_task_time": 0.546221, "excess_success_rate_given_task_time": -0.280236},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 40.65, "lifecycle_cost_usd": 611.25, "lifecycle_cost_over_predicted_from_task_time": 0.19889, "excess_success_rate_given_task_time": 0.364932},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 39.155, "lifecycle_cost_usd": 506.875, "lifecycle_cost_over_predicted_from_task_time": 0.168131, "excess_success_rate_given_task_time": 0.404453},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 129.285, "lifecycle_cost_usd": 1994.38, "lifecycle_cost_over_predicted_from_task_time": 0.358331, "excess_success_rate_given_task_time": -0.365516},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.124, "lifecycle_cost_usd": 428.75, "lifecycle_cost_over_predicted_from_task_time": 0.31881, "excess_success_rate_given_task_time": 0.31537},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "task_time_minutes": 264.986, "lifecycle_cost_usd": 6831.25, "lifecycle_cost_over_predicted_from_task_time": 0.849184, "excess_success_rate_given_task_time": 0.131502},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "task_time_minutes": 319.482, "lifecycle_cost_usd": 10787.5, "lifecycle_cost_over_predicted_from_task_time": 1.21824, "excess_success_rate_given_task_time": 0.192562},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 11.234, "lifecycle_cost_usd": 1028.75, "lifecycle_cost_over_predicted_from_task_time": 0.647717, "excess_success_rate_given_task_time": 0.123302},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.102, "lifecycle_cost_usd": 571.25, "lifecycle_cost_over_predicted_from_task_time": 0.850197, "excess_success_rate_given_task_time": -0.222232},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.517, "lifecycle_cost_usd": 624.583, "lifecycle_cost_over_predicted_from_task_time": 0.520056, "excess_success_rate_given_task_time": -0.15336},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.152, "lifecycle_cost_usd": 553.75, "lifecycle_cost_over_predicted_from_task_time": 0.411031, "excess_success_rate_given_task_time": 0.204854},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 20.924, "lifecycle_cost_usd": 643.333, "lifecycle_cost_over_predicted_from_task_time": 0.294354, "excess_success_rate_given_task_time": 0.0384984},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 32.44, "lifecycle_cost_usd": 1678.33, "lifecycle_cost_over_predicted_from_task_time": 0.613147, "excess_success_rate_given_task_time": 0.0197576},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.18, "lifecycle_cost_usd": 646.071, "lifecycle_cost_over_predicted_from_task_time": 0.51185, "excess_success_rate_given_task_time": 0.381947},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.087, "lifecycle_cost_usd": 571.071, "lifecycle_cost_over_predicted_from_task_time": 0.492454, "excess_success_rate_given_task_time": 0.422787},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 65.133, "lifecycle_cost_usd": 1378.39, "lifecycle_cost_over_predicted_from_task_time": 0.35211, "excess_success_rate_given_task_time": 0.00308913},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.919, "lifecycle_cost_usd": 918.571, "lifecycle_cost_over_predicted_from_task_time": 1.15508, "excess_success_rate_given_task_time": 0.189744},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.175, "lifecycle_cost_usd": 906.429, "lifecycle_cost_over_predicted_from_task_time": 0.547618, "excess_success_rate_given_task_time": 0.303079},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 38.512, "lifecycle_cost_usd": 1358.75, "lifecycle_cost_over_predicted_from_task_time": 0.454547, "excess_success_rate_given_task_time": 0.330411},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.119, "lifecycle_cost_usd": 721.518, "lifecycle_cost_over_predicted_from_task_time": 1.06941, "excess_success_rate_given_task_time": -0.512476},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 6797.5, "lifecycle_cost_over_predicted_from_task_time": 0.555486, "excess_success_rate_given_task_time": 0.350727},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 720.0, "lifecycle_cost_usd": 7455.0, "lifecycle_cost_over_predicted_from_task_time": 0.554791, "excess_success_rate_given_task_time": 0.410259},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 4.525, "lifecycle_cost_usd": 501.375, "lifecycle_cost_over_predicted_from_task_time": 0.503432, "excess_success_rate_given_task_time": -0.364202},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0078, "task_time_minutes": 173.0, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_task_time": 6.59305, "excess_success_rate_given_task_time": 0.208708},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0125, "task_time_minutes": 319.0, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_task_time": 4.81598, "excess_success_rate_given_task_time": 0.321482},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.02, "task_time_minutes": 528.0, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_task_time": 3.71841, "excess_success_rate_given_task_time": 0.376749},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0399, "task_time_minutes": 529.0, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_task_time": 3.7148, "excess_success_rate_given_task_time": 0.377059},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0571, "task_time_minutes": 535.0, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_task_time": 3.69335, "excess_success_rate_given_task_time": 0.378909},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0572, "task_time_minutes": 554.0, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_task_time": 3.62779, "excess_success_rate_given_task_time": 0.384639},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "task_time_minutes": 2322.0, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_task_time": 1.7386, "excess_success_rate_given_task_time": -0.191492},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0078, "task_time_minutes": 173.0, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_task_time": 8.18474, "excess_success_rate_given_task_time": 0.20728},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0125, "task_time_minutes": 319.0, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_task_time": 5.97865, "excess_success_rate_given_task_time": 0.316948},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.02, "task_time_minutes": 528.0, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_task_time": 4.6161, "excess_success_rate_given_task_time": 0.29048},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0399, "task_time_minutes": 529.0, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_task_time": 4.61162, "excess_success_rate_given_task_time": 0.150787},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0571, "task_time_minutes": 535.0, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_task_time": 4.585, "excess_success_rate_given_task_time": -0.000717375},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0572, "task_time_minutes": 554.0, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_task_time": 4.5036, "excess_success_rate_given_task_time": 0.00494625},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "task_time_minutes": 2322.0, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_task_time": 2.15834, "excess_success_rate_given_task_time": -0.215923},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1800.0, "lifecycle_cost_usd": 12700.0, "lifecycle_cost_over_predicted_from_task_time": 0.590514, "excess_success_rate_given_task_time": -0.245023},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 30.0, "lifecycle_cost_usd": 1053.0, "lifecycle_cost_over_predicted_from_task_time": 0.400447, "excess_success_rate_given_task_time": 0.368616},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 15.0, "lifecycle_cost_usd": 1120.0, "lifecycle_cost_over_predicted_from_task_time": 0.607922, "excess_success_rate_given_task_time": -0.0402758},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.533, "lifecycle_cost_usd": 1789.38, "lifecycle_cost_over_predicted_from_task_time": 1.29742, "excess_success_rate_given_task_time": -0.0582457},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.276, "lifecycle_cost_usd": 682.5, "lifecycle_cost_over_predicted_from_task_time": 0.579378, "excess_success_rate_given_task_time": 0.381781},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 5.132, "lifecycle_cost_usd": 513.0, "lifecycle_cost_over_predicted_from_task_time": 0.482876, "excess_success_rate_given_task_time": 0.379493},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "task_time_minutes": 49.192, "lifecycle_cost_usd": 2467.5, "lifecycle_cost_over_predicted_from_task_time": 0.728007, "excess_success_rate_given_task_time": 0.084902},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 21984.6, "lifecycle_cost_over_predicted_from_task_time": 2.8754, "excess_success_rate_given_task_time": -0.414399},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 16064.3, "lifecycle_cost_over_predicted_from_task_time": 2.10107, "excess_success_rate_given_task_time": -0.581066},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 15623.9, "lifecycle_cost_over_predicted_from_task_time": 1.65952, "excess_success_rate_given_task_time": -0.520133},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.1, "task_time_minutes": 363.3, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 13.4286, "excess_success_rate_given_task_time": 0.148374},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.15, "task_time_minutes": 554.8, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 10.8057, "excess_success_rate_given_task_time": -0.0881528},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.2, "task_time_minutes": 743.5, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 9.29804, "excess_success_rate_given_task_time": -0.236106},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.25, "task_time_minutes": 931.6, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 8.28164, "excess_success_rate_given_task_time": -0.349687},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.3, "task_time_minutes": 1118.6, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 7.53943, "excess_success_rate_given_task_time": -0.348368},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.35, "task_time_minutes": 1304.6, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 6.96707, "excess_success_rate_given_task_time": -0.324357},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.4, "task_time_minutes": 1490.9, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 6.50571, "excess_success_rate_given_task_time": -0.332766},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.45, "task_time_minutes": 1675.3, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 6.12773, "excess_success_rate_given_task_time": -0.320852},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.5, "task_time_minutes": 1858.0, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 5.81067, "excess_success_rate_given_task_time": -0.329099},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.55, "task_time_minutes": 2038.5, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 5.54063, "excess_success_rate_given_task_time": -0.327326},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.6, "task_time_minutes": 2221.7, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 5.30121, "excess_success_rate_given_task_time": -0.331323},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.65, "task_time_minutes": 2405.6, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 5.08918, "excess_success_rate_given_task_time": -0.326206},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "task_time_minutes": 2593.3, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 4.89666, "excess_success_rate_given_task_time": -0.315508},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.75, "task_time_minutes": 2767.9, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 4.7356, "excess_success_rate_given_task_time": -0.306386},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.8, "task_time_minutes": 2951.5, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 4.58204, "excess_success_rate_given_task_time": -0.31363},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "task_time_minutes": 3082.5, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_task_time": 4.48103, "excess_success_rate_given_task_time": -0.315583},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 450.0, "lifecycle_cost_usd": 7125.0, "lifecycle_cost_over_predicted_from_task_time": 0.674897, "excess_success_rate_given_task_time": -0.512021},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 180.0, "lifecycle_cost_usd": 3450.83, "lifecycle_cost_over_predicted_from_task_time": 0.523156, "excess_success_rate_given_task_time": -0.583076},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 300.0, "lifecycle_cost_usd": 4287.5, "lifecycle_cost_over_predicted_from_task_time": 0.500081, "excess_success_rate_given_task_time": -0.559746},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 5472.5, "lifecycle_cost_over_predicted_from_task_time": 0.501478, "excess_success_rate_given_task_time": -0.501223},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 47.0, "lifecycle_cost_usd": 3415.0, "lifecycle_cost_over_predicted_from_task_time": 1.03141, "excess_success_rate_given_task_time": -0.600601},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.0, "lifecycle_cost_usd": 5611.25, "lifecycle_cost_over_predicted_from_task_time": 1.21417, "excess_success_rate_given_task_time": -0.636019},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.0287, "task_time_minutes": 259.0, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_task_time": 4.7019, "excess_success_rate_given_task_time": -0.467005},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.0288, "task_time_minutes": 391.0, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_task_time": 3.80591, "excess_success_rate_given_task_time": -0.400006},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.1244, "task_time_minutes": 499.0, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_task_time": 3.35807, "excess_success_rate_given_task_time": -0.456444},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.1993, "task_time_minutes": 574.0, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_task_time": 3.12519, "excess_success_rate_given_task_time": -0.444848},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.2133, "task_time_minutes": 574.0, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_task_time": 3.12519, "excess_success_rate_given_task_time": -0.444848},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.5, "task_time_minutes": 2400.0, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_task_time": 1.4996, "excess_success_rate_given_task_time": -0.326541},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "task_time_minutes": 6720.0, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_task_time": 0.884013, "excess_success_rate_given_task_time": -0.270441},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 8387.5, "lifecycle_cost_over_predicted_from_task_time": 1.09701, "excess_success_rate_given_task_time": 0.0230888},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 870.0, "lifecycle_cost_usd": 18100.0, "lifecycle_cost_over_predicted_from_task_time": 1.22229, "excess_success_rate_given_task_time": -0.150447},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "task_time_minutes": 306.658, "lifecycle_cost_usd": 4075.0, "lifecycle_cost_over_predicted_from_task_time": 0.469971, "excess_success_rate_given_task_time": 0.203663},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 3962.5, "lifecycle_cost_over_predicted_from_task_time": 0.323812, "excess_success_rate_given_task_time": -0.464088},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.869, "lifecycle_cost_usd": 490.0, "lifecycle_cost_over_predicted_from_task_time": 0.774602, "excess_success_rate_given_task_time": -0.17322},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.085, "lifecycle_cost_usd": 300.0, "lifecycle_cost_over_predicted_from_task_time": 0.626946, "excess_success_rate_given_task_time": -0.491697}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_over_predicted_from_task_time_from": 0.121781, "lifecycle_cost_over_predicted_from_task_time_to": 14.0372, "excess_success_rate_given_task_time_from": 0.190065, "excess_success_rate_given_task_time_to": -0.370593, "slope_per_doubling": -0.081862, "r_squared": 0.136943, "points": 299}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "observed equal to predicted", "column": "lifecycle_cost_over_predicted_from_task_time", "value": 1},
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_task_time", "value": 0}
     ]
    }
   ]
  },
  {
   "title": "Task Time (for humans), adjusted for Lifecycle Cost",
   "x": {"label": "Task Time / Task Time predicted from Lifecycle Cost", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from Lifecycle Cost)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "task score points",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 877.018, "lifecycle_cost_usd": 5037.5, "task_time_over_predicted_from_lifecycle_cost": 9.28525, "excess_success_rate_given_lifecycle_cost": 0.0720519},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 6325.0, "task_time_over_predicted_from_lifecycle_cost": 1.83548, "excess_success_rate_given_lifecycle_cost": -0.478146},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 455.249, "lifecycle_cost_usd": 18062.5, "task_time_over_predicted_from_lifecycle_cost": 0.777288, "excess_success_rate_given_lifecycle_cost": 0.1104},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 34775.0, "task_time_over_predicted_from_lifecycle_cost": 0.321402, "excess_success_rate_given_lifecycle_cost": 0.148772},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 43300.0, "task_time_over_predicted_from_lifecycle_cost": 0.234953, "excess_success_rate_given_lifecycle_cost": 0.482885},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 492.963, "lifecycle_cost_usd": 31550.0, "task_time_over_predicted_from_lifecycle_cost": 0.379333, "excess_success_rate_given_lifecycle_cost": 0.679197},
      {"task": "alert_triage/alert_triage_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.169616, "lifecycle_cost_usd": 234.625, "task_time_over_predicted_from_lifecycle_cost": 0.143684, "excess_success_rate_given_lifecycle_cost": 0.109578},
      {"task": "alert_triage/alert_triage_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0948365, "lifecycle_cost_usd": 204.825, "task_time_over_predicted_from_lifecycle_cost": 0.097547, "excess_success_rate_given_lifecycle_cost": 0.102782},
      {"task": "alert_triage/alert_triage_11", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.100551, "lifecycle_cost_usd": 303.25, "task_time_over_predicted_from_lifecycle_cost": 0.0590342, "excess_success_rate_given_lifecycle_cost": 0.176159},
      {"task": "alert_triage/alert_triage_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0851313, "lifecycle_cost_usd": 257.225, "task_time_over_predicted_from_lifecycle_cost": 0.0632353, "excess_success_rate_given_lifecycle_cost": 0.148063},
      {"task": "alert_triage/alert_triage_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0985183, "lifecycle_cost_usd": 146.0, "task_time_over_predicted_from_lifecycle_cost": 0.164383, "excess_success_rate_given_lifecycle_cost": 0.0624773},
      {"task": "alert_triage/alert_triage_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0819728, "lifecycle_cost_usd": 277.75, "task_time_over_predicted_from_lifecycle_cost": 0.0545629, "excess_success_rate_given_lifecycle_cost": 0.154566},
      {"task": "alert_triage/alert_triage_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0851473, "lifecycle_cost_usd": 182.225, "task_time_over_predicted_from_lifecycle_cost": 0.103506, "excess_success_rate_given_lifecycle_cost": 0.0912808},
      {"task": "alert_triage/alert_triage_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0691898, "lifecycle_cost_usd": 265.125, "task_time_over_predicted_from_lifecycle_cost": 0.0492197, "excess_success_rate_given_lifecycle_cost": 0.155156},
      {"task": "alert_triage/alert_triage_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0705176, "lifecycle_cost_usd": 158.625, "task_time_over_predicted_from_lifecycle_cost": 0.104512, "excess_success_rate_given_lifecycle_cost": 0.0720883},
      {"task": "alert_triage/alert_triage_9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.106453, "lifecycle_cost_usd": 220.125, "task_time_over_predicted_from_lifecycle_cost": 0.0987848, "excess_success_rate_given_lifecycle_cost": 0.11561},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.866, "lifecycle_cost_usd": 584.375, "task_time_over_predicted_from_lifecycle_cost": 1.80872, "excess_success_rate_given_lifecycle_cost": -0.0116469},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.461204, "lifecycle_cost_usd": 103.35, "task_time_over_predicted_from_lifecycle_cost": 1.26078, "excess_success_rate_given_lifecycle_cost": 0.037423},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.404318, "lifecycle_cost_usd": 141.45, "task_time_over_predicted_from_lifecycle_cost": 0.705848, "excess_success_rate_given_lifecycle_cost": 0.0591374},
      {"task": "arithmetic/complex_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.282031, "lifecycle_cost_usd": 107.6, "task_time_over_predicted_from_lifecycle_cost": 0.727834, "excess_success_rate_given_lifecycle_cost": 0.0400673},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.72037, "lifecycle_cost_usd": 156.375, "task_time_over_predicted_from_lifecycle_cost": 1.08966, "excess_success_rate_given_lifecycle_cost": 0.0495064},
      {"task": "arithmetic/complex_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.169108, "lifecycle_cost_usd": 126.7, "task_time_over_predicted_from_lifecycle_cost": 0.345537, "excess_success_rate_given_lifecycle_cost": 0.0522292},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.429956, "lifecycle_cost_usd": 137.1, "task_time_over_predicted_from_lifecycle_cost": 0.784868, "excess_success_rate_given_lifecycle_cost": 0.0599833},
      {"task": "arithmetic/complex_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0775022, "lifecycle_cost_usd": 103.85, "task_time_over_predicted_from_lifecycle_cost": 0.210409, "excess_success_rate_given_lifecycle_cost": 0.0377651},
      {"task": "arithmetic/complex_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.157732, "lifecycle_cost_usd": 91.625, "task_time_over_predicted_from_lifecycle_cost": 0.512148, "excess_success_rate_given_lifecycle_cost": 0.0297995},
      {"task": "arithmetic/complex_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.173239, "lifecycle_cost_usd": 125.25, "task_time_over_predicted_from_lifecycle_cost": 0.359848, "excess_success_rate_given_lifecycle_cost": 0.0511815},
      {"task": "arithmetic/complex_9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.17204, "lifecycle_cost_usd": 162.5, "task_time_over_predicted_from_lifecycle_cost": 0.246332, "excess_success_rate_given_lifecycle_cost": 0.0751345},
      {"task": "arithmetic/simple_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0199204, "lifecycle_cost_usd": 107.55, "task_time_over_predicted_from_lifecycle_cost": 0.0514424, "excess_success_rate_given_lifecycle_cost": 0.0400334},
      {"task": "arithmetic/simple_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0664467, "lifecycle_cost_usd": 137.6, "task_time_over_predicted_from_lifecycle_cost": 0.120666, "excess_success_rate_given_lifecycle_cost": 0.0603664},
      {"task": "arithmetic/simple_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0292884, "lifecycle_cost_usd": 97.425, "task_time_over_predicted_from_lifecycle_cost": 0.0871122, "excess_success_rate_given_lifecycle_cost": 0.0334742},
      {"task": "arithmetic/simple_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.028458, "lifecycle_cost_usd": 154.85, "task_time_over_predicted_from_lifecycle_cost": 0.0436538, "excess_success_rate_given_lifecycle_cost": 0.0691632},
      {"task": "arithmetic/simple_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0274573, "lifecycle_cost_usd": 77.5, "task_time_over_predicted_from_lifecycle_cost": 0.11325, "excess_success_rate_given_lifecycle_cost": 0.0231026},
      {"task": "arithmetic/simple_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0320021, "lifecycle_cost_usd": 130.6, "task_time_over_predicted_from_lifecycle_cost": 0.0626172, "excess_success_rate_given_lifecycle_cost": 0.0550884},
      {"task": "arithmetic/simple_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0320436, "lifecycle_cost_usd": 107.475, "task_time_over_predicted_from_lifecycle_cost": 0.0828319, "excess_success_rate_given_lifecycle_cost": 0.0399826},
      {"task": "arithmetic/simple_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0358604, "lifecycle_cost_usd": 135.675, "task_time_over_predicted_from_lifecycle_cost": 0.0664464, "excess_success_rate_given_lifecycle_cost": 0.0588965},
      {"task": "arithmetic/simple_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.134318, "lifecycle_cost_usd": 123.925, "task_time_over_predicted_from_lifecycle_cost": 0.283275, "excess_success_rate_given_lifecycle_cost": 0.0517582},
      {"task": "arithmetic/simple_9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0436984, "lifecycle_cost_usd": 118.725, "task_time_over_predicted_from_lifecycle_cost": 0.097981, "excess_success_rate_given_lifecycle_cost": 0.0479009},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "task_time_minutes": 310.885, "lifecycle_cost_usd": 3781.25, "task_time_over_predicted_from_lifecycle_cost": 4.95912, "excess_success_rate_given_lifecycle_cost": 0.057157},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 6912.5, "task_time_over_predicted_from_lifecycle_cost": 2.42504, "excess_success_rate_given_lifecycle_cost": 0.127619},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.995, "lifecycle_cost_usd": 381.375, "task_time_over_predicted_from_lifecycle_cost": 0.84412, "excess_success_rate_given_lifecycle_cost": 0.170976},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 22795.8, "task_time_over_predicted_from_lifecycle_cost": 13.2227, "excess_success_rate_given_lifecycle_cost": -0.182632},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 22305.8, "task_time_over_predicted_from_lifecycle_cost": 13.6397, "excess_success_rate_given_lifecycle_cost": -0.287283},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 32661.7, "task_time_over_predicted_from_lifecycle_cost": 7.90933, "excess_success_rate_given_lifecycle_cost": -0.212934},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 26385.0, "task_time_over_predicted_from_lifecycle_cost": 10.7295, "excess_success_rate_given_lifecycle_cost": -0.252635},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 17095.8, "task_time_over_predicted_from_lifecycle_cost": 19.9476, "excess_success_rate_given_lifecycle_cost": -0.348123},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 18318.3, "task_time_over_predicted_from_lifecycle_cost": 18.0729, "excess_success_rate_given_lifecycle_cost": -0.331647},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 26729.2, "task_time_over_predicted_from_lifecycle_cost": 10.5326, "excess_success_rate_given_lifecycle_cost": -0.244012},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 27143.3, "task_time_over_predicted_from_lifecycle_cost": 10.3037, "excess_success_rate_given_lifecycle_cost": -0.247084},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 32717.5, "task_time_over_predicted_from_lifecycle_cost": 7.89005, "excess_success_rate_given_lifecycle_cost": -0.112636},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 37660.0, "task_time_over_predicted_from_lifecycle_cost": 6.45312, "excess_success_rate_given_lifecycle_cost": -0.207315},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 26699.2, "task_time_over_predicted_from_lifecycle_cost": 10.5495, "excess_success_rate_given_lifecycle_cost": -0.250306},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 27140.8, "task_time_over_predicted_from_lifecycle_cost": 10.3051, "excess_success_rate_given_lifecycle_cost": -0.247102},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 26932.5, "task_time_over_predicted_from_lifecycle_cost": 10.4192, "excess_success_rate_given_lifecycle_cost": -0.248603},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 16880.8, "task_time_over_predicted_from_lifecycle_cost": 20.3117, "excess_success_rate_given_lifecycle_cost": -0.351192},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 10800.0, "lifecycle_cost_usd": 42253.3, "task_time_over_predicted_from_lifecycle_cost": 5.47456, "excess_success_rate_given_lifecycle_cost": -0.207381},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 660.0, "lifecycle_cost_usd": 5502.5, "task_time_over_predicted_from_lifecycle_cost": 6.15935, "excess_success_rate_given_lifecycle_cost": -0.507202},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.043, "lifecycle_cost_usd": 807.917, "task_time_over_predicted_from_lifecycle_cost": 1.74314, "excess_success_rate_given_lifecycle_cost": -0.135914},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 17.6, "lifecycle_cost_usd": 1046.25, "task_time_over_predicted_from_lifecycle_cost": 1.76068, "excess_success_rate_given_lifecycle_cost": -0.0225366},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 10.0, "lifecycle_cost_usd": 729.583, "task_time_over_predicted_from_lifecycle_cost": 1.67451, "excess_success_rate_given_lifecycle_cost": -0.690791},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 36.719, "lifecycle_cost_usd": 896.25, "task_time_over_predicted_from_lifecycle_cost": 4.58242, "excess_success_rate_given_lifecycle_cost": -0.0904097},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 63.873, "lifecycle_cost_usd": 1445.0, "task_time_over_predicted_from_lifecycle_cost": 4.02809, "excess_success_rate_given_lifecycle_cost": -0.241775},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 9.74, "lifecycle_cost_usd": 518.625, "task_time_over_predicted_from_lifecycle_cost": 2.65614, "excess_success_rate_given_lifecycle_cost": -0.430847},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "task_time_minutes": 1440.0, "lifecycle_cost_usd": 155375.0, "task_time_over_predicted_from_lifecycle_cost": 0.113548, "excess_success_rate_given_lifecycle_cost": 0.869121},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.014, "task_time_minutes": 2520.0, "lifecycle_cost_usd": 155375.0, "task_time_over_predicted_from_lifecycle_cost": 0.198708, "excess_success_rate_given_lifecycle_cost": 0.869121},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.044, "task_time_minutes": 4920.0, "lifecycle_cost_usd": 155375.0, "task_time_over_predicted_from_lifecycle_cost": 0.387954, "excess_success_rate_given_lifecycle_cost": 0.75801},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.051, "task_time_minutes": 6120.0, "lifecycle_cost_usd": 155375.0, "task_time_over_predicted_from_lifecycle_cost": 0.482577, "excess_success_rate_given_lifecycle_cost": 0.646899},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "task_time_minutes": 12000.0, "lifecycle_cost_usd": 155375.0, "task_time_over_predicted_from_lifecycle_cost": 0.94623, "excess_success_rate_given_lifecycle_cost": 0.25801},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "task_time_minutes": 1440.0, "lifecycle_cost_usd": 104928.0, "task_time_over_predicted_from_lifecycle_cost": 0.198978, "excess_success_rate_given_lifecycle_cost": 0.705085},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 300.0, "lifecycle_cost_usd": 9067.5, "task_time_over_predicted_from_lifecycle_cost": 1.37129, "excess_success_rate_given_lifecycle_cost": -0.281311},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 9775.0, "task_time_over_predicted_from_lifecycle_cost": 1.47804, "excess_success_rate_given_lifecycle_cost": -0.262111},
      {"task": "code_completion/check_none", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0845594, "lifecycle_cost_usd": 361.496, "task_time_over_predicted_from_lifecycle_cost": 0.0386228, "excess_success_rate_given_lifecycle_cost": 0.19252},
      {"task": "code_completion/git_push", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0637064, "lifecycle_cost_usd": 338.107, "task_time_over_predicted_from_lifecycle_cost": 0.0320167, "excess_success_rate_given_lifecycle_cost": 0.205844},
      {"task": "code_completion/git_status", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0694571, "lifecycle_cost_usd": 374.493, "task_time_over_predicted_from_lifecycle_cost": 0.0301633, "excess_success_rate_given_lifecycle_cost": 0.188777},
      {"task": "code_completion/install_requirements", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0963721, "lifecycle_cost_usd": 375.679, "task_time_over_predicted_from_lifecycle_cost": 0.0416632, "excess_success_rate_given_lifecycle_cost": 0.163936},
      {"task": "code_completion/python_version", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0656426, "lifecycle_cost_usd": 438.964, "task_time_over_predicted_from_lifecycle_cost": 0.022718, "excess_success_rate_given_lifecycle_cost": 0.231393},
      {"task": "code_completion/type_check_int", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0972531, "lifecycle_cost_usd": 336.25, "task_time_over_predicted_from_lifecycle_cost": 0.0492623, "excess_success_rate_given_lifecycle_cost": 0.204264},
      {"task": "code_completion/type_check_str", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0440877, "lifecycle_cost_usd": 444.589, "task_time_over_predicted_from_lifecycle_cost": 0.014983, "excess_success_rate_given_lifecycle_cost": 0.235009},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 5419.17, "task_time_over_predicted_from_lifecycle_cost": 5.72286, "excess_success_rate_given_lifecycle_cost": -0.346504},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 5262.5, "task_time_over_predicted_from_lifecycle_cost": 2.38714, "excess_success_rate_given_lifecycle_cost": -0.365114},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.0, "lifecycle_cost_usd": 161.375, "task_time_over_predicted_from_lifecycle_cost": 1.44612, "excess_success_rate_given_lifecycle_cost": -0.753879},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.0, "lifecycle_cost_usd": 142.625, "task_time_over_predicted_from_lifecycle_cost": 3.45052, "excess_success_rate_given_lifecycle_cost": -0.0441732},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.0, "lifecycle_cost_usd": 121.0, "task_time_over_predicted_from_lifecycle_cost": 2.18221, "excess_success_rate_given_lifecycle_cost": -0.228204},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.0, "lifecycle_cost_usd": 108.0, "task_time_over_predicted_from_lifecycle_cost": 5.13409, "excess_success_rate_given_lifecycle_cost": -0.612439},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 26.948, "lifecycle_cost_usd": 570.0, "task_time_over_predicted_from_lifecycle_cost": 6.42097, "excess_success_rate_given_lifecycle_cost": -0.239317},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 3.263, "lifecycle_cost_usd": 258.25, "task_time_over_predicted_from_lifecycle_cost": 2.41001, "excess_success_rate_given_lifecycle_cost": 0.121202},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 8175.0, "task_time_over_predicted_from_lifecycle_cost": 2.54421, "excess_success_rate_given_lifecycle_cost": -0.141488},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 474.911, "task_time_over_predicted_from_lifecycle_cost": 1.85562, "excess_success_rate_given_lifecycle_cost": -0.258659},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 473.571, "task_time_over_predicted_from_lifecycle_cost": 1.86313, "excess_success_rate_given_lifecycle_cost": -0.285133},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 361.071, "task_time_over_predicted_from_lifecycle_cost": 2.74513, "excess_success_rate_given_lifecycle_cost": -0.266121},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 549.643, "task_time_over_predicted_from_lifecycle_cost": 1.5059, "excess_success_rate_given_lifecycle_cost": -0.31853},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 495.0, "task_time_over_predicted_from_lifecycle_cost": 1.74895, "excess_success_rate_given_lifecycle_cost": -0.339251},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 418.661, "task_time_over_predicted_from_lifecycle_cost": 2.2219, "excess_success_rate_given_lifecycle_cost": -0.531809},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.0, "lifecycle_cost_usd": 371.786, "task_time_over_predicted_from_lifecycle_cost": 2.63279, "excess_success_rate_given_lifecycle_cost": -0.290615},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 6450.0, "task_time_over_predicted_from_lifecycle_cost": 2.67729, "excess_success_rate_given_lifecycle_cost": -0.473037},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 30.23, "lifecycle_cost_usd": 691.667, "task_time_over_predicted_from_lifecycle_cost": 5.46321, "excess_success_rate_given_lifecycle_cost": 0.172488},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 95.452, "lifecycle_cost_usd": 1212.5, "task_time_over_predicted_from_lifecycle_cost": 7.73453, "excess_success_rate_given_lifecycle_cost": 0.0734309},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 83.215, "lifecycle_cost_usd": 1062.5, "task_time_over_predicted_from_lifecycle_cost": 8.1434, "excess_success_rate_given_lifecycle_cost": 0.0658584},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 79.86, "lifecycle_cost_usd": 1576.25, "task_time_over_predicted_from_lifecycle_cost": 4.44792, "excess_success_rate_given_lifecycle_cost": -0.0387544},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 24.471, "lifecycle_cost_usd": 1291.25, "task_time_over_predicted_from_lifecycle_cost": 1.81238, "excess_success_rate_given_lifecycle_cost": -0.102687},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 0.428571, "task_time_minutes": 299.03, "lifecycle_cost_usd": 88075.0, "task_time_over_predicted_from_lifecycle_cost": 0.0530654, "excess_success_rate_given_lifecycle_cost": 0.539635},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 0.761905, "task_time_minutes": 738.3, "lifecycle_cost_usd": 88075.0, "task_time_over_predicted_from_lifecycle_cost": 0.131018, "excess_success_rate_given_lifecycle_cost": -0.0353654},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 0.904762, "task_time_minutes": 997.89, "lifecycle_cost_usd": 88075.0, "task_time_over_predicted_from_lifecycle_cost": 0.177084, "excess_success_rate_given_lifecycle_cost": -0.110365},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 1466.91, "lifecycle_cost_usd": 88075.0, "task_time_over_predicted_from_lifecycle_cost": 0.260315, "excess_success_rate_given_lifecycle_cost": -0.135365},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 0.428571, "task_time_minutes": 448.54, "lifecycle_cost_usd": 64808.3, "task_time_over_predicted_from_lifecycle_cost": 0.123386, "excess_success_rate_given_lifecycle_cost": 0.304188},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 0.761905, "task_time_minutes": 1107.45, "lifecycle_cost_usd": 64808.3, "task_time_over_predicted_from_lifecycle_cost": 0.304642, "excess_success_rate_given_lifecycle_cost": -0.115812},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 0.904762, "task_time_minutes": 1496.84, "lifecycle_cost_usd": 64808.3, "task_time_over_predicted_from_lifecycle_cost": 0.411757, "excess_success_rate_given_lifecycle_cost": -0.155812},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 2200.37, "lifecycle_cost_usd": 64808.3, "task_time_over_predicted_from_lifecycle_cost": 0.605288, "excess_success_rate_given_lifecycle_cost": -0.155812},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.0908, "task_time_minutes": 47.0, "lifecycle_cost_usd": 16580.0, "task_time_over_predicted_from_lifecycle_cost": 0.090694, "excess_success_rate_given_lifecycle_cost": 0.434191},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.2637, "task_time_minutes": 68.0, "lifecycle_cost_usd": 16580.0, "task_time_over_predicted_from_lifecycle_cost": 0.131217, "excess_success_rate_given_lifecycle_cost": 0.163358},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.3443, "task_time_minutes": 82.0, "lifecycle_cost_usd": 16580.0, "task_time_over_predicted_from_lifecycle_cost": 0.158232, "excess_success_rate_given_lifecycle_cost": 0.0591912},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.474, "task_time_minutes": 105.0, "lifecycle_cost_usd": 16580.0, "task_time_over_predicted_from_lifecycle_cost": 0.202614, "excess_success_rate_given_lifecycle_cost": 0.0112745},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.6528, "task_time_minutes": 134.0, "lifecycle_cost_usd": 16580.0, "task_time_over_predicted_from_lifecycle_cost": 0.258575, "excess_success_rate_given_lifecycle_cost": -0.0428922},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.766, "task_time_minutes": 145.0, "lifecycle_cost_usd": 16580.0, "task_time_over_predicted_from_lifecycle_cost": 0.279801, "excess_success_rate_given_lifecycle_cost": -0.0845588},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.8079, "task_time_minutes": 155.0, "lifecycle_cost_usd": 16580.0, "task_time_over_predicted_from_lifecycle_cost": 0.299097, "excess_success_rate_given_lifecycle_cost": -0.147059},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.8522, "task_time_minutes": 162.0, "lifecycle_cost_usd": 16580.0, "task_time_over_predicted_from_lifecycle_cost": 0.312605, "excess_success_rate_given_lifecycle_cost": -0.147059},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.9481, "task_time_minutes": 195.0, "lifecycle_cost_usd": 16580.0, "task_time_over_predicted_from_lifecycle_cost": 0.376284, "excess_success_rate_given_lifecycle_cost": -0.209559},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 203.0, "lifecycle_cost_usd": 16580.0, "task_time_over_predicted_from_lifecycle_cost": 0.391721, "excess_success_rate_given_lifecycle_cost": -0.209559},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.0908, "task_time_minutes": 47.0, "lifecycle_cost_usd": 9573.75, "task_time_over_predicted_from_lifecycle_cost": 0.198788, "excess_success_rate_given_lifecycle_cost": 0.345986},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.2637, "task_time_minutes": 68.0, "lifecycle_cost_usd": 9573.75, "task_time_over_predicted_from_lifecycle_cost": 0.287609, "excess_success_rate_given_lifecycle_cost": 0.0753973},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.3443, "task_time_minutes": 82.0, "lifecycle_cost_usd": 9573.75, "task_time_over_predicted_from_lifecycle_cost": 0.346822, "excess_success_rate_given_lifecycle_cost": 0.00480907},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.474, "task_time_minutes": 105.0, "lifecycle_cost_usd": 9573.75, "task_time_over_predicted_from_lifecycle_cost": 0.444102, "excess_success_rate_given_lifecycle_cost": -0.0540145},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.6528, "task_time_minutes": 134.0, "lifecycle_cost_usd": 9573.75, "task_time_over_predicted_from_lifecycle_cost": 0.566758, "excess_success_rate_given_lifecycle_cost": -0.0598968},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.766, "task_time_minutes": 145.0, "lifecycle_cost_usd": 9573.75, "task_time_over_predicted_from_lifecycle_cost": 0.613283, "excess_success_rate_given_lifecycle_cost": -0.11872},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.8079, "task_time_minutes": 155.0, "lifecycle_cost_usd": 9573.75, "task_time_over_predicted_from_lifecycle_cost": 0.655579, "excess_success_rate_given_lifecycle_cost": -0.11872},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.8522, "task_time_minutes": 162.0, "lifecycle_cost_usd": 9573.75, "task_time_over_predicted_from_lifecycle_cost": 0.685185, "excess_success_rate_given_lifecycle_cost": -0.177544},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.9481, "task_time_minutes": 195.0, "lifecycle_cost_usd": 9573.75, "task_time_over_predicted_from_lifecycle_cost": 0.82476, "excess_success_rate_given_lifecycle_cost": -0.183426},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 203.0, "lifecycle_cost_usd": 9573.75, "task_time_over_predicted_from_lifecycle_cost": 0.858597, "excess_success_rate_given_lifecycle_cost": -0.24225},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 43.726, "lifecycle_cost_usd": 1107.5, "task_time_over_predicted_from_lifecycle_cost": 4.03275, "excess_success_rate_given_lifecycle_cost": -0.690845},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 46.443, "lifecycle_cost_usd": 1217.08, "task_time_over_predicted_from_lifecycle_cost": 3.74307, "excess_success_rate_given_lifecycle_cost": -0.67076},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.457, "lifecycle_cost_usd": 1254.17, "task_time_over_predicted_from_lifecycle_cost": 6.9843, "excess_success_rate_given_lifecycle_cost": -0.664311},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 247.834, "lifecycle_cost_usd": 2435.97, "task_time_over_predicted_from_lifecycle_cost": 7.41048, "excess_success_rate_given_lifecycle_cost": -0.577834},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 58.738, "lifecycle_cost_usd": 2386.25, "task_time_over_predicted_from_lifecycle_cost": 1.80885, "excess_success_rate_given_lifecycle_cost": -0.582392},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 171.412, "lifecycle_cost_usd": 3152.92, "task_time_over_predicted_from_lifecycle_cost": 3.54507, "excess_success_rate_given_lifecycle_cost": -0.532198},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 665.0, "lifecycle_cost_usd": 6312.5, "task_time_over_predicted_from_lifecycle_cost": 5.1002, "excess_success_rate_given_lifecycle_cost": -0.478663},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 403.472, "lifecycle_cost_usd": 5343.33, "task_time_over_predicted_from_lifecycle_cost": 3.92664, "excess_success_rate_given_lifecycle_cost": -0.505662},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 180.0, "lifecycle_cost_usd": 4063.89, "task_time_over_predicted_from_lifecycle_cost": 2.59025, "excess_success_rate_given_lifecycle_cost": -0.547081},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 18.456, "lifecycle_cost_usd": 1961.25, "task_time_over_predicted_from_lifecycle_cost": 0.75222, "excess_success_rate_given_lifecycle_cost": 0.121123},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 22.0, "lifecycle_cost_usd": 1901.25, "task_time_over_predicted_from_lifecycle_cost": 0.937372, "excess_success_rate_given_lifecycle_cost": 0.220548},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 10650.0, "task_time_over_predicted_from_lifecycle_cost": 1.74349, "excess_success_rate_given_lifecycle_cost": -0.152511},
      {"task": "file_selection/find_cache_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.058321, "lifecycle_cost_usd": 171.6, "task_time_over_predicted_from_lifecycle_cost": 0.0772506, "excess_success_rate_given_lifecycle_cost": 0.0824552},
      {"task": "file_selection/find_config_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0470905, "lifecycle_cost_usd": 123.0, "task_time_over_predicted_from_lifecycle_cost": 0.100382, "excess_success_rate_given_lifecycle_cost": 0.0510632},
      {"task": "file_selection/find_css_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0525742, "lifecycle_cost_usd": 138.0, "task_time_over_predicted_from_lifecycle_cost": 0.095079, "excess_success_rate_given_lifecycle_cost": 0.0606735},
      {"task": "file_selection/find_docker_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.068625, "lifecycle_cost_usd": 161.2, "task_time_over_predicted_from_lifecycle_cost": 0.0993938, "excess_success_rate_given_lifecycle_cost": 0.0741077},
      {"task": "file_selection/find_env_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0540778, "lifecycle_cost_usd": 164.25, "task_time_over_predicted_from_lifecycle_cost": 0.0762542, "excess_success_rate_given_lifecycle_cost": 0.0765244},
      {"task": "file_selection/find_image", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.042481, "lifecycle_cost_usd": 159.325, "task_time_over_predicted_from_lifecycle_cost": 0.0625651, "excess_success_rate_given_lifecycle_cost": 0.0726353},
      {"task": "file_selection/find_json_data", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0375325, "lifecycle_cost_usd": 100.975, "task_time_over_predicted_from_lifecycle_cost": 0.106067, "excess_success_rate_given_lifecycle_cost": 0.0358168},
      {"task": "file_selection/find_log_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0638139, "lifecycle_cost_usd": 179.0, "task_time_over_predicted_from_lifecycle_cost": 0.0795776, "excess_success_rate_given_lifecycle_cost": 0.0885717},
      {"task": "file_selection/find_main_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0611908, "lifecycle_cost_usd": 160.6, "task_time_over_predicted_from_lifecycle_cost": 0.0890999, "excess_success_rate_given_lifecycle_cost": 0.0736354},
      {"task": "file_selection/find_password_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0551948, "lifecycle_cost_usd": 108.0, "task_time_over_predicted_from_lifecycle_cost": 0.141687, "excess_success_rate_given_lifecycle_cost": 0.0403388},
      {"task": "file_selection/find_readme", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "task_time_minutes": 0.0647069, "lifecycle_cost_usd": 182.125, "task_time_over_predicted_from_lifecycle_cost": 0.0787201, "excess_success_rate_given_lifecycle_cost": 0.0911964},
      {"task": "file_selection/find_requirements_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0593364, "lifecycle_cost_usd": 137.55, "task_time_over_predicted_from_lifecycle_cost": 0.10781, "excess_success_rate_given_lifecycle_cost": 0.060328},
      {"task": "file_selection/find_shell_script", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0433996, "lifecycle_cost_usd": 183.0, "task_time_over_predicted_from_lifecycle_cost": 0.052438, "excess_success_rate_given_lifecycle_cost": 0.0919356},
      {"task": "file_selection/identify_binary_file", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "task_time_minutes": 0.0807101, "lifecycle_cost_usd": 130.1, "task_time_over_predicted_from_lifecycle_cost": 0.15879, "excess_success_rate_given_lifecycle_cost": 0.0547185},
      {"task": "file_selection/identify_dependency_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0678232, "lifecycle_cost_usd": 169.0, "task_time_over_predicted_from_lifecycle_cost": 0.0918185, "excess_success_rate_given_lifecycle_cost": 0.0803403},
      {"task": "file_selection/identify_executable", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0428509, "lifecycle_cost_usd": 131.0, "task_time_over_predicted_from_lifecycle_cost": 0.0834791, "excess_success_rate_given_lifecycle_cost": 0.055385},
      {"task": "file_selection/identify_git_ignore", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0441631, "lifecycle_cost_usd": 145.5, "task_time_over_predicted_from_lifecycle_cost": 0.0740506, "excess_success_rate_given_lifecycle_cost": 0.062107},
      {"task": "file_selection/identify_python_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0947065, "lifecycle_cost_usd": 128.625, "task_time_over_predicted_from_lifecycle_cost": 0.189388, "excess_success_rate_given_lifecycle_cost": 0.0536331},
      {"task": "file_selection/identify_python_package", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0807477, "lifecycle_cost_usd": 141.3, "task_time_over_predicted_from_lifecycle_cost": 0.141181, "excess_success_rate_given_lifecycle_cost": 0.0590285},
      {"task": "file_selection/identify_test_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.0678048, "lifecycle_cost_usd": 131.0, "task_time_over_predicted_from_lifecycle_cost": 0.132093, "excess_success_rate_given_lifecycle_cost": 0.055385},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 12100.0, "task_time_over_predicted_from_lifecycle_cost": 1.81599, "excess_success_rate_given_lifecycle_cost": 0.0143326},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 925.635, "lifecycle_cost_usd": 7587.5, "task_time_over_predicted_from_lifecycle_cost": 5.45802, "excess_success_rate_given_lifecycle_cost": -0.359071},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 45.0, "lifecycle_cost_usd": 646.25, "task_time_over_predicted_from_lifecycle_cost": 8.9613, "excess_success_rate_given_lifecycle_cost": 0.247746},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.0, "lifecycle_cost_usd": 639.167, "task_time_over_predicted_from_lifecycle_cost": 18.2071, "excess_success_rate_given_lifecycle_cost": -0.0345468},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.684, "lifecycle_cost_usd": 599.792, "task_time_over_predicted_from_lifecycle_cost": 1.48079, "excess_success_rate_given_lifecycle_cost": 0.0763265},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 9.007, "lifecycle_cost_usd": 463.333, "task_time_over_predicted_from_lifecycle_cost": 2.88559, "excess_success_rate_given_lifecycle_cost": 0.176405},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.499, "lifecycle_cost_usd": 467.917, "task_time_over_predicted_from_lifecycle_cost": 4.58019, "excess_success_rate_given_lifecycle_cost": -0.211742},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 10.153, "lifecycle_cost_usd": 492.917, "task_time_over_predicted_from_lifecycle_cost": 2.97741, "excess_success_rate_given_lifecycle_cost": -0.135391},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 27.769, "lifecycle_cost_usd": 668.333, "task_time_over_predicted_from_lifecycle_cost": 5.27068, "excess_success_rate_given_lifecycle_cost": -0.111081},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 49.354, "lifecycle_cost_usd": 750.833, "task_time_over_predicted_from_lifecycle_cost": 7.9322, "excess_success_rate_given_lifecycle_cost": 0.179611},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.773, "lifecycle_cost_usd": 549.167, "task_time_over_predicted_from_lifecycle_cost": 3.71236, "excess_success_rate_given_lifecycle_cost": -0.128309},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "task_time_minutes": 1111.89, "lifecycle_cost_usd": 6583.33, "task_time_over_predicted_from_lifecycle_cost": 8.03074, "excess_success_rate_given_lifecycle_cost": -0.263223},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "task_time_minutes": 391.386, "lifecycle_cost_usd": 7450.0, "task_time_over_predicted_from_lifecycle_cost": 2.36892, "excess_success_rate_given_lifecycle_cost": -0.291518},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "task_time_minutes": 521.525, "lifecycle_cost_usd": 9679.17, "task_time_over_predicted_from_lifecycle_cost": 2.17156, "excess_success_rate_given_lifecycle_cost": -0.220129},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 87.306, "lifecycle_cost_usd": 3127.5, "task_time_over_predicted_from_lifecycle_cost": 1.82663, "excess_success_rate_given_lifecycle_cost": 0.0818072},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 146.547, "lifecycle_cost_usd": 4537.5, "task_time_over_predicted_from_lifecycle_cost": 1.8015, "excess_success_rate_given_lifecycle_cost": -0.190982},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 960.0, "lifecycle_cost_usd": 6717.5, "task_time_over_predicted_from_lifecycle_cost": 6.73668, "excess_success_rate_given_lifecycle_cost": -0.44425},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 5925.0, "task_time_over_predicted_from_lifecycle_cost": 5.0377, "excess_success_rate_given_lifecycle_cost": -0.417081},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 10687.5, "task_time_over_predicted_from_lifecycle_cost": 1.30107, "excess_success_rate_given_lifecycle_cost": 0.4872},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 16.658, "lifecycle_cost_usd": 707.5, "task_time_over_predicted_from_lifecycle_cost": 2.91465, "excess_success_rate_given_lifecycle_cost": 0.0289774},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.435, "lifecycle_cost_usd": 386.667, "task_time_over_predicted_from_lifecycle_cost": 5.15888, "excess_success_rate_given_lifecycle_cost": 0.18735},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 13.733, "lifecycle_cost_usd": 505.417, "task_time_over_predicted_from_lifecycle_cost": 3.88569, "excess_success_rate_given_lifecycle_cost": 0.259996},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.81, "lifecycle_cost_usd": 436.667, "task_time_over_predicted_from_lifecycle_cost": 4.46674, "excess_success_rate_given_lifecycle_cost": 0.17991},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.15, "task_time_minutes": 206.0, "lifecycle_cost_usd": 50850.0, "task_time_over_predicted_from_lifecycle_cost": 0.0801421, "excess_success_rate_given_lifecycle_cost": 0.82726},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.25, "task_time_minutes": 428.0, "lifecycle_cost_usd": 50850.0, "task_time_over_predicted_from_lifecycle_cost": 0.166509, "excess_success_rate_given_lifecycle_cost": 0.809078},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.4, "task_time_minutes": 892.0, "lifecycle_cost_usd": 50850.0, "task_time_over_predicted_from_lifecycle_cost": 0.347023, "excess_success_rate_given_lifecycle_cost": 0.442412},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.66, "task_time_minutes": 1943.0, "lifecycle_cost_usd": 50850.0, "task_time_over_predicted_from_lifecycle_cost": 0.755903, "excess_success_rate_given_lifecycle_cost": -0.17274},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "task_time_minutes": 4198.0, "lifecycle_cost_usd": 50850.0, "task_time_over_predicted_from_lifecycle_cost": 1.63319, "excess_success_rate_given_lifecycle_cost": -0.17274},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "task_time_minutes": 4.7, "lifecycle_cost_usd": 27537.5, "task_time_over_predicted_from_lifecycle_cost": 0.00439258, "excess_success_rate_given_lifecycle_cost": -0.164781},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "task_time_minutes": 6.5, "lifecycle_cost_usd": 27542.5, "task_time_over_predicted_from_lifecycle_cost": 0.00607328, "excess_success_rate_given_lifecycle_cost": -0.253631},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1200.0, "lifecycle_cost_usd": 15000.0, "task_time_over_predicted_from_lifecycle_cost": 2.67185, "excess_success_rate_given_lifecycle_cost": -0.0985249},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.784, "lifecycle_cost_usd": 577.5, "task_time_over_predicted_from_lifecycle_cost": 0.417212, "excess_success_rate_given_lifecycle_cost": -0.0587353},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 4.091, "lifecycle_cost_usd": 881.25, "task_time_over_predicted_from_lifecycle_cost": 0.523008, "excess_success_rate_given_lifecycle_cost": -0.136614},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.111, "lifecycle_cost_usd": 666.667, "task_time_over_predicted_from_lifecycle_cost": 2.30694, "excess_success_rate_given_lifecycle_cost": -0.148503},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 15.986, "lifecycle_cost_usd": 710.625, "task_time_over_predicted_from_lifecycle_cost": 2.77951, "excess_success_rate_given_lifecycle_cost": -0.131617},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.571, "lifecycle_cost_usd": 676.25, "task_time_over_predicted_from_lifecycle_cost": 1.41303, "excess_success_rate_given_lifecycle_cost": -0.100624},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.375, "task_time_minutes": 120.0, "lifecycle_cost_usd": 107325.0, "task_time_over_predicted_from_lifecycle_cost": 0.0160547, "excess_success_rate_given_lifecycle_cost": 0.485658},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.5, "task_time_minutes": 240.0, "lifecycle_cost_usd": 107325.0, "task_time_over_predicted_from_lifecycle_cost": 0.0321095, "excess_success_rate_given_lifecycle_cost": 0.263436},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.625, "task_time_minutes": 480.0, "lifecycle_cost_usd": 107325.0, "task_time_over_predicted_from_lifecycle_cost": 0.064219, "excess_success_rate_given_lifecycle_cost": -0.125453},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "task_time_minutes": 2160.0, "lifecycle_cost_usd": 107325.0, "task_time_over_predicted_from_lifecycle_cost": 0.288985, "excess_success_rate_given_lifecycle_cost": -0.125453},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "task_time_minutes": 3360.0, "lifecycle_cost_usd": 107325.0, "task_time_over_predicted_from_lifecycle_cost": 0.449533, "excess_success_rate_given_lifecycle_cost": -0.125453},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 14.737, "lifecycle_cost_usd": 1062.62, "task_time_over_predicted_from_lifecycle_cost": 1.44192, "excess_success_rate_given_lifecycle_cost": 0.281162},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.04, "task_time_minutes": 334.0, "lifecycle_cost_usd": 125608.0, "task_time_over_predicted_from_lifecycle_cost": 0.0356899, "excess_success_rate_given_lifecycle_cost": 0.866071},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.07, "task_time_minutes": 577.0, "lifecycle_cost_usd": 125608.0, "task_time_over_predicted_from_lifecycle_cost": 0.0616559, "excess_success_rate_given_lifecycle_cost": 0.866071},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.175, "task_time_minutes": 1421.0, "lifecycle_cost_usd": 125608.0, "task_time_over_predicted_from_lifecycle_cost": 0.151842, "excess_success_rate_given_lifecycle_cost": 0.366071},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.475, "task_time_minutes": 1604.0, "lifecycle_cost_usd": 125608.0, "task_time_over_predicted_from_lifecycle_cost": 0.171397, "excess_success_rate_given_lifecycle_cost": -0.133929},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.65, "task_time_minutes": 2469.0, "lifecycle_cost_usd": 125608.0, "task_time_over_predicted_from_lifecycle_cost": 0.263827, "excess_success_rate_given_lifecycle_cost": -0.133929},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.75, "task_time_minutes": 3762.0, "lifecycle_cost_usd": 125608.0, "task_time_over_predicted_from_lifecycle_cost": 0.401992, "excess_success_rate_given_lifecycle_cost": -0.133929},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.99, "task_time_minutes": 6885.0, "lifecycle_cost_usd": 125608.0, "task_time_over_predicted_from_lifecycle_cost": 0.735703, "excess_success_rate_given_lifecycle_cost": -0.133929},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 7914.0, "lifecycle_cost_usd": 125608.0, "task_time_over_predicted_from_lifecycle_cost": 0.845658, "excess_success_rate_given_lifecycle_cost": -0.133929},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 22375.0, "task_time_over_predicted_from_lifecycle_cost": 1.02337, "excess_success_rate_given_lifecycle_cost": 0.232478},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 17388.0, "task_time_over_predicted_from_lifecycle_cost": 1.46731, "excess_success_rate_given_lifecycle_cost": 0.192999},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 813.9, "lifecycle_cost_usd": 13939.3, "task_time_over_predicted_from_lifecycle_cost": 2.0124, "excess_success_rate_given_lifecycle_cost": -0.0181922},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 3468.0, "task_time_over_predicted_from_lifecycle_cost": 7.50329, "excess_success_rate_given_lifecycle_cost": 0.136881},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 4067.67, "task_time_over_predicted_from_lifecycle_cost": 5.9741, "excess_success_rate_given_lifecycle_cost": 0.0820852},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 415.7, "lifecycle_cost_usd": 4293.67, "task_time_over_predicted_from_lifecycle_cost": 5.52989, "excess_success_rate_given_lifecycle_cost": -0.00938867},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 5749.67, "task_time_over_predicted_from_lifecycle_cost": 16.9583, "excess_success_rate_given_lifecycle_cost": 0.0427673},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 5737.67, "task_time_over_predicted_from_lifecycle_cost": 17.009, "excess_success_rate_given_lifecycle_cost": 0.0419999},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1934.9, "lifecycle_cost_usd": 6557.0, "task_time_over_predicted_from_lifecycle_cost": 14.0553, "excess_success_rate_given_lifecycle_cost": -0.0762052},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 2398.67, "task_time_over_predicted_from_lifecycle_cost": 41.8227, "excess_success_rate_given_lifecycle_cost": 0.0768851},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 3748.83, "task_time_over_predicted_from_lifecycle_cost": 22.0952, "excess_success_rate_given_lifecycle_cost": 0.219582},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1368.2, "lifecycle_cost_usd": 4281.33, "task_time_over_predicted_from_lifecycle_cost": 18.2756, "excess_success_rate_given_lifecycle_cost": 0.211784},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 3687.5, "task_time_over_predicted_from_lifecycle_cost": 9.3055, "excess_success_rate_given_lifecycle_cost": 0.380438},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 2281.67, "task_time_over_predicted_from_lifecycle_cost": 18.4778, "excess_success_rate_given_lifecycle_cost": 0.22987},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 562.8, "lifecycle_cost_usd": 2778.33, "task_time_over_predicted_from_lifecycle_cost": 13.9453, "excess_success_rate_given_lifecycle_cost": 0.203341},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 17356.3, "task_time_over_predicted_from_lifecycle_cost": 3.42958, "excess_success_rate_given_lifecycle_cost": 0.192672},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 15388.0, "task_time_over_predicted_from_lifecycle_cost": 4.07326, "excess_success_rate_given_lifecycle_cost": 0.169608},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1897.4, "lifecycle_cost_usd": 22836.7, "task_time_over_predicted_from_lifecycle_cost": 2.3171, "excess_success_rate_given_lifecycle_cost": 0.235201},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 1821.5, "task_time_over_predicted_from_lifecycle_cost": 7.68713, "excess_success_rate_given_lifecycle_cost": 0.174797},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 1561.33, "task_time_over_predicted_from_lifecycle_cost": 9.58099, "excess_success_rate_given_lifecycle_cost": 0.143286},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 169.7, "lifecycle_cost_usd": 2286.33, "task_time_over_predicted_from_lifecycle_cost": 5.55534, "excess_success_rate_given_lifecycle_cost": 0.174863},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 981.833, "task_time_over_predicted_from_lifecycle_cost": 5.6965, "excess_success_rate_given_lifecycle_cost": 0.0754762},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 1055.67, "task_time_over_predicted_from_lifecycle_cost": 5.13584, "excess_success_rate_given_lifecycle_cost": 0.0837159},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 52.0, "lifecycle_cost_usd": 945.0, "task_time_over_predicted_from_lifecycle_cost": 6.01641, "excess_success_rate_given_lifecycle_cost": -0.0118996},
      {"task": "mirrorcode_false/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 17.3, "lifecycle_cost_usd": 628.417, "task_time_over_predicted_from_lifecycle_cost": 3.58567, "excess_success_rate_given_lifecycle_cost": 0.0556315},
      {"task": "mirrorcode_false/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 17.3, "lifecycle_cost_usd": 433.667, "task_time_over_predicted_from_lifecycle_cost": 6.09208, "excess_success_rate_given_lifecycle_cost": 0.039562},
      {"task": "mirrorcode_false/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 17.3, "lifecycle_cost_usd": 691.333, "task_time_over_predicted_from_lifecycle_cost": 3.12863, "excess_success_rate_given_lifecycle_cost": 0.057079},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 15411.3, "task_time_over_predicted_from_lifecycle_cost": 3.14826, "excess_success_rate_given_lifecycle_cost": 0.169916},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 19298.8, "task_time_over_predicted_from_lifecycle_cost": 2.28283, "excess_success_rate_given_lifecycle_cost": 0.210693},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1469.7, "lifecycle_cost_usd": 24213.0, "task_time_over_predicted_from_lifecycle_cost": 1.65081, "excess_success_rate_given_lifecycle_cost": 0.0970359},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 7245.5, "task_time_over_predicted_from_lifecycle_cost": 3.92694, "excess_success_rate_given_lifecycle_cost": 0.458979},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 4104.0, "task_time_over_predicted_from_lifecycle_cost": 8.84729, "excess_success_rate_given_lifecycle_cost": 0.3353},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 623.5, "lifecycle_cost_usd": 5188.83, "task_time_over_predicted_from_lifecycle_cost": 6.3278, "excess_success_rate_given_lifecycle_cost": 0.338223},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 4891.33, "task_time_over_predicted_from_lifecycle_cost": 5.13245, "excess_success_rate_given_lifecycle_cost": 0.399695},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 2803.67, "task_time_over_predicted_from_lifecycle_cost": 11.3686, "excess_success_rate_given_lifecycle_cost": 0.206142},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 464.8, "lifecycle_cost_usd": 3078.83, "task_time_over_predicted_from_lifecycle_cost": 9.94502, "excess_success_rate_given_lifecycle_cost": 0.0692226},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 3661.67, "task_time_over_predicted_from_lifecycle_cost": 32.7277, "excess_success_rate_given_lifecycle_cost": 0.37797},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 2939.67, "task_time_over_predicted_from_lifecycle_cost": 44.7932, "excess_success_rate_given_lifecycle_cost": 0.304334},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1959.6, "lifecycle_cost_usd": 3025.0, "task_time_over_predicted_from_lifecycle_cost": 42.9986, "excess_success_rate_given_lifecycle_cost": 0.174613},
      {"task": "mirrorcode_ngnk/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 14400.0, "lifecycle_cost_usd": 31319.3, "task_time_over_predicted_from_lifecycle_cost": 11.1975, "excess_success_rate_given_lifecycle_cost": -0.0732444},
      {"task": "mirrorcode_ngnk/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 14400.0, "lifecycle_cost_usd": 32857.5, "task_time_over_predicted_from_lifecycle_cost": 10.4561, "excess_success_rate_given_lifecycle_cost": -0.0686527},
      {"task": "mirrorcode_ngnk/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 14400.0, "lifecycle_cost_usd": 53866.7, "task_time_over_predicted_from_lifecycle_cost": 5.15929, "excess_success_rate_given_lifecycle_cost": -0.0507214},
      {"task": "mirrorcode_nonogrid/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 7200.0, "lifecycle_cost_usd": 6853.5, "task_time_over_predicted_from_lifecycle_cost": 49.0985, "excess_success_rate_given_lifecycle_cost": 0.189517},
      {"task": "mirrorcode_nonogrid/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 7200.0, "lifecycle_cost_usd": 7869.33, "task_time_over_predicted_from_lifecycle_cost": 40.299, "excess_success_rate_given_lifecycle_cost": 0.153804},
      {"task": "mirrorcode_nonogrid/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 7200.0, "lifecycle_cost_usd": 10551.3, "task_time_over_predicted_from_lifecycle_cost": 26.5025, "excess_success_rate_given_lifecycle_cost": 0.244654},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 6570.67, "task_time_over_predicted_from_lifecycle_cost": 9.11545, "excess_success_rate_given_lifecycle_cost": 0.202317},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 8610.0, "task_time_over_predicted_from_lifecycle_cost": 6.19478, "excess_success_rate_given_lifecycle_cost": 0.461075},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 1258.6, "lifecycle_cost_usd": 4758.83, "task_time_over_predicted_from_lifecycle_cost": 14.454, "excess_success_rate_given_lifecycle_cost": 0.306205},
      {"task": "mirrorcode_pkl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 7776.9, "lifecycle_cost_usd": 39585.7, "task_time_over_predicted_from_lifecycle_cost": 4.32717, "excess_success_rate_given_lifecycle_cost": -0.0595988},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 4199.17, "task_time_over_predicted_from_lifecycle_cost": 6.59157, "excess_success_rate_given_lifecycle_cost": 0.260281},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 3446.33, "task_time_over_predicted_from_lifecycle_cost": 8.74183, "excess_success_rate_given_lifecycle_cost": 0.356952},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 4472.0, "task_time_over_predicted_from_lifecycle_cost": 6.02452, "excess_success_rate_given_lifecycle_cost": 0.283293},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 3431.83, "task_time_over_predicted_from_lifecycle_cost": 4.39733, "excess_success_rate_given_lifecycle_cost": 0.355508},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 2311.67, "task_time_over_predicted_from_lifecycle_cost": 7.73395, "excess_success_rate_given_lifecycle_cost": 0.233394},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 2421.83, "task_time_over_predicted_from_lifecycle_cost": 7.23617, "excess_success_rate_given_lifecycle_cost": 0.246241},
      {"task": "mirrorcode_ruff/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 9600.0, "lifecycle_cost_usd": 43321.0, "task_time_over_predicted_from_lifecycle_cost": 4.6958, "excess_success_rate_given_lifecycle_cost": -0.0638162},
      {"task": "mirrorcode_ruff/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 9600.0, "lifecycle_cost_usd": 42611.7, "task_time_over_predicted_from_lifecycle_cost": 4.8079, "excess_success_rate_given_lifecycle_cost": -0.0652034},
      {"task": "mirrorcode_ruff/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 9600.0, "lifecycle_cost_usd": 44375.0, "task_time_over_predicted_from_lifecycle_cost": 4.53724, "excess_success_rate_given_lifecycle_cost": -0.0618462},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 17806.7, "task_time_over_predicted_from_lifecycle_cost": 4.76379, "excess_success_rate_given_lifecycle_cost": 0.197216},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 24161.7, "task_time_over_predicted_from_lifecycle_cost": 3.08, "excess_success_rate_given_lifecycle_cost": 0.0967432},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2733.8, "lifecycle_cost_usd": 22806.3, "task_time_over_predicted_from_lifecycle_cost": 3.34485, "excess_success_rate_given_lifecycle_cost": 0.235026},
      {"task": "mirrorcode_tex/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 7200.0, "lifecycle_cost_usd": 44341.7, "task_time_over_predicted_from_lifecycle_cost": 3.40659, "excess_success_rate_given_lifecycle_cost": 0.438093},
      {"task": "mirrorcode_tex/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 7200.0, "lifecycle_cost_usd": 25076.7, "task_time_over_predicted_from_lifecycle_cost": 7.69217, "excess_success_rate_given_lifecycle_cost": 0.87216},
      {"task": "mirrorcode_tex/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 7200.0, "lifecycle_cost_usd": 21954.7, "task_time_over_predicted_from_lifecycle_cost": 9.30169, "excess_success_rate_given_lifecycle_cost": 0.349729},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 8887.33, "task_time_over_predicted_from_lifecycle_cost": 4.37233, "excess_success_rate_given_lifecycle_cost": 0.0267031},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 7638.33, "task_time_over_predicted_from_lifecycle_cost": 5.42876, "excess_success_rate_given_lifecycle_cost": 0.199312},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 14028.0, "task_time_over_predicted_from_lifecycle_cost": 2.27749, "excess_success_rate_given_lifecycle_cost": 0.316557},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 3936.33, "task_time_over_predicted_from_lifecycle_cost": 13.9994, "excess_success_rate_given_lifecycle_cost": -0.0130533},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 2934.67, "task_time_over_predicted_from_lifecycle_cost": 21.2986, "excess_success_rate_given_lifecycle_cost": -0.0850963},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 929.5, "lifecycle_cost_usd": 5127.5, "task_time_over_predicted_from_lifecycle_cost": 9.59499, "excess_success_rate_given_lifecycle_cost": 0.0838203},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 44472.8, "task_time_over_predicted_from_lifecycle_cost": 1.09484, "excess_success_rate_given_lifecycle_cost": 0.276224},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 23451.3, "task_time_over_predicted_from_lifecycle_cost": 2.73213, "excess_success_rate_given_lifecycle_cost": 0.0719771},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "task_time_minutes": 2323.8, "lifecycle_cost_usd": 17535.0, "task_time_over_predicted_from_lifecycle_cost": 4.13929, "excess_success_rate_given_lifecycle_cost": 0.0278369},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 5212.5, "task_time_over_predicted_from_lifecycle_cost": 4.83986, "excess_success_rate_given_lifecycle_cost": 0.107446},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 5317.5, "task_time_over_predicted_from_lifecycle_cost": 4.70388, "excess_success_rate_given_lifecycle_cost": -0.187456},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 3606.25, "task_time_over_predicted_from_lifecycle_cost": 8.19321, "excess_success_rate_given_lifecycle_cost": 0.0373762},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 5616.25, "task_time_over_predicted_from_lifecycle_cost": 4.35045, "excess_success_rate_given_lifecycle_cost": 0.182057},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 466.748, "lifecycle_cost_usd": 1310.0, "task_time_over_predicted_from_lifecycle_cost": 33.8636, "excess_success_rate_given_lifecycle_cost": -0.0848969},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 27.0, "lifecycle_cost_usd": 863.75, "task_time_over_predicted_from_lifecycle_cost": 3.55214, "excess_success_rate_given_lifecycle_cost": -0.425671},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 16.0, "lifecycle_cost_usd": 751.667, "task_time_over_predicted_from_lifecycle_cost": 2.56746, "excess_success_rate_given_lifecycle_cost": -0.0210727},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 52.14, "lifecycle_cost_usd": 1907.5, "task_time_over_predicted_from_lifecycle_cost": 2.21118, "excess_success_rate_given_lifecycle_cost": -0.304543},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 40.65, "lifecycle_cost_usd": 611.25, "task_time_over_predicted_from_lifecycle_cost": 8.76545, "excess_success_rate_given_lifecycle_cost": 0.00949959},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 39.155, "lifecycle_cost_usd": 506.875, "task_time_over_predicted_from_lifecycle_cost": 11.0332, "excess_success_rate_given_lifecycle_cost": 0.0429224},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 129.285, "lifecycle_cost_usd": 1994.38, "task_time_over_predicted_from_lifecycle_cost": 5.14471, "excess_success_rate_given_lifecycle_cost": -0.410904},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.124, "lifecycle_cost_usd": 428.75, "task_time_over_predicted_from_lifecycle_cost": 2.90781, "excess_success_rate_given_lifecycle_cost": 0.0965747},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "task_time_minutes": 264.986, "lifecycle_cost_usd": 6831.25, "task_time_over_predicted_from_lifecycle_cost": 1.81542, "excess_success_rate_given_lifecycle_cost": 0.200163},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "task_time_minutes": 319.482, "lifecycle_cost_usd": 10787.5, "task_time_over_predicted_from_lifecycle_cost": 1.13937, "excess_success_rate_given_lifecycle_cost": 0.343345},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 11.234, "lifecycle_cost_usd": 1028.75, "task_time_over_predicted_from_lifecycle_cost": 1.15125, "excess_success_rate_given_lifecycle_cost": 0.142833},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.102, "lifecycle_cost_usd": 571.25, "task_time_over_predicted_from_lifecycle_cost": 0.499284, "excess_success_rate_given_lifecycle_cost": 0.0470486},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.517, "lifecycle_cost_usd": 624.583, "task_time_over_predicted_from_lifecycle_cost": 1.3626, "excess_success_rate_given_lifecycle_cost": -0.0635833},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.152, "lifecycle_cost_usd": 553.75, "task_time_over_predicted_from_lifecycle_cost": 2.02436, "excess_success_rate_given_lifecycle_cost": 0.0735438},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 20.924, "lifecycle_cost_usd": 643.333, "task_time_over_predicted_from_lifecycle_cost": 4.19383, "excess_success_rate_given_lifecycle_cost": -0.0843195},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 32.44, "lifecycle_cost_usd": 1678.33, "task_time_over_predicted_from_lifecycle_cost": 1.65183, "excess_success_rate_given_lifecycle_cost": 0.0894617},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 7.18, "lifecycle_cost_usd": 646.071, "task_time_over_predicted_from_lifecycle_cost": 1.43039, "excess_success_rate_given_lifecycle_cost": 0.225615},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.087, "lifecycle_cost_usd": 571.071, "task_time_over_predicted_from_lifecycle_cost": 1.44648, "excess_success_rate_given_lifecycle_cost": 0.273146},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 65.133, "lifecycle_cost_usd": 1378.39, "task_time_over_predicted_from_lifecycle_cost": 4.39409, "excess_success_rate_given_lifecycle_cost": -0.10281},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.919, "lifecycle_cost_usd": 918.571, "task_time_over_predicted_from_lifecycle_cost": 0.3517, "excess_success_rate_given_lifecycle_cost": 0.231999},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 12.175, "lifecycle_cost_usd": 906.429, "task_time_over_predicted_from_lifecycle_cost": 1.49508, "excess_success_rate_given_lifecycle_cost": 0.18742},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 38.512, "lifecycle_cost_usd": 1358.75, "task_time_over_predicted_from_lifecycle_cost": 2.65199, "excess_success_rate_given_lifecycle_cost": 0.194291},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 2.119, "lifecycle_cost_usd": 721.518, "task_time_over_predicted_from_lifecycle_cost": 0.360511, "excess_success_rate_given_lifecycle_cost": -0.0197305},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 6797.5, "task_time_over_predicted_from_lifecycle_cost": 4.13979, "excess_success_rate_given_lifecycle_cost": 0.291381},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 720.0, "lifecycle_cost_usd": 7455.0, "task_time_over_predicted_from_lifecycle_cost": 4.35372, "excess_success_rate_given_lifecycle_cost": 0.314053},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 4.525, "lifecycle_cost_usd": 501.375, "task_time_over_predicted_from_lifecycle_cost": 1.2951, "excess_success_rate_given_lifecycle_cost": -0.316157},
      {"task": "request_routing/request_routing_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.15232, "lifecycle_cost_usd": 250.806, "task_time_over_predicted_from_lifecycle_cost": 0.117304, "excess_success_rate_given_lifecycle_cost": 0.142338},
      {"task": "request_routing/request_routing_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.16349, "lifecycle_cost_usd": 221.931, "task_time_over_predicted_from_lifecycle_cost": 0.149952, "excess_success_rate_given_lifecycle_cost": 0.117149},
      {"task": "request_routing/request_routing_3", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "task_time_minutes": 0.131724, "lifecycle_cost_usd": 178.042, "task_time_over_predicted_from_lifecycle_cost": 0.165529, "excess_success_rate_given_lifecycle_cost": 0.0877717},
      {"task": "request_routing/request_routing_4", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "task_time_minutes": 0.205686, "lifecycle_cost_usd": 319.708, "task_time_over_predicted_from_lifecycle_cost": 0.111975, "excess_success_rate_given_lifecycle_cost": 0.190175},
      {"task": "request_routing/request_routing_5", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "task_time_minutes": 0.195977, "lifecycle_cost_usd": 192.333, "task_time_over_predicted_from_lifecycle_cost": 0.220544, "excess_success_rate_given_lifecycle_cost": 0.0999325},
      {"task": "request_routing/request_routing_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.255125, "lifecycle_cost_usd": 234.181, "task_time_over_predicted_from_lifecycle_cost": 0.216706, "excess_success_rate_given_lifecycle_cost": 0.12771},
      {"task": "request_routing/request_routing_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.273708, "lifecycle_cost_usd": 260.611, "task_time_over_predicted_from_lifecycle_cost": 0.199546, "excess_success_rate_given_lifecycle_cost": 0.151097},
      {"task": "request_routing/request_routing_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 0.202229, "lifecycle_cost_usd": 169.931, "task_time_over_predicted_from_lifecycle_cost": 0.271636, "excess_success_rate_given_lifecycle_cost": 0.0810952},
      {"task": "request_routing/request_routing_9", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "task_time_minutes": 0.298437, "lifecycle_cost_usd": 139.25, "task_time_over_predicted_from_lifecycle_cost": 0.532805, "excess_success_rate_given_lifecycle_cost": -0.48412},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0078, "task_time_minutes": 173.0, "lifecycle_cost_usd": 42612.5, "task_time_over_predicted_from_lifecycle_cost": 0.08664, "excess_success_rate_given_lifecycle_cost": 0.787997},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0125, "task_time_minutes": 319.0, "lifecycle_cost_usd": 42612.5, "task_time_over_predicted_from_lifecycle_cost": 0.159758, "excess_success_rate_given_lifecycle_cost": 0.787997},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.02, "task_time_minutes": 528.0, "lifecycle_cost_usd": 42612.5, "task_time_over_predicted_from_lifecycle_cost": 0.264427, "excess_success_rate_given_lifecycle_cost": 0.787997},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0399, "task_time_minutes": 529.0, "lifecycle_cost_usd": 42612.5, "task_time_over_predicted_from_lifecycle_cost": 0.264928, "excess_success_rate_given_lifecycle_cost": 0.787997},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0571, "task_time_minutes": 535.0, "lifecycle_cost_usd": 42612.5, "task_time_over_predicted_from_lifecycle_cost": 0.267933, "excess_success_rate_given_lifecycle_cost": 0.787997},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0572, "task_time_minutes": 554.0, "lifecycle_cost_usd": 42612.5, "task_time_over_predicted_from_lifecycle_cost": 0.277448, "excess_success_rate_given_lifecycle_cost": 0.787997},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "task_time_minutes": 2322.0, "lifecycle_cost_usd": 42612.5, "task_time_over_predicted_from_lifecycle_cost": 1.16288, "excess_success_rate_given_lifecycle_cost": -0.0604877},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0078, "task_time_minutes": 173.0, "lifecycle_cost_usd": 52900.0, "task_time_over_predicted_from_lifecycle_cost": 0.063608, "excess_success_rate_given_lifecycle_cost": 0.822157},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0125, "task_time_minutes": 319.0, "lifecycle_cost_usd": 52900.0, "task_time_over_predicted_from_lifecycle_cost": 0.117289, "excess_success_rate_given_lifecycle_cost": 0.822157},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.02, "task_time_minutes": 528.0, "lifecycle_cost_usd": 52900.0, "task_time_over_predicted_from_lifecycle_cost": 0.194133, "excess_success_rate_given_lifecycle_cost": 0.776702},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0399, "task_time_minutes": 529.0, "lifecycle_cost_usd": 52900.0, "task_time_over_predicted_from_lifecycle_cost": 0.194501, "excess_success_rate_given_lifecycle_cost": 0.64943},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0571, "task_time_minutes": 535.0, "lifecycle_cost_usd": 52900.0, "task_time_over_predicted_from_lifecycle_cost": 0.196707, "excess_success_rate_given_lifecycle_cost": 0.467611},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0572, "task_time_minutes": 554.0, "lifecycle_cost_usd": 52900.0, "task_time_over_predicted_from_lifecycle_cost": 0.203693, "excess_success_rate_given_lifecycle_cost": 0.467611},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "task_time_minutes": 2322.0, "lifecycle_cost_usd": 52900.0, "task_time_over_predicted_from_lifecycle_cost": 0.853744, "excess_success_rate_given_lifecycle_cost": -0.0414795},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1800.0, "lifecycle_cost_usd": 12700.0, "task_time_over_predicted_from_lifecycle_cost": 5.08394, "excess_success_rate_given_lifecycle_cost": -0.274158},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 30.0, "lifecycle_cost_usd": 1053.0, "task_time_over_predicted_from_lifecycle_cost": 2.97371, "excess_success_rate_given_lifecycle_cost": 0.236864},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 15.0, "lifecycle_cost_usd": 1120.0, "task_time_over_predicted_from_lifecycle_cost": 1.36141, "excess_success_rate_given_lifecycle_cost": -0.0124013},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 8.533, "lifecycle_cost_usd": 1789.38, "task_time_over_predicted_from_lifecycle_cost": 0.396485, "excess_success_rate_given_lifecycle_cost": 0.168262},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 6.276, "lifecycle_cost_usd": 682.5, "task_time_over_predicted_from_lifecycle_cost": 1.15604, "excess_success_rate_given_lifecycle_cost": 0.252294},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 5.132, "lifecycle_cost_usd": 513.0, "task_time_over_predicted_from_lifecycle_cost": 1.4215, "excess_success_rate_given_lifecycle_cost": 0.248507},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "task_time_minutes": 49.192, "lifecycle_cost_usd": 2467.5, "task_time_over_predicted_from_lifecycle_cost": 1.44411, "excess_success_rate_given_lifecycle_cost": 0.131369},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 21984.6, "task_time_over_predicted_from_lifecycle_cost": 0.309453, "excess_success_rate_given_lifecycle_cost": -0.0538679},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 16064.3, "task_time_over_predicted_from_lifecycle_cost": 0.484507, "excess_success_rate_given_lifecycle_cost": -0.313364},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "task_time_minutes": 360.0, "lifecycle_cost_usd": 15623.9, "task_time_over_predicted_from_lifecycle_cost": 0.756212, "excess_success_rate_given_lifecycle_cost": -0.295347},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.05, "task_time_minutes": 174.3, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.0183301, "excess_success_rate_given_lifecycle_cost": 0.86746},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.1, "task_time_minutes": 363.3, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.0382061, "excess_success_rate_given_lifecycle_cost": 0.846627},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.15, "task_time_minutes": 554.8, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.058345, "excess_success_rate_given_lifecycle_cost": 0.784127},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.2, "task_time_minutes": 743.5, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.0781895, "excess_success_rate_given_lifecycle_cost": 0.388293},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.25, "task_time_minutes": 931.6, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.0979708, "excess_success_rate_given_lifecycle_cost": 0.11746},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.3, "task_time_minutes": 1118.6, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.117636, "excess_success_rate_given_lifecycle_cost": 0.11746},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.35, "task_time_minutes": 1304.6, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.137197, "excess_success_rate_given_lifecycle_cost": 0.11746},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.4, "task_time_minutes": 1490.9, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.156789, "excess_success_rate_given_lifecycle_cost": 0.0549601},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.45, "task_time_minutes": 1675.3, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.176181, "excess_success_rate_given_lifecycle_cost": 0.0341267},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.5, "task_time_minutes": 1858.0, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.195395, "excess_success_rate_given_lifecycle_cost": -0.0492066},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.55, "task_time_minutes": 2038.5, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.214377, "excess_success_rate_given_lifecycle_cost": -0.0908733},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.6, "task_time_minutes": 2221.7, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.233643, "excess_success_rate_given_lifecycle_cost": -0.111707},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.65, "task_time_minutes": 2405.6, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.252983, "excess_success_rate_given_lifecycle_cost": -0.13254},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "task_time_minutes": 2593.3, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.272722, "excess_success_rate_given_lifecycle_cost": -0.13254},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.75, "task_time_minutes": 2767.9, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.291084, "excess_success_rate_given_lifecycle_cost": -0.13254},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.8, "task_time_minutes": 2951.5, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.310392, "excess_success_rate_given_lifecycle_cost": -0.13254},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "task_time_minutes": 3082.5, "lifecycle_cost_usd": 127019.0, "task_time_over_predicted_from_lifecycle_cost": 0.324168, "excess_success_rate_given_lifecycle_cost": -0.13254},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 450.0, "lifecycle_cost_usd": 7125.0, "task_time_over_predicted_from_lifecycle_cost": 2.90294, "excess_success_rate_given_lifecycle_cost": -0.461962},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 180.0, "lifecycle_cost_usd": 3450.83, "task_time_over_predicted_from_lifecycle_cost": 3.27208, "excess_success_rate_given_lifecycle_cost": -0.506712},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 300.0, "lifecycle_cost_usd": 4287.5, "task_time_over_predicted_from_lifecycle_cost": 3.99898, "excess_success_rate_given_lifecycle_cost": -0.551343},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 480.0, "lifecycle_cost_usd": 5472.5, "task_time_over_predicted_from_lifecycle_cost": 4.51466, "excess_success_rate_given_lifecycle_cost": -0.516144},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 47.0, "lifecycle_cost_usd": 3415.0, "task_time_over_predicted_from_lifecycle_cost": 0.867216, "excess_success_rate_given_lifecycle_cost": -0.51375},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 90.0, "lifecycle_cost_usd": 5611.25, "task_time_over_predicted_from_lifecycle_cost": 0.816748, "excess_success_rate_given_lifecycle_cost": -0.509556},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.0287, "task_time_minutes": 259.0, "lifecycle_cost_usd": 37383.3, "task_time_over_predicted_from_lifecycle_cost": 0.156395, "excess_success_rate_given_lifecycle_cost": -0.00868341},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.0288, "task_time_minutes": 391.0, "lifecycle_cost_usd": 37383.3, "task_time_over_predicted_from_lifecycle_cost": 0.236101, "excess_success_rate_given_lifecycle_cost": -0.00868341},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.1244, "task_time_minutes": 499.0, "lifecycle_cost_usd": 37383.3, "task_time_over_predicted_from_lifecycle_cost": 0.301316, "excess_success_rate_given_lifecycle_cost": -0.111064},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.1993, "task_time_minutes": 574.0, "lifecycle_cost_usd": 37383.3, "task_time_over_predicted_from_lifecycle_cost": 0.346604, "excess_success_rate_given_lifecycle_cost": -0.122969},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.2133, "task_time_minutes": 574.0, "lifecycle_cost_usd": 37383.3, "task_time_over_predicted_from_lifecycle_cost": 0.346604, "excess_success_rate_given_lifecycle_cost": -0.122969},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.5, "task_time_minutes": 2400.0, "lifecycle_cost_usd": 37383.3, "task_time_over_predicted_from_lifecycle_cost": 1.44922, "excess_success_rate_given_lifecycle_cost": -0.206302},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "task_time_minutes": 6720.0, "lifecycle_cost_usd": 37383.3, "task_time_over_predicted_from_lifecycle_cost": 4.0578, "excess_success_rate_given_lifecycle_cost": -0.206302},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 240.0, "lifecycle_cost_usd": 8387.5, "task_time_over_predicted_from_lifecycle_cost": 1.2263, "excess_success_rate_given_lifecycle_cost": 0.183838},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 870.0, "lifecycle_cost_usd": 18100.0, "task_time_over_predicted_from_lifecycle_cost": 1.48103, "excess_success_rate_given_lifecycle_cost": -0.0183369},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "task_time_minutes": 306.658, "lifecycle_cost_usd": 4075.0, "task_time_over_predicted_from_lifecycle_cost": 4.39571, "excess_success_rate_given_lifecycle_cost": 0.0691544},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 600.0, "lifecycle_cost_usd": 3962.5, "task_time_over_predicted_from_lifecycle_cost": 8.95159, "excess_success_rate_given_lifecycle_cost": -0.524868},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.869, "lifecycle_cost_usd": 490.0, "task_time_over_predicted_from_lifecycle_cost": 0.55276, "excess_success_rate_given_lifecycle_cost": -0.111531},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "task_time_minutes": 1.085, "lifecycle_cost_usd": 300.0, "task_time_over_predicted_from_lifecycle_cost": 0.646895, "excess_success_rate_given_lifecycle_cost": -0.239104}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"task_time_over_predicted_from_lifecycle_cost_from": 0.00439258, "task_time_over_predicted_from_lifecycle_cost_to": 49.0985, "excess_success_rate_given_lifecycle_cost_from": 0.305025, "excess_success_rate_given_lifecycle_cost_to": -0.145672, "slope_per_doubling": -0.0335133, "r_squared": 0.0860309, "points": 381}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "observed equal to predicted", "column": "task_time_over_predicted_from_lifecycle_cost", "value": 1},
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_lifecycle_cost", "value": 0}
     ]
    }
   ]
  }
 ]
}
