{
 "chart": "cost_vs_time/estimated_time/plots/difficulty_by_cost_and_time",
 "title": "Excess success rate vs. Lifecycle Cost and Task Time (for humans, model estimate)",
 "subtitle": "Each point represents one (score, time) point of a task. Excess success rate is how much higher a task's success rate is than the measure it is adjusted for predicts. We average excess success rates over only models whose 50% horizon is within 8× the task's time or cost, to filter out models for which the task was trivial or impossible. We also filter out a few outlier tasks with extreme x values.",
 "panels": [
  {
   "title": "Lifecycle Cost, adjusted for task time",
   "x": {"label": "Lifecycle Cost / Lifecycle Cost predicted from time (model estimate)", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "task score points",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 5037.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.04783, "excess_success_rate_given_estimated_task_time": -0.0396646},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 6325.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.31564, "excess_success_rate_given_estimated_task_time": -0.550191},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 18062.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.67323, "excess_success_rate_given_estimated_task_time": -0.282951},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 105, "lifecycle_cost_usd": 34775.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 6.24307, "excess_success_rate_given_estimated_task_time": -0.395542},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 170, "lifecycle_cost_usd": 43300.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 5.98845, "excess_success_rate_given_estimated_task_time": 0.0064411},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 170, "lifecycle_cost_usd": 31550.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 4.36341, "excess_success_rate_given_estimated_task_time": 0.14884},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 584.375, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.719229, "excess_success_rate_given_estimated_task_time": -0.10913},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 141.45, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.518305, "excess_success_rate_given_estimated_task_time": 0.099561},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 156.375, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.572993, "excess_success_rate_given_estimated_task_time": 0.099561},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 137.1, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.502366, "excess_success_rate_given_estimated_task_time": 0.099561},
      {"task": "arithmetic/complex_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.33, "lifecycle_cost_usd": 91.625, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.372591, "excess_success_rate_given_estimated_task_time": 0.0937578},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 3781.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.786524, "excess_success_rate_given_estimated_task_time": 0.0134056},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 6912.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.02304, "excess_success_rate_given_estimated_task_time": 0.00416277},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1, "lifecycle_cost_usd": 381.375, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.850879, "excess_success_rate_given_estimated_task_time": 0.174351},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 20000, "lifecycle_cost_usd": 22795.8, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.238536, "excess_success_rate_given_estimated_task_time": 0.711555},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 22305.8, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.447953, "excess_success_rate_given_estimated_task_time": -0.323129},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 32661.7, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.526631, "excess_success_rate_given_estimated_task_time": -0.305791},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 25000, "lifecycle_cost_usd": 26385.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.244671, "excess_success_rate_given_estimated_task_time": -0.263678},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 5400, "lifecycle_cost_usd": 17095.8, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.363479, "excess_success_rate_given_estimated_task_time": -0.337562},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 18318.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.367875, "excess_success_rate_given_estimated_task_time": -0.323129},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 26729.2, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.368812, "excess_success_rate_given_estimated_task_time": -0.269429},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 9600, "lifecycle_cost_usd": 27143.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.422625, "excess_success_rate_given_estimated_task_time": -0.297381},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 8000, "lifecycle_cost_usd": 32717.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.56227, "excess_success_rate_given_estimated_task_time": 0.0118308},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 37660.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.7563, "excess_success_rate_given_estimated_task_time": -0.323129},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 3000, "lifecycle_cost_usd": 26699.2, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.78038, "excess_success_rate_given_estimated_task_time": -0.357157},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 20000, "lifecycle_cost_usd": 27140.8, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.284002, "excess_success_rate_given_estimated_task_time": -0.288445},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 26932.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.434255, "excess_success_rate_given_estimated_task_time": -0.305791},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 16880.8, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.339006, "excess_success_rate_given_estimated_task_time": -0.323129},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 3600, "lifecycle_cost_usd": 42253.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.11891, "excess_success_rate_given_estimated_task_time": -0.362768},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 5502.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.918948, "excess_success_rate_given_estimated_task_time": -0.558769},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 807.917, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.518115, "excess_success_rate_given_estimated_task_time": -0.131926},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 1046.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.757125, "excess_success_rate_given_estimated_task_time": -0.10321},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 729.583, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.567554, "excess_success_rate_given_estimated_task_time": -0.502112},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 896.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.574763, "excess_success_rate_given_estimated_task_time": -0.159704},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 30, "lifecycle_cost_usd": 1445.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.511196, "excess_success_rate_given_estimated_task_time": -0.22536},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 518.625, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.638306, "excess_success_rate_given_estimated_task_time": -0.599871},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "estimated_task_time_minutes": 1500, "lifecycle_cost_usd": 155375.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 6.60973, "excess_success_rate_given_estimated_task_time": 0.169736},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.014, "estimated_task_time_minutes": 2700, "lifecycle_cost_usd": 155375.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 4.80801, "excess_success_rate_given_estimated_task_time": 0.192964},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.044, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 155375.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.12029, "excess_success_rate_given_estimated_task_time": 0.242101},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.051, "estimated_task_time_minutes": 7500, "lifecycle_cost_usd": 155375.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.76517, "excess_success_rate_given_estimated_task_time": 0.295031},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 155375.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.14388, "excess_success_rate_given_estimated_task_time": 0.11946},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "estimated_task_time_minutes": 1400, "lifecycle_cost_usd": 104928.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 4.63357, "excess_success_rate_given_estimated_task_time": 0.0124669},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 210, "lifecycle_cost_usd": 9067.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.11847, "excess_success_rate_given_estimated_task_time": -0.437041},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 165, "lifecycle_cost_usd": 9775.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.37392, "excess_success_rate_given_estimated_task_time": -0.478077},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1000, "lifecycle_cost_usd": 5419.17, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.287132, "excess_success_rate_given_estimated_task_time": -0.157714},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1700, "lifecycle_cost_usd": 5262.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.2092, "excess_success_rate_given_estimated_task_time": -0.127164},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.5, "lifecycle_cost_usd": 161.375, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.524018, "excess_success_rate_given_estimated_task_time": -0.875356},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.5, "lifecycle_cost_usd": 142.625, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.463133, "excess_success_rate_given_estimated_task_time": -0.083689},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1, "lifecycle_cost_usd": 121.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.269961, "excess_success_rate_given_estimated_task_time": -0.0756485},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 108.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.165556, "excess_success_rate_given_estimated_task_time": -0.198082},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 570.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.443412, "excess_success_rate_given_estimated_task_time": -0.0627176},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 258.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.395878, "excess_success_rate_given_estimated_task_time": 0.275876},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 110, "lifecycle_cost_usd": 8175.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.43113, "excess_success_rate_given_estimated_task_time": -0.412738},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 474.911, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.443268, "excess_success_rate_given_estimated_task_time": -0.204875},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 6, "lifecycle_cost_usd": 473.571, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.400467, "excess_success_rate_given_estimated_task_time": -0.197112},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 361.071, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.280883, "excess_success_rate_given_estimated_task_time": -0.00211153},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 549.643, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.397752, "excess_success_rate_given_estimated_task_time": -0.201695},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 495.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.385068, "excess_success_rate_given_estimated_task_time": -0.195293},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 418.661, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.325683, "excess_success_rate_given_estimated_task_time": -0.297566},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 371.786, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.347014, "excess_success_rate_given_estimated_task_time": -0.134041},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 6450.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.25875, "excess_success_rate_given_estimated_task_time": -0.592243},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 691.667, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.500529, "excess_success_rate_given_estimated_task_time": 0.336184},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1212.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.534253, "excess_success_rate_given_estimated_task_time": 0.163337},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1062.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.54707, "excess_success_rate_given_estimated_task_time": 0.133735},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 1576.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.915823, "excess_success_rate_given_estimated_task_time": -0.253376},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1291.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.664851, "excess_success_rate_given_estimated_task_time": -0.196623},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 0.428571, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 88075.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 6.51475, "excess_success_rate_given_estimated_task_time": -0.112753},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 0.761905, "estimated_task_time_minutes": 1000, "lifecycle_cost_usd": 88075.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 4.6666, "excess_success_rate_given_estimated_task_time": -0.382417},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 0.904762, "estimated_task_time_minutes": 2400, "lifecycle_cost_usd": 88075.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.90492, "excess_success_rate_given_estimated_task_time": -0.337668},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 3600, "lifecycle_cost_usd": 88075.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.33232, "excess_success_rate_given_estimated_task_time": -0.321141},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 0.428571, "estimated_task_time_minutes": 480, "lifecycle_cost_usd": 64808.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 5.10944, "excess_success_rate_given_estimated_task_time": -0.249935},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 0.761905, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 64808.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 4.79376, "excess_success_rate_given_estimated_task_time": -0.486087},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 0.904762, "estimated_task_time_minutes": 1200, "lifecycle_cost_usd": 64808.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.11104, "excess_success_rate_given_estimated_task_time": -0.411976},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 1800, "lifecycle_cost_usd": 64808.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.49782, "excess_success_rate_given_estimated_task_time": -0.368337},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.0908, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.44874, "excess_success_rate_given_estimated_task_time": 0.0189587},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.2637, "estimated_task_time_minutes": 75, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.57139, "excess_success_rate_given_estimated_task_time": -0.472215},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.3443, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.76895, "excess_success_rate_given_estimated_task_time": -0.463818},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.474, "estimated_task_time_minutes": 75, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.57139, "excess_success_rate_given_estimated_task_time": -0.594438},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.6528, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.45382, "excess_success_rate_given_estimated_task_time": -0.459752},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.766, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.76895, "excess_success_rate_given_estimated_task_time": -0.516596},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.8079, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.76895, "excess_success_rate_given_estimated_task_time": -0.544374},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.8522, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.45382, "excess_success_rate_given_estimated_task_time": -0.543085},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.9481, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.45382, "excess_success_rate_given_estimated_task_time": -0.570863},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.90248, "excess_success_rate_given_estimated_task_time": -0.51678},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.0908, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.59887, "excess_success_rate_given_estimated_task_time": 0.150071},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.2637, "estimated_task_time_minutes": 95, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.81446, "excess_success_rate_given_estimated_task_time": -0.308843},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.3443, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.86837, "excess_success_rate_given_estimated_task_time": -0.488327},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.474, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.59887, "excess_success_rate_given_estimated_task_time": -0.333263},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.6528, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.4169, "excess_success_rate_given_estimated_task_time": -0.368085},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.766, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.28371, "excess_success_rate_given_estimated_task_time": -0.29933},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.8079, "estimated_task_time_minutes": 210, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.18092, "excess_success_rate_given_estimated_task_time": -0.275761},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.8522, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.4169, "excess_success_rate_given_estimated_task_time": -0.451419},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.9481, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.28371, "excess_success_rate_given_estimated_task_time": -0.383946},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.924557, "excess_success_rate_given_estimated_task_time": -0.353961},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1107.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.487988, "excess_success_rate_given_estimated_task_time": -0.423201},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 1217.08, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.780513, "excess_success_rate_given_estimated_task_time": -0.461788},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1254.17, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.552612, "excess_success_rate_given_estimated_task_time": -0.423201},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 40, "lifecycle_cost_usd": 2435.97, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.737468, "excess_success_rate_given_estimated_task_time": -0.570392},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 55, "lifecycle_cost_usd": 2386.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.607998, "excess_success_rate_given_estimated_task_time": -0.560304},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 3152.92, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.615308, "excess_success_rate_given_estimated_task_time": -0.592243},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 6312.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.441033, "excess_success_rate_given_estimated_task_time": -0.454997},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 5343.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.892366, "excess_success_rate_given_estimated_task_time": -0.56923},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 900, "lifecycle_cost_usd": 4063.89, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.227964, "excess_success_rate_given_estimated_task_time": -0.419117},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1961.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.864168, "excess_success_rate_given_estimated_task_time": 0.0479528},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1901.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.978934, "excess_success_rate_given_estimated_task_time": 0.217493},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 10650.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.22204, "excess_success_rate_given_estimated_task_time": -0.389121},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 960, "lifecycle_cost_usd": 12100.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.65544, "excess_success_rate_given_estimated_task_time": 0.0502278},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 7587.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.870633, "excess_success_rate_given_estimated_task_time": -0.477253},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 646.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.603191, "excess_success_rate_given_estimated_task_time": 0.411792},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 639.167, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.497218, "excess_success_rate_given_estimated_task_time": 0.0206157},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 599.792, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.559828, "excess_success_rate_given_estimated_task_time": 0.145125},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 463.333, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.432462, "excess_success_rate_given_estimated_task_time": 0.370125},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 467.917, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.271866, "excess_success_rate_given_estimated_task_time": 0.083162},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 492.917, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.286392, "excess_success_rate_given_estimated_task_time": 0.144059},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 668.333, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.428601, "excess_success_rate_given_estimated_task_time": -0.0242875},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 750.833, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.436245, "excess_success_rate_given_estimated_task_time": 0.365213},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 13, "lifecycle_cost_usd": 549.167, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.30554, "excess_success_rate_given_estimated_task_time": 0.119916},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "estimated_task_time_minutes": 500, "lifecycle_cost_usd": 6583.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.507678, "excess_success_rate_given_estimated_task_time": -0.33874},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 7450.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.686352, "excess_success_rate_given_estimated_task_time": -0.367633},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 9679.17, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.676251, "excess_success_rate_given_estimated_task_time": -0.328102},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 3127.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.65054, "excess_success_rate_given_estimated_task_time": 0.217792},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 4537.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.10291, "excess_success_rate_given_estimated_task_time": -0.460427},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 6717.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.618869, "excess_success_rate_given_estimated_task_time": -0.427445},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 5925.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.545857, "excess_success_rate_given_estimated_task_time": -0.381991},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 45, "lifecycle_cost_usd": 10687.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.03564, "excess_success_rate_given_estimated_task_time": -0.0235647},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 6, "lifecycle_cost_usd": 707.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.598284, "excess_success_rate_given_estimated_task_time": 0.0570543},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 4, "lifecycle_cost_usd": 386.667, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.407252, "excess_success_rate_given_estimated_task_time": 0.426503},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 505.417, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.471741, "excess_success_rate_given_estimated_task_time": 0.445125},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 436.667, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.537434, "excess_success_rate_given_estimated_task_time": 0.300129},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.15, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 50850.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 5.83482, "excess_success_rate_given_estimated_task_time": 0.32117},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.25, "estimated_task_time_minutes": 400, "lifecycle_cost_usd": 50850.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 4.42493, "excess_success_rate_given_estimated_task_time": 0.325801},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.4, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 50850.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 4.6847, "excess_success_rate_given_estimated_task_time": -0.0545616},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.66, "estimated_task_time_minutes": 1200, "lifecycle_cost_usd": 50850.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.44099, "excess_success_rate_given_estimated_task_time": -0.408573},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 50850.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.8029, "excess_success_rate_given_estimated_task_time": -0.364935},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "estimated_task_time_minutes": 50, "lifecycle_cost_usd": 27537.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 7.38793, "excess_success_rate_given_estimated_task_time": -0.668133},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "estimated_task_time_minutes": 50, "lifecycle_cost_usd": 27542.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 7.38928, "excess_success_rate_given_estimated_task_time": -0.668133},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 480, "lifecycle_cost_usd": 15000.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.18259, "excess_success_rate_given_estimated_task_time": -0.254082},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 577.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.539022, "excess_success_rate_given_estimated_task_time": -0.0453711},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 881.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.565144, "excess_success_rate_given_estimated_task_time": -0.0754736},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 6, "lifecycle_cost_usd": 666.667, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.563754, "excess_success_rate_given_estimated_task_time": -0.234612},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 710.625, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.552806, "excess_success_rate_given_estimated_task_time": -0.161202},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 676.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.631192, "excess_success_rate_given_estimated_task_time": -0.188208},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.375, "estimated_task_time_minutes": 720, "lifecycle_cost_usd": 107325.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 6.79356, "excess_success_rate_given_estimated_task_time": -0.193352},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.5, "estimated_task_time_minutes": 2000, "lifecycle_cost_usd": 107325.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.9071, "excess_success_rate_given_estimated_task_time": -0.153204},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.625, "estimated_task_time_minutes": 1500, "lifecycle_cost_usd": 107325.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 4.56566, "excess_success_rate_given_estimated_task_time": -0.407537},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "estimated_task_time_minutes": 3000, "lifecycle_cost_usd": 107325.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.13696, "excess_success_rate_given_estimated_task_time": -0.341526},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "estimated_task_time_minutes": 4800, "lifecycle_cost_usd": 107325.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.43213, "excess_success_rate_given_estimated_task_time": -0.292426},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 1062.62, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.30784, "excess_success_rate_given_estimated_task_time": 0.293648},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.07, "estimated_task_time_minutes": 720, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 7.95088, "excess_success_rate_given_estimated_task_time": 0.137961},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.175, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 4.45348, "excess_success_rate_given_estimated_task_time": -0.197004},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.475, "estimated_task_time_minutes": 4200, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.05988, "excess_success_rate_given_estimated_task_time": -0.310672},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.65, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.52251, "excess_success_rate_given_estimated_task_time": -0.285677},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.75, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.02529, "excess_success_rate_given_estimated_task_time": -0.274917},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.99, "estimated_task_time_minutes": 18000, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.39153, "excess_success_rate_given_estimated_task_time": -0.300607},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 20000, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.31437, "excess_success_rate_given_estimated_task_time": -0.288445},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 3468.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.334912, "excess_success_rate_given_estimated_task_time": 0.388711},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 4067.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.413627, "excess_success_rate_given_estimated_task_time": 0.26093},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 4293.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.395566, "excess_success_rate_given_estimated_task_time": 0.181484},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 5749.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.425293, "excess_success_rate_given_estimated_task_time": 0.192279},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 5737.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.424405, "excess_success_rate_given_estimated_task_time": 0.192279},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 6557.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.555709, "excess_success_rate_given_estimated_task_time": -0.0147757},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 2398.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.355, "excess_success_rate_given_estimated_task_time": 0.30226},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3748.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.554823, "excess_success_rate_given_estimated_task_time": 0.30226},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 4281.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.633633, "excess_success_rate_given_estimated_task_time": 0.246705},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 100, "lifecycle_cost_usd": 3687.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.679729, "excess_success_rate_given_estimated_task_time": 0.396518},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 2281.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.445279, "excess_success_rate_given_estimated_task_time": 0.378316},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 2778.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.463997, "excess_success_rate_given_estimated_task_time": 0.345365},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 75, "lifecycle_cost_usd": 1821.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.392358, "excess_success_rate_given_estimated_task_time": 0.34766},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 40, "lifecycle_cost_usd": 1561.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.472679, "excess_success_rate_given_estimated_task_time": 0.252468},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 2286.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.555731, "excess_success_rate_given_estimated_task_time": 0.256295},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 981.833, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.432617, "excess_success_rate_given_estimated_task_time": 0.229866},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 1055.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.412211, "excess_success_rate_given_estimated_task_time": 0.239526},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 945.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.368999, "excess_success_rate_given_estimated_task_time": 0.0728592},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 7245.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.61406, "excess_success_rate_given_estimated_task_time": 0.485224},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 4104.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.550291, "excess_success_rate_given_estimated_task_time": 0.418813},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 5188.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.501097, "excess_success_rate_given_estimated_task_time": 0.444266},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 4891.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.81688, "excess_success_rate_given_estimated_task_time": 0.345365},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 100, "lifecycle_cost_usd": 2803.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.516809, "excess_success_rate_given_estimated_task_time": 0.313184},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3078.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.455664, "excess_success_rate_given_estimated_task_time": 0.218927},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 270, "lifecycle_cost_usd": 3661.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.394202, "excess_success_rate_given_estimated_task_time": 0.575581},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 2939.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.573691, "excess_success_rate_given_estimated_task_time": 0.378316},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3025.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.447697, "excess_success_rate_given_estimated_task_time": 0.330038},
      {"task": "mirrorcode_nonogrid/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 400, "lifecycle_cost_usd": 6853.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.596386, "excess_success_rate_given_estimated_task_time": 0.227096},
      {"task": "mirrorcode_nonogrid/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 840, "lifecycle_cost_usd": 7869.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.458232, "excess_success_rate_given_estimated_task_time": 0.343878},
      {"task": "mirrorcode_nonogrid/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 10551.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.780464, "excess_success_rate_given_estimated_task_time": 0.192279},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 6570.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.556867, "excess_success_rate_given_estimated_task_time": 0.263002},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 8610.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.729702, "excess_success_rate_given_estimated_task_time": 0.429669},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 4758.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.438421, "excess_success_rate_given_estimated_task_time": 0.459262},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 4199.17, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.38686, "excess_success_rate_given_estimated_task_time": 0.459262},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 270, "lifecycle_cost_usd": 3446.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.37102, "excess_success_rate_given_estimated_task_time": 0.575581},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 4472.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.513143, "excess_success_rate_given_estimated_task_time": 0.387775},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 50, "lifecycle_cost_usd": 3431.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.920714, "excess_success_rate_given_estimated_task_time": 0.284186},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 2311.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.902647, "excess_success_rate_given_estimated_task_time": 0.239526},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 35, "lifecycle_cost_usd": 2421.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.788162, "excess_success_rate_given_estimated_task_time": 0.253349},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2000, "lifecycle_cost_usd": 7638.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.278069, "excess_success_rate_given_estimated_task_time": 0.796222},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 14028.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.497367, "excess_success_rate_given_estimated_task_time": 0.801644},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 3936.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.527809, "excess_success_rate_given_estimated_task_time": 0.08548},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 2934.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.393499, "excess_success_rate_given_estimated_task_time": 0.113258},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 5127.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.588359, "excess_success_rate_given_estimated_task_time": 0.137775},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 5212.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.698926, "excess_success_rate_given_estimated_task_time": 0.140607},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 5317.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.540719, "excess_success_rate_given_estimated_task_time": -0.126086},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 3606.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.750123, "excess_success_rate_given_estimated_task_time": 0.117729},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 400, "lifecycle_cost_usd": 5616.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.488722, "excess_success_rate_given_estimated_task_time": 0.348617},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 1310.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.8401, "excess_success_rate_given_estimated_task_time": -0.284704},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 863.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.501851, "excess_success_rate_given_estimated_task_time": -0.407223},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 751.667, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.701584, "excess_success_rate_given_estimated_task_time": -0.113208},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1907.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.982152, "excess_success_rate_given_estimated_task_time": -0.187694},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 611.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.355145, "excess_success_rate_given_estimated_task_time": 0.217777},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 506.875, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.394306, "excess_success_rate_given_estimated_task_time": 0.225161},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 45, "lifecycle_cost_usd": 1994.38, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.566475, "excess_success_rate_given_estimated_task_time": -0.360474},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 428.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.400183, "excess_success_rate_given_estimated_task_time": 0.295125},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 6831.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.01102, "excess_success_rate_given_estimated_task_time": 0.118746},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "estimated_task_time_minutes": 100, "lifecycle_cost_usd": 10787.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.9885, "excess_success_rate_given_estimated_task_time": 0.0466136},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 1028.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.80028, "excess_success_rate_given_estimated_task_time": 0.13804},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 571.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.533188, "excess_success_rate_given_estimated_task_time": 0.120125},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 624.583, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.451984, "excess_success_rate_given_estimated_task_time": 0.02179},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 553.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.355119, "excess_success_rate_given_estimated_task_time": 0.31599},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 643.333, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.331246, "excess_success_rate_given_estimated_task_time": 0.115877},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1678.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.739509, "excess_success_rate_given_estimated_task_time": 0.0575682},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 646.071, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.603024, "excess_success_rate_given_estimated_task_time": 0.374292},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 571.071, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.702855, "excess_success_rate_given_estimated_task_time": 0.344574},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 1378.39, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.538228, "excess_success_rate_given_estimated_task_time": -0.130513},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 918.571, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.589078, "excess_success_rate_given_estimated_task_time": 0.427101},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 906.429, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.466711, "excess_success_rate_given_estimated_task_time": 0.389687},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1358.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.699606, "excess_success_rate_given_estimated_task_time": 0.277017},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 721.518, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.673444, "excess_success_rate_given_estimated_task_time": -0.0923747},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 85, "lifecycle_cost_usd": 6797.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.36826, "excess_success_rate_given_estimated_task_time": 0.0853602},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 7455.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.24503, "excess_success_rate_given_estimated_task_time": 0.144891},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 501.375, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.617075, "excess_success_rate_given_estimated_task_time": -0.391537},
      {"task": "request_routing/request_routing_5", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.35, "lifecycle_cost_usd": 192.333, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.757595, "excess_success_rate_given_estimated_task_time": 0.0994908},
      {"task": "request_routing/request_routing_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 234.181, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.858091, "excess_success_rate_given_estimated_task_time": 0.099561},
      {"task": "request_routing/request_routing_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 169.931, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.622664, "excess_success_rate_given_estimated_task_time": 0.099561},
      {"task": "request_routing/request_routing_9", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 139.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.510244, "excess_success_rate_given_estimated_task_time": -0.692106},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0078, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 8.31604, "excess_success_rate_given_estimated_task_time": 0.165547},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.02, "estimated_task_time_minutes": 95, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 8.07612, "excess_success_rate_given_estimated_task_time": 0.136222},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0399, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 7.11652, "excess_success_rate_given_estimated_task_time": 0.176935},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0571, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 6.3066, "excess_success_rate_given_estimated_task_time": 0.242373},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0572, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 7.11652, "excess_success_rate_given_estimated_task_time": 0.176935},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "estimated_task_time_minutes": 1200, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.04556, "excess_success_rate_given_estimated_task_time": -0.282454},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0125, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 8.83459, "excess_success_rate_given_estimated_task_time": 0.20444},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.02, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 7.09318, "excess_success_rate_given_estimated_task_time": 0.149258},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0399, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 7.09318, "excess_success_rate_given_estimated_task_time": -0.0257422},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0571, "estimated_task_time_minutes": 270, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 5.69502, "excess_success_rate_given_estimated_task_time": -0.127757},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0572, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 5.10866, "excess_success_rate_given_estimated_task_time": -0.0726473},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.87558, "excess_success_rate_given_estimated_task_time": -0.23867},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 12700.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.87959, "excess_success_rate_given_estimated_task_time": -0.570004},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 1053.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.296, "excess_success_rate_given_estimated_task_time": 0.206869},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 1120.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.04538, "excess_success_rate_given_estimated_task_time": -0.14664},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 1789.38, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.39198, "excess_success_rate_given_estimated_task_time": -0.0647658},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 682.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.839998, "excess_success_rate_given_estimated_task_time": 0.298277},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 513.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.786391, "excess_success_rate_given_estimated_task_time": 0.260251},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "estimated_task_time_minutes": 30, "lifecycle_cost_usd": 2467.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.872925, "excess_success_rate_given_estimated_task_time": 0.154317},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 450, "lifecycle_cost_usd": 21984.6, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.79489, "excess_success_rate_given_estimated_task_time": -0.303553},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 16064.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.36146, "excess_success_rate_given_estimated_task_time": -0.49403},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 15623.9, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.09159, "excess_success_rate_given_estimated_task_time": -0.411624},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.05, "estimated_task_time_minutes": 1200, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 6.09739, "excess_success_rate_given_estimated_task_time": 0.582072},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.1, "estimated_task_time_minutes": 2200, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 4.39148, "excess_success_rate_given_estimated_task_time": 0.483314},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.15, "estimated_task_time_minutes": 2400, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 4.18938, "excess_success_rate_given_estimated_task_time": 0.19112},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.2, "estimated_task_time_minutes": 3500, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.4153, "excess_success_rate_given_estimated_task_time": 0.0822897},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.25, "estimated_task_time_minutes": 3600, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.3636, "excess_success_rate_given_estimated_task_time": -0.163733},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.3, "estimated_task_time_minutes": 4000, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.17708, "excess_success_rate_given_estimated_task_time": -0.195397},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.35, "estimated_task_time_minutes": 4800, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.87843, "excess_success_rate_given_estimated_task_time": -0.167426},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.4, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.55084, "excess_success_rate_given_estimated_task_time": -0.160677},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.45, "estimated_task_time_minutes": 7000, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.34657, "excess_success_rate_given_estimated_task_time": -0.14727},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.5, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.04804, "excess_success_rate_given_estimated_task_time": -0.191583},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.55, "estimated_task_time_minutes": 5500, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.67389, "excess_success_rate_given_estimated_task_time": -0.260954},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.6, "estimated_task_time_minutes": 7000, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.34657, "excess_success_rate_given_estimated_task_time": -0.263936},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.65, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.04804, "excess_success_rate_given_estimated_task_time": -0.274917},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "estimated_task_time_minutes": 7500, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.26053, "excess_success_rate_given_estimated_task_time": -0.271636},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.75, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.75262, "excess_success_rate_given_estimated_task_time": -0.269429},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.8, "estimated_task_time_minutes": 11000, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.83717, "excess_success_rate_given_estimated_task_time": -0.280116},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "estimated_task_time_minutes": 10000, "lifecycle_cost_usd": 127019.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.93447, "excess_success_rate_given_estimated_task_time": -0.292135},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 75, "lifecycle_cost_usd": 7125.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.53475, "excess_success_rate_given_estimated_task_time": -0.560082},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3450.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.510719, "excess_success_rate_given_estimated_task_time": -0.562861},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 4287.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.574896, "excess_success_rate_given_estimated_task_time": -0.553837},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 210, "lifecycle_cost_usd": 5472.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.675029, "excess_success_rate_given_estimated_task_time": -0.529602},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 65, "lifecycle_cost_usd": 3415.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.794866, "excess_success_rate_given_estimated_task_time": -0.57302},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 5611.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.570589, "excess_success_rate_given_estimated_task_time": -0.516238},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.0287, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.80139, "excess_success_rate_given_estimated_task_time": -0.413489},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.0288, "estimated_task_time_minutes": 230, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 4.38958, "excess_success_rate_given_estimated_task_time": -0.53254},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.1244, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.44405, "excess_success_rate_given_estimated_task_time": -0.463939},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.1993, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.76518, "excess_success_rate_given_estimated_task_time": -0.434976},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.2133, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.61185, "excess_success_rate_given_estimated_task_time": -0.418817},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.5, "estimated_task_time_minutes": 2700, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.15681, "excess_success_rate_given_estimated_task_time": -0.347663},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.750744, "excess_success_rate_given_estimated_task_time": -0.285677},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1100, "lifecycle_cost_usd": 8387.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.422055, "excess_success_rate_given_estimated_task_time": 0.43533},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 480, "lifecycle_cost_usd": 18100.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.42699, "excess_success_rate_given_estimated_task_time": -0.207039},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 4075.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.990497, "excess_success_rate_given_estimated_task_time": -0.0677803},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 45, "lifecycle_cost_usd": 3962.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.12549, "excess_success_rate_given_estimated_task_time": -0.563078},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 490.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.751134, "excess_success_rate_given_estimated_task_time": -0.208499},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1.5, "lifecycle_cost_usd": 300.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.537392, "excess_success_rate_given_estimated_task_time": -0.26896}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_over_predicted_from_estimated_task_time_from": 0.165556, "lifecycle_cost_over_predicted_from_estimated_task_time_to": 8.83459, "excess_success_rate_given_estimated_task_time_from": 0.0724009, "excess_success_rate_given_estimated_task_time_to": -0.25831, "slope_per_doubling": -0.0576375, "r_squared": 0.0553214, "points": 291}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "observed equal to predicted", "column": "lifecycle_cost_over_predicted_from_estimated_task_time", "value": 1},
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_estimated_task_time", "value": 0}
     ]
    }
   ]
  },
  {
   "title": "Task Time (for humans, model estimate), adjusted for Lifecycle Cost",
   "x": {"label": "Task Time (model estimate) / Task Time predicted from Lifecycle Cost", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from Lifecycle Cost)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "task score points",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 5037.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.989757, "excess_success_rate_given_lifecycle_cost": 0.0720519},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 6325.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.700772, "excess_success_rate_given_lifecycle_cost": -0.478146},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 18062.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.267449, "excess_success_rate_given_lifecycle_cost": 0.1104},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 105, "lifecycle_cost_usd": 34775.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0693042, "excess_success_rate_given_lifecycle_cost": 0.148772},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 170, "lifecycle_cost_usd": 43300.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0804574, "excess_success_rate_given_lifecycle_cost": 0.482885},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 170, "lifecycle_cost_usd": 31550.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.130059, "excess_success_rate_given_lifecycle_cost": 0.679197},
      {"task": "alert_triage/alert_triage_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.3, "lifecycle_cost_usd": 234.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.389049, "excess_success_rate_given_lifecycle_cost": 0.109578},
      {"task": "alert_triage/alert_triage_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 204.825, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.19123, "excess_success_rate_given_lifecycle_cost": 0.102782},
      {"task": "alert_triage/alert_triage_11", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 303.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.105445, "excess_success_rate_given_lifecycle_cost": 0.176159},
      {"task": "alert_triage/alert_triage_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 257.225, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.112796, "excess_success_rate_given_lifecycle_cost": 0.148063},
      {"task": "alert_triage/alert_triage_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 146.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.319599, "excess_success_rate_given_lifecycle_cost": 0.0624773},
      {"task": "alert_triage/alert_triage_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 277.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.100396, "excess_success_rate_given_lifecycle_cost": 0.154566},
      {"task": "alert_triage/alert_triage_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.15, "lifecycle_cost_usd": 182.225, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.285426, "excess_success_rate_given_lifecycle_cost": 0.0912808},
      {"task": "alert_triage/alert_triage_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 265.125, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.129284, "excess_success_rate_given_lifecycle_cost": 0.155156},
      {"task": "alert_triage/alert_triage_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 158.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.281815, "excess_success_rate_given_lifecycle_cost": 0.0720883},
      {"task": "alert_triage/alert_triage_9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 220.125, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.171433, "excess_success_rate_given_lifecycle_cost": 0.11561},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 584.375, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.974492, "excess_success_rate_given_lifecycle_cost": -0.0116469},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.2, "lifecycle_cost_usd": 103.35, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.899648, "excess_success_rate_given_lifecycle_cost": 0.037423},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 141.45, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.11775, "excess_success_rate_given_lifecycle_cost": 0.0591374},
      {"task": "arithmetic/complex_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.15, "lifecycle_cost_usd": 107.6, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.634722, "excess_success_rate_given_lifecycle_cost": 0.0400673},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 156.375, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.959962, "excess_success_rate_given_lifecycle_cost": 0.0495064},
      {"task": "arithmetic/complex_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.25, "lifecycle_cost_usd": 126.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.825614, "excess_success_rate_given_lifecycle_cost": 0.0522292},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 137.1, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.17198, "excess_success_rate_given_lifecycle_cost": 0.0599833},
      {"task": "arithmetic/complex_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.13, "lifecycle_cost_usd": 103.85, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.580506, "excess_success_rate_given_lifecycle_cost": 0.0377651},
      {"task": "arithmetic/complex_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.33, "lifecycle_cost_usd": 91.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.78194, "excess_success_rate_given_lifecycle_cost": 0.0297995},
      {"task": "arithmetic/complex_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.2, "lifecycle_cost_usd": 125.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.672125, "excess_success_rate_given_lifecycle_cost": 0.0511815},
      {"task": "arithmetic/complex_9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.25, "lifecycle_cost_usd": 162.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.566006, "excess_success_rate_given_lifecycle_cost": 0.0751345},
      {"task": "arithmetic/simple_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.05, "lifecycle_cost_usd": 107.55, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.211723, "excess_success_rate_given_lifecycle_cost": 0.0400334},
      {"task": "arithmetic/simple_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 137.6, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.291383, "excess_success_rate_given_lifecycle_cost": 0.0603664},
      {"task": "arithmetic/simple_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 97.425, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.34438, "excess_success_rate_given_lifecycle_cost": 0.0334742},
      {"task": "arithmetic/simple_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 154.85, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.194868, "excess_success_rate_given_lifecycle_cost": 0.0691632},
      {"task": "arithmetic/simple_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 77.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.487285, "excess_success_rate_given_lifecycle_cost": 0.0231026},
      {"task": "arithmetic/simple_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 130.6, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.252321, "excess_success_rate_given_lifecycle_cost": 0.0550884},
      {"task": "arithmetic/simple_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 107.475, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.339116, "excess_success_rate_given_lifecycle_cost": 0.0399826},
      {"task": "arithmetic/simple_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 135.675, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.238142, "excess_success_rate_given_lifecycle_cost": 0.0588965},
      {"task": "arithmetic/simple_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 123.925, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.341529, "excess_success_rate_given_lifecycle_cost": 0.0517582},
      {"task": "arithmetic/simple_9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 118.725, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.291581, "excess_success_rate_given_lifecycle_cost": 0.0479009},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 3781.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.52939, "excess_success_rate_given_lifecycle_cost": 0.057157},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 6912.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.14831, "excess_success_rate_given_lifecycle_cost": 0.127619},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1, "lifecycle_cost_usd": 381.375, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.620615, "excess_success_rate_given_lifecycle_cost": 0.170976},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 20000, "lifecycle_cost_usd": 22795.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 25.0519, "excess_success_rate_given_lifecycle_cost": -0.182632},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 22305.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 7.76746, "excess_success_rate_given_lifecycle_cost": -0.287283},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 32661.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 6.5331, "excess_success_rate_given_lifecycle_cost": -0.212934},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 25000, "lifecycle_cost_usd": 26385.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 25.0852, "excess_success_rate_given_lifecycle_cost": -0.252635},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 5400, "lifecycle_cost_usd": 17095.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 10.466, "excess_success_rate_given_lifecycle_cost": -0.348123},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 18318.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 10.4721, "excess_success_rate_given_lifecycle_cost": -0.331647},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 26729.2, "estimated_task_time_over_predicted_from_lifecycle_cost": 11.8065, "excess_success_rate_given_lifecycle_cost": -0.244012},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 9600, "lifecycle_cost_usd": 27143.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 9.22741, "excess_success_rate_given_lifecycle_cost": -0.247084},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 8000, "lifecycle_cost_usd": 32717.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.79217, "excess_success_rate_given_lifecycle_cost": -0.112636},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 37660.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.50923, "excess_success_rate_given_lifecycle_cost": -0.207315},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 3000, "lifecycle_cost_usd": 26699.2, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.95665, "excess_success_rate_given_lifecycle_cost": -0.250306},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 20000, "lifecycle_cost_usd": 27140.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 19.2265, "excess_success_rate_given_lifecycle_cost": -0.247102},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 26932.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 8.75364, "excess_success_rate_given_lifecycle_cost": -0.248603},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 16880.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 11.8543, "excess_success_rate_given_lifecycle_cost": -0.351192},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 3600, "lifecycle_cost_usd": 42253.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.76824, "excess_success_rate_given_lifecycle_cost": -0.207381},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 5502.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.29852, "excess_success_rate_given_lifecycle_cost": -0.507202},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 807.917, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.98723, "excess_success_rate_given_lifecycle_cost": -0.135914},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 1046.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.07405, "excess_success_rate_given_lifecycle_cost": -0.0225366},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 729.583, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.62382, "excess_success_rate_given_lifecycle_cost": -0.690791},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 896.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.6978, "excess_success_rate_given_lifecycle_cost": -0.0904097},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 30, "lifecycle_cost_usd": 1445.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.46784, "excess_success_rate_given_lifecycle_cost": -0.241775},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 518.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.16793, "excess_success_rate_given_lifecycle_cost": -0.430847},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "estimated_task_time_minutes": 1500, "lifecycle_cost_usd": 155375.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.102192, "excess_success_rate_given_lifecycle_cost": 0.869121},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.014, "estimated_task_time_minutes": 2700, "lifecycle_cost_usd": 155375.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.183946, "excess_success_rate_given_lifecycle_cost": 0.869121},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.044, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 155375.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.408769, "excess_success_rate_given_lifecycle_cost": 0.75801},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.051, "estimated_task_time_minutes": 7500, "lifecycle_cost_usd": 155375.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.510961, "excess_success_rate_given_lifecycle_cost": 0.646899},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 155375.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.817538, "excess_success_rate_given_lifecycle_cost": 0.25801},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "estimated_task_time_minutes": 1400, "lifecycle_cost_usd": 104928.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.17302, "excess_success_rate_given_lifecycle_cost": 0.705085},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 210, "lifecycle_cost_usd": 9067.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.06513, "excess_success_rate_given_lifecycle_cost": -0.281311},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 165, "lifecycle_cost_usd": 9775.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.746735, "excess_success_rate_given_lifecycle_cost": -0.262111},
      {"task": "code_completion/check_none", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 361.496, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0807741, "excess_success_rate_given_lifecycle_cost": 0.19252},
      {"task": "code_completion/git_push", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 338.107, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0596005, "excess_success_rate_given_lifecycle_cost": 0.205844},
      {"task": "code_completion/git_status", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 374.493, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0637999, "excess_success_rate_given_lifecycle_cost": 0.188777},
      {"task": "code_completion/install_requirements", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.15, "lifecycle_cost_usd": 375.679, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0952421, "excess_success_rate_given_lifecycle_cost": 0.163936},
      {"task": "code_completion/python_version", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 438.964, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0601656, "excess_success_rate_given_lifecycle_cost": 0.231393},
      {"task": "code_completion/type_check_int", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 336.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0901509, "excess_success_rate_given_lifecycle_cost": 0.204264},
      {"task": "code_completion/type_check_str", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 444.589, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0491788, "excess_success_rate_given_lifecycle_cost": 0.235009},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1000, "lifecycle_cost_usd": 5419.17, "estimated_task_time_over_predicted_from_lifecycle_cost": 11.0744, "excess_success_rate_given_lifecycle_cost": -0.346504},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1700, "lifecycle_cost_usd": 5262.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 19.6833, "excess_success_rate_given_lifecycle_cost": -0.365114},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.5, "lifecycle_cost_usd": 161.375, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.14401, "excess_success_rate_given_lifecycle_cost": -0.753879},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.5, "lifecycle_cost_usd": 142.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.37976, "excess_success_rate_given_lifecycle_cost": -0.0441732},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1, "lifecycle_cost_usd": 121.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.54131, "excess_success_rate_given_lifecycle_cost": -0.228204},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 108.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 8.41545, "excess_success_rate_given_lifecycle_cost": -0.612439},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 570.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.36137, "excess_success_rate_given_lifecycle_cost": -0.239317},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 258.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.24235, "excess_success_rate_given_lifecycle_cost": 0.121202},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 110, "lifecycle_cost_usd": 8175.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.652891, "excess_success_rate_given_lifecycle_cost": -0.141488},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 474.911, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.22475, "excess_success_rate_given_lifecycle_cost": -0.258659},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 6, "lifecycle_cost_usd": 473.571, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.68116, "excess_success_rate_given_lifecycle_cost": -0.285133},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 361.071, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.72024, "excess_success_rate_given_lifecycle_cost": -0.266121},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 549.643, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.85178, "excess_success_rate_given_lifecycle_cost": -0.31853},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 495.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.92491, "excess_success_rate_given_lifecycle_cost": -0.339251},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 418.661, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.77108, "excess_success_rate_given_lifecycle_cost": -0.531809},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 371.786, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.2253, "excess_success_rate_given_lifecycle_cost": -0.290615},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 6450.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.765307, "excess_success_rate_given_lifecycle_cost": -0.473037},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 691.667, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.0123, "excess_success_rate_given_lifecycle_cost": 0.172488},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1212.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.14686, "excess_success_rate_given_lifecycle_cost": 0.0734309},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1062.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.9673, "excess_success_rate_given_lifecycle_cost": 0.0658584},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 1576.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.865164, "excess_success_rate_given_lifecycle_cost": -0.0387544},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1291.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.46354, "excess_success_rate_given_lifecycle_cost": -0.102687},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 0.428571, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 88075.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0870386, "excess_success_rate_given_lifecycle_cost": 0.539635},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 0.761905, "estimated_task_time_minutes": 1000, "lifecycle_cost_usd": 88075.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.161183, "excess_success_rate_given_lifecycle_cost": -0.0353654},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 0.904762, "estimated_task_time_minutes": 2400, "lifecycle_cost_usd": 88075.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.386838, "excess_success_rate_given_lifecycle_cost": -0.110365},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 3600, "lifecycle_cost_usd": 88075.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.580257, "excess_success_rate_given_lifecycle_cost": -0.135365},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 0.428571, "estimated_task_time_minutes": 480, "lifecycle_cost_usd": 64808.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.123214, "excess_success_rate_given_lifecycle_cost": 0.304188},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 0.761905, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 64808.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.138616, "excess_success_rate_given_lifecycle_cost": -0.115812},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 0.904762, "estimated_task_time_minutes": 1200, "lifecycle_cost_usd": 64808.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.308036, "excess_success_rate_given_lifecycle_cost": -0.155812},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 1800, "lifecycle_cost_usd": 64808.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.462053, "excess_success_rate_given_lifecycle_cost": -0.155812},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.0908, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 16580.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.162429, "excess_success_rate_given_lifecycle_cost": 0.434191},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.2637, "estimated_task_time_minutes": 75, "lifecycle_cost_usd": 16580.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.152277, "excess_success_rate_given_lifecycle_cost": 0.163358},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.3443, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 16580.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.243643, "excess_success_rate_given_lifecycle_cost": 0.0591912},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.474, "estimated_task_time_minutes": 75, "lifecycle_cost_usd": 16580.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.152277, "excess_success_rate_given_lifecycle_cost": 0.0112745},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.6528, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 16580.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.304554, "excess_success_rate_given_lifecycle_cost": -0.0428922},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.766, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 16580.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.243643, "excess_success_rate_given_lifecycle_cost": -0.0845588},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.8079, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 16580.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.243643, "excess_success_rate_given_lifecycle_cost": -0.147059},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.8522, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 16580.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.304554, "excess_success_rate_given_lifecycle_cost": -0.147059},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 0.9481, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 16580.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.304554, "excess_success_rate_given_lifecycle_cost": -0.209559},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 16580.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.487286, "excess_success_rate_given_lifecycle_cost": -0.209559},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.0908, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 9573.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.560492, "excess_success_rate_given_lifecycle_cost": 0.345986},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.2637, "estimated_task_time_minutes": 95, "lifecycle_cost_usd": 9573.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.443723, "excess_success_rate_given_lifecycle_cost": 0.0753973},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.3443, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 9573.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.420369, "excess_success_rate_given_lifecycle_cost": 0.00480907},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.474, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 9573.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.560492, "excess_success_rate_given_lifecycle_cost": -0.0540145},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.6528, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 9573.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.700615, "excess_success_rate_given_lifecycle_cost": -0.0598968},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.766, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 9573.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.840738, "excess_success_rate_given_lifecycle_cost": -0.11872},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.8079, "estimated_task_time_minutes": 210, "lifecycle_cost_usd": 9573.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.980861, "excess_success_rate_given_lifecycle_cost": -0.11872},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.8522, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 9573.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.700615, "excess_success_rate_given_lifecycle_cost": -0.177544},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 0.9481, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 9573.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.840738, "excess_success_rate_given_lifecycle_cost": -0.183426},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 9573.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.54135, "excess_success_rate_given_lifecycle_cost": -0.24225},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1107.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.46309, "excess_success_rate_given_lifecycle_cost": -0.690845},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 1217.08, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.0673, "excess_success_rate_given_lifecycle_cost": -0.67076},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1254.17, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.03959, "excess_success_rate_given_lifecycle_cost": -0.664311},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 40, "lifecycle_cost_usd": 2435.97, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.49, "excess_success_rate_given_lifecycle_cost": -0.577834},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 55, "lifecycle_cost_usd": 2386.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.11386, "excess_success_rate_given_lifecycle_cost": -0.582392},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 3152.92, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.26673, "excess_success_rate_given_lifecycle_cost": -0.532198},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 6312.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.27159, "excess_success_rate_given_lifecycle_cost": -0.478663},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 5343.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.35765, "excess_success_rate_given_lifecycle_cost": -0.505662},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 900, "lifecycle_cost_usd": 4063.89, "estimated_task_time_over_predicted_from_lifecycle_cost": 15.4234, "excess_success_rate_given_lifecycle_cost": -0.547081},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1961.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.03507, "excess_success_rate_given_lifecycle_cost": 0.121123},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1901.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.813768, "excess_success_rate_given_lifecycle_cost": 0.220548},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 10650.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.953697, "excess_success_rate_given_lifecycle_cost": -0.152511},
      {"task": "file_selection/find_cache_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 171.6, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.20844, "excess_success_rate_given_lifecycle_cost": 0.0824552},
      {"task": "file_selection/find_config_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 123.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.241803, "excess_success_rate_given_lifecycle_cost": 0.0510632},
      {"task": "file_selection/find_css_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 138.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.290102, "excess_success_rate_given_lifecycle_cost": 0.0606735},
      {"task": "file_selection/find_docker_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.05, "lifecycle_cost_usd": 161.2, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.114589, "excess_success_rate_given_lifecycle_cost": 0.0741077},
      {"task": "file_selection/find_env_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 164.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.222753, "excess_success_rate_given_lifecycle_cost": 0.0765244},
      {"task": "file_selection/find_image", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 159.325, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.163297, "excess_success_rate_given_lifecycle_cost": 0.0726353},
      {"task": "file_selection/find_json_data", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 100.975, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.372777, "excess_success_rate_given_lifecycle_cost": 0.0358168},
      {"task": "file_selection/find_log_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 179.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.136856, "excess_success_rate_given_lifecycle_cost": 0.0885717},
      {"task": "file_selection/find_main_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 160.6, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.161335, "excess_success_rate_given_lifecycle_cost": 0.0736354},
      {"task": "file_selection/find_password_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 108.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.336618, "excess_success_rate_given_lifecycle_cost": 0.0403388},
      {"task": "file_selection/find_readme", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 182.125, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.190442, "excess_success_rate_given_lifecycle_cost": 0.0911964},
      {"task": "file_selection/find_requirements_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 137.55, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.291543, "excess_success_rate_given_lifecycle_cost": 0.060328},
      {"task": "file_selection/find_shell_script", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 183.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.226875, "excess_success_rate_given_lifecycle_cost": 0.0919356},
      {"task": "file_selection/identify_binary_file", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 130.1, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.317241, "excess_success_rate_given_lifecycle_cost": 0.0547185},
      {"task": "file_selection/identify_dependency_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 169.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.255989, "excess_success_rate_given_lifecycle_cost": 0.0803403},
      {"task": "file_selection/identify_executable", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 131.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.313941, "excess_success_rate_given_lifecycle_cost": 0.055385},
      {"task": "file_selection/identify_git_ignore", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 145.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.214178, "excess_success_rate_given_lifecycle_cost": 0.062107},
      {"task": "file_selection/identify_python_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 128.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.322777, "excess_success_rate_given_lifecycle_cost": 0.0536331},
      {"task": "file_selection/identify_python_package", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 141.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.279886, "excess_success_rate_given_lifecycle_cost": 0.0590285},
      {"task": "file_selection/identify_test_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 131.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.219759, "excess_success_rate_given_lifecycle_cost": 0.055385},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 960, "lifecycle_cost_usd": 12100.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.1432, "excess_success_rate_given_lifecycle_cost": 0.0143326},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 7587.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.59512, "excess_success_rate_given_lifecycle_cost": -0.359071},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 646.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.39418, "excess_success_rate_given_lifecycle_cost": 0.247746},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 639.167, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.98476, "excess_success_rate_given_lifecycle_cost": -0.0345468},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 599.792, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.56125, "excess_success_rate_given_lifecycle_cost": 0.0763265},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 463.333, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.30962, "excess_success_rate_given_lifecycle_cost": 0.176405},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 467.917, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.46093, "excess_success_rate_given_lifecycle_cost": -0.211742},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 492.917, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.04631, "excess_success_rate_given_lifecycle_cost": -0.135391},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 668.333, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.64979, "excess_success_rate_given_lifecycle_cost": -0.111081},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 750.833, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.66506, "excess_success_rate_given_lifecycle_cost": 0.179611},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 13, "lifecycle_cost_usd": 549.167, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.64025, "excess_success_rate_given_lifecycle_cost": -0.128309},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "estimated_task_time_minutes": 500, "lifecycle_cost_usd": 6583.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.12176, "excess_success_rate_given_lifecycle_cost": -0.263223},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 7450.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.46, "excess_success_rate_given_lifecycle_cost": -0.291518},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 9679.17, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.75629, "excess_success_rate_given_lifecycle_cost": -0.220129},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 3127.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.03977, "excess_success_rate_given_lifecycle_cost": 0.0818072},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 4537.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.869882, "excess_success_rate_given_lifecycle_cost": -0.190982},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 6717.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.87821, "excess_success_rate_given_lifecycle_cost": -0.44425},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 5925.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.48202, "excess_success_rate_given_lifecycle_cost": -0.417081},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 45, "lifecycle_cost_usd": 10687.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.177867, "excess_success_rate_given_lifecycle_cost": 0.4872},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 6, "lifecycle_cost_usd": 707.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.45828, "excess_success_rate_given_lifecycle_cost": 0.0289774},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 4, "lifecycle_cost_usd": 386.667, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.43111, "excess_success_rate_given_lifecycle_cost": 0.18735},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 505.417, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.02425, "excess_success_rate_given_lifecycle_cost": 0.259996},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 436.667, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.51616, "excess_success_rate_given_lifecycle_cost": 0.17991},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.15, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 50850.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0890092, "excess_success_rate_given_lifecycle_cost": 0.82726},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.25, "estimated_task_time_minutes": 400, "lifecycle_cost_usd": 50850.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.148349, "excess_success_rate_given_lifecycle_cost": 0.809078},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.4, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 50850.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.133514, "excess_success_rate_given_lifecycle_cost": 0.442412},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.66, "estimated_task_time_minutes": 1200, "lifecycle_cost_usd": 50850.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.445046, "excess_success_rate_given_lifecycle_cost": -0.17274},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 50850.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.778831, "excess_success_rate_given_lifecycle_cost": -0.17274},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "estimated_task_time_minutes": 50, "lifecycle_cost_usd": 27537.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0470197, "excess_success_rate_given_lifecycle_cost": -0.164781},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "estimated_task_time_minutes": 50, "lifecycle_cost_usd": 27542.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0470068, "excess_success_rate_given_lifecycle_cost": -0.253631},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 480, "lifecycle_cost_usd": 15000.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.13447, "excess_success_rate_given_lifecycle_cost": -0.0985249},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 577.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.65357, "excess_success_rate_given_lifecycle_cost": -0.0587353},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 881.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.74184, "excess_success_rate_given_lifecycle_cost": -0.136614},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 6, "lifecycle_cost_usd": 666.667, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.59591, "excess_success_rate_given_lifecycle_cost": -0.148503},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 710.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.68999, "excess_success_rate_given_lifecycle_cost": -0.131617},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 676.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.30144, "excess_success_rate_given_lifecycle_cost": -0.100624},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.375, "estimated_task_time_minutes": 720, "lifecycle_cost_usd": 107325.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0859837, "excess_success_rate_given_lifecycle_cost": 0.485658},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.5, "estimated_task_time_minutes": 2000, "lifecycle_cost_usd": 107325.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.238844, "excess_success_rate_given_lifecycle_cost": 0.263436},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.625, "estimated_task_time_minutes": 1500, "lifecycle_cost_usd": 107325.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.179133, "excess_success_rate_given_lifecycle_cost": -0.125453},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "estimated_task_time_minutes": 3000, "lifecycle_cost_usd": 107325.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.358265, "excess_success_rate_given_lifecycle_cost": -0.125453},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "estimated_task_time_minutes": 4800, "lifecycle_cost_usd": 107325.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.573225, "excess_success_rate_given_lifecycle_cost": -0.125453},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 1062.62, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.393389, "excess_success_rate_given_lifecycle_cost": 0.281162},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.04, "estimated_task_time_minutes": 340, "lifecycle_cost_usd": 125608.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0319833, "excess_success_rate_given_lifecycle_cost": 0.866071},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.07, "estimated_task_time_minutes": 720, "lifecycle_cost_usd": 125608.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0677292, "excess_success_rate_given_lifecycle_cost": 0.866071},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.175, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 125608.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.197544, "excess_success_rate_given_lifecycle_cost": 0.366071},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.475, "estimated_task_time_minutes": 4200, "lifecycle_cost_usd": 125608.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.395087, "excess_success_rate_given_lifecycle_cost": -0.133929},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.65, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 125608.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.56441, "excess_success_rate_given_lifecycle_cost": -0.133929},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.75, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 125608.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.846616, "excess_success_rate_given_lifecycle_cost": -0.133929},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 0.99, "estimated_task_time_minutes": 18000, "lifecycle_cost_usd": 125608.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.69323, "excess_success_rate_given_lifecycle_cost": -0.133929},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 20000, "lifecycle_cost_usd": 125608.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.88137, "excess_success_rate_given_lifecycle_cost": -0.133929},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2400, "lifecycle_cost_usd": 22375.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.09242, "excess_success_rate_given_lifecycle_cost": 0.232478},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2400, "lifecycle_cost_usd": 17388.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.53351, "excess_success_rate_given_lifecycle_cost": 0.192999},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2400, "lifecycle_cost_usd": 13939.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 6.33988, "excess_success_rate_given_lifecycle_cost": -0.0181922},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 3468.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 7.19313, "excess_success_rate_given_lifecycle_cost": 0.136881},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 4067.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.13388, "excess_success_rate_given_lifecycle_cost": 0.0820852},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 4293.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.67548, "excess_success_rate_given_lifecycle_cost": -0.00938867},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 5749.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.46654, "excess_success_rate_given_lifecycle_cost": 0.0427673},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 5737.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.4839, "excess_success_rate_given_lifecycle_cost": 0.0419999},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 6557.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.48339, "excess_success_rate_given_lifecycle_cost": -0.0762052},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 2398.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.71986, "excess_success_rate_given_lifecycle_cost": 0.0768851},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3748.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.90532, "excess_success_rate_given_lifecycle_cost": 0.219582},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 4281.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.37513, "excess_success_rate_given_lifecycle_cost": 0.211784},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 100, "lifecycle_cost_usd": 3687.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.98596, "excess_success_rate_given_lifecycle_cost": 0.380438},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 2281.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.7024, "excess_success_rate_given_lifecycle_cost": 0.22987},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 2778.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.66157, "excess_success_rate_given_lifecycle_cost": 0.203341},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 3600, "lifecycle_cost_usd": 17356.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 6.81909, "excess_success_rate_given_lifecycle_cost": 0.192672},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2700, "lifecycle_cost_usd": 15388.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 6.13892, "excess_success_rate_given_lifecycle_cost": 0.169608},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2700, "lifecycle_cost_usd": 22836.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.37284, "excess_success_rate_given_lifecycle_cost": 0.235201},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 75, "lifecycle_cost_usd": 1821.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.34213, "excess_success_rate_given_lifecycle_cost": 0.174797},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 40, "lifecycle_cost_usd": 1561.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.92578, "excess_success_rate_given_lifecycle_cost": 0.143286},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 2286.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.46063, "excess_success_rate_given_lifecycle_cost": 0.174863},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 981.833, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.95685, "excess_success_rate_given_lifecycle_cost": 0.0754762},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 1055.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.31108, "excess_success_rate_given_lifecycle_cost": 0.0837159},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 945.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.9168, "excess_success_rate_given_lifecycle_cost": -0.0118996},
      {"task": "mirrorcode_false/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 4, "lifecycle_cost_usd": 628.417, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.16371, "excess_success_rate_given_lifecycle_cost": 0.0556315},
      {"task": "mirrorcode_false/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 433.667, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.5535, "excess_success_rate_given_lifecycle_cost": 0.039562},
      {"task": "mirrorcode_false/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 691.333, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.76205, "excess_success_rate_given_lifecycle_cost": 0.057079},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 10000, "lifecycle_cost_usd": 15411.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 22.6845, "excess_success_rate_given_lifecycle_cost": 0.169916},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 4000, "lifecycle_cost_usd": 19298.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 6.45044, "excess_success_rate_given_lifecycle_cost": 0.210693},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 24213.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 10.2877, "excess_success_rate_given_lifecycle_cost": 0.0970359},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 7245.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.99378, "excess_success_rate_given_lifecycle_cost": 0.458979},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 4104.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.03905, "excess_success_rate_given_lifecycle_cost": 0.3353},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 5188.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.90348, "excess_success_rate_given_lifecycle_cost": 0.338223},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 4891.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.55246, "excess_success_rate_given_lifecycle_cost": 0.399695},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 100, "lifecycle_cost_usd": 2803.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.00958, "excess_success_rate_given_lifecycle_cost": 0.206142},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3078.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.91665, "excess_success_rate_given_lifecycle_cost": 0.0692226},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 270, "lifecycle_cost_usd": 3661.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.41958, "excess_success_rate_given_lifecycle_cost": 0.37797},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 2939.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.52081, "excess_success_rate_given_lifecycle_cost": 0.304334},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3025.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.02287, "excess_success_rate_given_lifecycle_cost": 0.174613},
      {"task": "mirrorcode_ngnk/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 50000, "lifecycle_cost_usd": 31319.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 38.6809, "excess_success_rate_given_lifecycle_cost": -0.0732444},
      {"task": "mirrorcode_ngnk/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 40000, "lifecycle_cost_usd": 32857.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 28.7739, "excess_success_rate_given_lifecycle_cost": -0.0686527},
      {"task": "mirrorcode_ngnk/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 60000, "lifecycle_cost_usd": 53866.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 20.3894, "excess_success_rate_given_lifecycle_cost": -0.0507214},
      {"task": "mirrorcode_nonogrid/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 400, "lifecycle_cost_usd": 6853.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.10224, "excess_success_rate_given_lifecycle_cost": 0.189517},
      {"task": "mirrorcode_nonogrid/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 840, "lifecycle_cost_usd": 7869.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.28243, "excess_success_rate_given_lifecycle_cost": 0.153804},
      {"task": "mirrorcode_nonogrid/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 10551.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.17633, "excess_success_rate_given_lifecycle_cost": 0.244654},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 6570.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.47241, "excess_success_rate_given_lifecycle_cost": 0.202317},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 8610.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.30431, "excess_success_rate_given_lifecycle_cost": 0.461075},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 4758.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.8555, "excess_success_rate_given_lifecycle_cost": 0.306205},
      {"task": "mirrorcode_pkl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 120000, "lifecycle_cost_usd": 39585.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 65.0709, "excess_success_rate_given_lifecycle_cost": -0.0595988},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 4199.17, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.87037, "excess_success_rate_given_lifecycle_cost": 0.260281},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 270, "lifecycle_cost_usd": 3446.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.94151, "excess_success_rate_given_lifecycle_cost": 0.356952},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 4472.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.55713, "excess_success_rate_given_lifecycle_cost": 0.283293},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 50, "lifecycle_cost_usd": 3431.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.10734, "excess_success_rate_given_lifecycle_cost": 0.355508},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 2311.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.00827, "excess_success_rate_given_lifecycle_cost": 0.233394},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 35, "lifecycle_cost_usd": 2421.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.31532, "excess_success_rate_given_lifecycle_cost": 0.246241},
      {"task": "mirrorcode_ruff/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 120000, "lifecycle_cost_usd": 43321.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 56.7517, "excess_success_rate_given_lifecycle_cost": -0.0638162},
      {"task": "mirrorcode_ruff/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 60000, "lifecycle_cost_usd": 42611.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 29.0955, "excess_success_rate_given_lifecycle_cost": -0.0652034},
      {"task": "mirrorcode_ruff/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150000, "lifecycle_cost_usd": 44375.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 68.3992, "excess_success_rate_given_lifecycle_cost": -0.0618462},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2700, "lifecycle_cost_usd": 17806.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.91939, "excess_success_rate_given_lifecycle_cost": 0.197216},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 4500, "lifecycle_cost_usd": 24161.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.16043, "excess_success_rate_given_lifecycle_cost": 0.0967432},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 4800, "lifecycle_cost_usd": 22806.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 6.00827, "excess_success_rate_given_lifecycle_cost": 0.235026},
      {"task": "mirrorcode_tex/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 44341.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.47818, "excess_success_rate_given_lifecycle_cost": 0.438093},
      {"task": "mirrorcode_tex/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 5000, "lifecycle_cost_usd": 25076.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.41944, "excess_success_rate_given_lifecycle_cost": 0.87216},
      {"task": "mirrorcode_tex/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 21954.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 7.95671, "excess_success_rate_given_lifecycle_cost": 0.349729},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2400, "lifecycle_cost_usd": 8887.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 12.5492, "excess_success_rate_given_lifecycle_cost": 0.0267031},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2000, "lifecycle_cost_usd": 7638.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 13.1587, "excess_success_rate_given_lifecycle_cost": 0.199312},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 14028.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.49429, "excess_success_rate_given_lifecycle_cost": 0.316557},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 3936.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.23758, "excess_success_rate_given_lifecycle_cost": -0.0130533},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 2934.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.05466, "excess_success_rate_given_lifecycle_cost": -0.0850963},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 5127.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.89057, "excess_success_rate_given_lifecycle_cost": 0.0838203},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 10000, "lifecycle_cost_usd": 44472.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.54474, "excess_success_rate_given_lifecycle_cost": 0.276224},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 23451.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 10.7988, "excess_success_rate_given_lifecycle_cost": 0.0719771},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 17535.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 22.3799, "excess_success_rate_given_lifecycle_cost": 0.0278369},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 5212.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.11452, "excess_success_rate_given_lifecycle_cost": 0.107446},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 5317.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.41917, "excess_success_rate_given_lifecycle_cost": -0.187456},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 3606.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.64339, "excess_success_rate_given_lifecycle_cost": 0.0373762},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 400, "lifecycle_cost_usd": 5616.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.19611, "excess_success_rate_given_lifecycle_cost": 0.182057},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 1310.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.954589, "excess_success_rate_given_lifecycle_cost": -0.0848969},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 863.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.15478, "excess_success_rate_given_lifecycle_cost": -0.425671},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 751.667, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.10857, "excess_success_rate_given_lifecycle_cost": -0.0210727},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1907.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.809727, "excess_success_rate_given_lifecycle_cost": -0.304543},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 611.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.64095, "excess_success_rate_given_lifecycle_cost": 0.00949959},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 506.875, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.82159, "excess_success_rate_given_lifecycle_cost": 0.0429224},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 45, "lifecycle_cost_usd": 1994.38, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.27048, "excess_success_rate_given_lifecycle_cost": -0.410904},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 428.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.59806, "excess_success_rate_given_lifecycle_cost": 0.0965747},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 6831.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.16909, "excess_success_rate_given_lifecycle_cost": 0.200163},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "estimated_task_time_minutes": 100, "lifecycle_cost_usd": 10787.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.389715, "excess_success_rate_given_lifecycle_cost": 0.343345},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 1028.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.964149, "excess_success_rate_given_lifecycle_cost": 0.142833},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 571.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.6811, "excess_success_rate_given_lifecycle_cost": 0.0470486},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 624.583, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.34913, "excess_success_rate_given_lifecycle_cost": -0.0635833},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 553.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.5247, "excess_success_rate_given_lifecycle_cost": 0.0735438},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 643.333, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.21134, "excess_success_rate_given_lifecycle_cost": -0.0843195},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1678.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.311, "excess_success_rate_given_lifecycle_cost": 0.0894617},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 646.071, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.39477, "excess_success_rate_given_lifecycle_cost": 0.225615},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 571.071, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.00914, "excess_success_rate_given_lifecycle_cost": 0.273146},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 1378.39, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.20916, "excess_success_rate_given_lifecycle_cost": -0.10281},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 918.571, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.63561, "excess_success_rate_given_lifecycle_cost": 0.231999},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 906.429, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.50345, "excess_success_rate_given_lifecycle_cost": 0.18742},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1358.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.35467, "excess_success_rate_given_lifecycle_cost": 0.194291},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 721.518, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.1796, "excess_success_rate_given_lifecycle_cost": -0.0197305},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 85, "lifecycle_cost_usd": 6797.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.667482, "excess_success_rate_given_lifecycle_cost": 0.291381},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 7455.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.819165, "excess_success_rate_given_lifecycle_cost": 0.314053},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 501.375, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.22943, "excess_success_rate_given_lifecycle_cost": -0.316157},
      {"task": "request_routing/request_routing_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 250.806, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.140646, "excess_success_rate_given_lifecycle_cost": 0.142338},
      {"task": "request_routing/request_routing_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.2, "lifecycle_cost_usd": 221.931, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.282202, "excess_success_rate_given_lifecycle_cost": 0.117149},
      {"task": "request_routing/request_routing_3", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.25, "lifecycle_cost_usd": 178.042, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.492769, "excess_success_rate_given_lifecycle_cost": 0.0877717},
      {"task": "request_routing/request_routing_4", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.3, "lifecycle_cost_usd": 319.708, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.243302, "excess_success_rate_given_lifecycle_cost": 0.190175},
      {"task": "request_routing/request_routing_5", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.35, "lifecycle_cost_usd": 192.333, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.613621, "excess_success_rate_given_lifecycle_cost": 0.0999325},
      {"task": "request_routing/request_routing_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 234.181, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.520226, "excess_success_rate_given_lifecycle_cost": 0.12771},
      {"task": "request_routing/request_routing_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.3, "lifecycle_cost_usd": 260.611, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.331741, "excess_success_rate_given_lifecycle_cost": 0.151097},
      {"task": "request_routing/request_routing_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 169.931, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.84622, "excess_success_rate_given_lifecycle_cost": 0.0810952},
      {"task": "request_routing/request_routing_9", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 139.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.14464, "excess_success_rate_given_lifecycle_cost": -0.48412},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0078, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 42612.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.043642, "excess_success_rate_given_lifecycle_cost": 0.787997},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0125, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 42612.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0290946, "excess_success_rate_given_lifecycle_cost": 0.787997},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.02, "estimated_task_time_minutes": 95, "lifecycle_cost_usd": 42612.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0460665, "excess_success_rate_given_lifecycle_cost": 0.787997},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0399, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 42612.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0581893, "excess_success_rate_given_lifecycle_cost": 0.787997},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0571, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 42612.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0727366, "excess_success_rate_given_lifecycle_cost": 0.787997},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.0572, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 42612.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0581893, "excess_success_rate_given_lifecycle_cost": 0.787997},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "estimated_task_time_minutes": 1200, "lifecycle_cost_usd": 42612.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.581893, "excess_success_rate_given_lifecycle_cost": -0.0604877},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0078, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 52900.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.031436, "excess_success_rate_given_lifecycle_cost": 0.822157},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0125, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 52900.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0419146, "excess_success_rate_given_lifecycle_cost": 0.822157},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.02, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 52900.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0628719, "excess_success_rate_given_lifecycle_cost": 0.776702},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0399, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 52900.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0628719, "excess_success_rate_given_lifecycle_cost": 0.64943},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0571, "estimated_task_time_minutes": 270, "lifecycle_cost_usd": 52900.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0943079, "excess_success_rate_given_lifecycle_cost": 0.467611},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.0572, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 52900.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.115265, "excess_success_rate_given_lifecycle_cost": 0.467611},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 52900.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.733506, "excess_success_rate_given_lifecycle_cost": -0.0414795},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 12700.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.456359, "excess_success_rate_given_lifecycle_cost": -0.274158},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 1053.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.398857, "excess_success_rate_given_lifecycle_cost": 0.236864},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 1120.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.605376, "excess_success_rate_given_lifecycle_cost": -0.0124013},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 1789.38, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.416354, "excess_success_rate_given_lifecycle_cost": 0.168262},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 682.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.77004, "excess_success_rate_given_lifecycle_cost": 0.252294},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 513.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.791611, "excess_success_rate_given_lifecycle_cost": 0.248507},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "estimated_task_time_minutes": 30, "lifecycle_cost_usd": 2467.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.09591, "excess_success_rate_given_lifecycle_cost": 0.131369},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 450, "lifecycle_cost_usd": 21984.6, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.59552, "excess_success_rate_given_lifecycle_cost": -0.0538679},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 16064.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.894619, "excess_success_rate_given_lifecycle_cost": -0.313364},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 15623.9, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.33308, "excess_success_rate_given_lifecycle_cost": -0.295347},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.05, "estimated_task_time_minutes": 1200, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.110986, "excess_success_rate_given_lifecycle_cost": 0.86746},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.1, "estimated_task_time_minutes": 2200, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.203473, "excess_success_rate_given_lifecycle_cost": 0.846627},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.15, "estimated_task_time_minutes": 2400, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.221971, "excess_success_rate_given_lifecycle_cost": 0.784127},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.2, "estimated_task_time_minutes": 3500, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.323708, "excess_success_rate_given_lifecycle_cost": 0.388293},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.25, "estimated_task_time_minutes": 3600, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.332957, "excess_success_rate_given_lifecycle_cost": 0.11746},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.3, "estimated_task_time_minutes": 4000, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.369952, "excess_success_rate_given_lifecycle_cost": 0.11746},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.35, "estimated_task_time_minutes": 4800, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.443942, "excess_success_rate_given_lifecycle_cost": 0.11746},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.4, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.554928, "excess_success_rate_given_lifecycle_cost": 0.0549601},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.45, "estimated_task_time_minutes": 7000, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.647416, "excess_success_rate_given_lifecycle_cost": 0.0341267},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.5, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.832392, "excess_success_rate_given_lifecycle_cost": -0.0492066},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.55, "estimated_task_time_minutes": 5500, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.508684, "excess_success_rate_given_lifecycle_cost": -0.0908733},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.6, "estimated_task_time_minutes": 7000, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.647416, "excess_success_rate_given_lifecycle_cost": -0.111707},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.65, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.832392, "excess_success_rate_given_lifecycle_cost": -0.13254},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "estimated_task_time_minutes": 7500, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.69366, "excess_success_rate_given_lifecycle_cost": -0.13254},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.75, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.10986, "excess_success_rate_given_lifecycle_cost": -0.13254},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.8, "estimated_task_time_minutes": 11000, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.01737, "excess_success_rate_given_lifecycle_cost": -0.13254},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "estimated_task_time_minutes": 10000, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.924879, "excess_success_rate_given_lifecycle_cost": -0.13254},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 75, "lifecycle_cost_usd": 7125.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.548379, "excess_success_rate_given_lifecycle_cost": -0.461962},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3450.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.29431, "excess_success_rate_given_lifecycle_cost": -0.506712},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 4287.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.84394, "excess_success_rate_given_lifecycle_cost": -0.551343},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 210, "lifecycle_cost_usd": 5472.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.29134, "excess_success_rate_given_lifecycle_cost": -0.516144},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 65, "lifecycle_cost_usd": 3415.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.45032, "excess_success_rate_given_lifecycle_cost": -0.51375},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 5611.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.15134, "excess_success_rate_given_lifecycle_cost": -0.509556},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.0287, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 37383.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.177435, "excess_success_rate_given_lifecycle_cost": -0.00868341},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.0288, "estimated_task_time_minutes": 230, "lifecycle_cost_usd": 37383.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.136034, "excess_success_rate_given_lifecycle_cost": -0.00868341},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.1244, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 37383.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.212922, "excess_success_rate_given_lifecycle_cost": -0.111064},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.1993, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 37383.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.319383, "excess_success_rate_given_lifecycle_cost": -0.122969},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.2133, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 37383.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.354871, "excess_success_rate_given_lifecycle_cost": -0.122969},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.5, "estimated_task_time_minutes": 2700, "lifecycle_cost_usd": 37383.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.59692, "excess_success_rate_given_lifecycle_cost": -0.206302},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 37383.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.54871, "excess_success_rate_given_lifecycle_cost": -0.206302},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1100, "lifecycle_cost_usd": 8387.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 6.27963, "excess_success_rate_given_lifecycle_cost": 0.183838},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 480, "lifecycle_cost_usd": 18100.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.853147, "excess_success_rate_given_lifecycle_cost": -0.0183369},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 4075.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.02397, "excess_success_rate_given_lifecycle_cost": 0.0691544},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 45, "lifecycle_cost_usd": 3962.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.8013, "excess_success_rate_given_lifecycle_cost": -0.524868},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 490.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.848659, "excess_success_rate_given_lifecycle_cost": -0.111531},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1.5, "lifecycle_cost_usd": 300.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.33979, "excess_success_rate_given_lifecycle_cost": -0.239104}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"estimated_task_time_over_predicted_from_lifecycle_cost_from": 0.0290946, "estimated_task_time_over_predicted_from_lifecycle_cost_to": 68.3992, "excess_success_rate_given_lifecycle_cost_from": 0.333209, "excess_success_rate_given_lifecycle_cost_to": -0.305935, "slope_per_doubling": -0.0570715, "r_squared": 0.165227, "points": 381}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "observed equal to predicted", "column": "estimated_task_time_over_predicted_from_lifecycle_cost", "value": 1},
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_lifecycle_cost", "value": 0}
     ]
    }
   ]
  }
 ]
}
