{
 "chart": "cost_vs_time/estimated_time/plots/difficulty_by_cost_and_time_per_task",
 "title": "Excess success rate vs. Lifecycle Cost and Task Time (for humans, model estimate)",
 "subtitle": "Each point is one task. For tasks with several score thresholds, we use the highest one. Excess success rate is how much higher a task's success rate is than the measure it is adjusted for predicts. We average excess success rates over only models whose 50% horizon is within 8× the task's time or cost, to filter out models for which the task was trivial or impossible. We also filter out a few outlier tasks with extreme x values.",
 "panels": [
  {
   "title": "Lifecycle Cost, adjusted for task time",
   "x": {"label": "Lifecycle Cost / Lifecycle Cost predicted from time (model estimate)", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 5037.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.53283, "excess_success_rate_given_estimated_task_time": -0.0396646},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 6325.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.9246, "excess_success_rate_given_estimated_task_time": -0.550191},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 584.375, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.860074, "excess_success_rate_given_estimated_task_time": -0.10913},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 141.45, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.547694, "excess_success_rate_given_estimated_task_time": 0.099561},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 156.375, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.605483, "excess_success_rate_given_estimated_task_time": 0.099561},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 137.1, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.530851, "excess_success_rate_given_estimated_task_time": 0.099561},
      {"task": "arithmetic/complex_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.33, "lifecycle_cost_usd": 91.625, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.389096, "excess_success_rate_given_estimated_task_time": 0.0937578},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 3781.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.15058, "excess_success_rate_given_estimated_task_time": 0.0134056},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 6912.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.55545, "excess_success_rate_given_estimated_task_time": 0.00416277},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1, "lifecycle_cost_usd": 381.375, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.951148, "excess_success_rate_given_estimated_task_time": 0.174351},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 20000, "lifecycle_cost_usd": 22795.8, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.48973, "excess_success_rate_given_estimated_task_time": 0.711555},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 22305.8, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.854157, "excess_success_rate_given_estimated_task_time": -0.323129},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 32661.7, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.02949, "excess_success_rate_given_estimated_task_time": -0.305791},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 25000, "lifecycle_cost_usd": 26385.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.509254, "excess_success_rate_given_estimated_task_time": -0.263678},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 5400, "lifecycle_cost_usd": 17095.8, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.688615, "excess_success_rate_given_estimated_task_time": -0.337562},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 18318.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.701464, "excess_success_rate_given_estimated_task_time": -0.323129},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 26729.2, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.73382, "excess_success_rate_given_estimated_task_time": -0.269429},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 9600, "lifecycle_cost_usd": 27143.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.829451, "excess_success_rate_given_estimated_task_time": -0.297381},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 8000, "lifecycle_cost_usd": 32717.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.09124, "excess_success_rate_given_estimated_task_time": 0.0118308},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 37660.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.44211, "excess_success_rate_given_estimated_task_time": -0.323129},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 3000, "lifecycle_cost_usd": 26699.2, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.42604, "excess_success_rate_given_estimated_task_time": -0.357157},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 20000, "lifecycle_cost_usd": 27140.8, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.583075, "excess_success_rate_given_estimated_task_time": -0.288445},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 26932.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.848907, "excess_success_rate_given_estimated_task_time": -0.305791},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 16880.8, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.646418, "excess_success_rate_given_estimated_task_time": -0.323129},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 3600, "lifecycle_cost_usd": 42253.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.06768, "excess_success_rate_given_estimated_task_time": -0.362768},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 5502.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.37817, "excess_success_rate_given_estimated_task_time": -0.558769},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 807.917, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.667103, "excess_success_rate_given_estimated_task_time": -0.131926},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 1046.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.961579, "excess_success_rate_given_estimated_task_time": -0.10321},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 729.583, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.714932, "excess_success_rate_given_estimated_task_time": -0.502112},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 896.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.74004, "excess_success_rate_given_estimated_task_time": -0.159704},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 30, "lifecycle_cost_usd": 1445.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.704113, "excess_success_rate_given_estimated_task_time": -0.22536},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 518.625, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.763304, "excess_success_rate_given_estimated_task_time": -0.599871},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 210, "lifecycle_cost_usd": 9067.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.73603, "excess_success_rate_given_estimated_task_time": -0.437041},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 165, "lifecycle_cost_usd": 9775.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.10119, "excess_success_rate_given_estimated_task_time": -0.478077},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1000, "lifecycle_cost_usd": 5419.17, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.490477, "excess_success_rate_given_estimated_task_time": -0.157714},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1700, "lifecycle_cost_usd": 5262.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.369187, "excess_success_rate_given_estimated_task_time": -0.127164},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.5, "lifecycle_cost_usd": 161.375, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.561368, "excess_success_rate_given_estimated_task_time": -0.875356},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.5, "lifecycle_cost_usd": 142.625, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.496143, "excess_success_rate_given_estimated_task_time": -0.083689},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1, "lifecycle_cost_usd": 121.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.301774, "excess_success_rate_given_estimated_task_time": -0.0756485},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 570.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.558553, "excess_success_rate_given_estimated_task_time": -0.0627176},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 258.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.461765, "excess_success_rate_given_estimated_task_time": 0.275876},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 110, "lifecycle_cost_usd": 8175.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.13488, "excess_success_rate_given_estimated_task_time": -0.412738},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 474.911, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.546957, "excess_success_rate_given_estimated_task_time": -0.204875},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 6, "lifecycle_cost_usd": 473.571, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.499706, "excess_success_rate_given_estimated_task_time": -0.197112},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 361.071, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.35382, "excess_success_rate_given_estimated_task_time": -0.00211153},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 549.643, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.505161, "excess_success_rate_given_estimated_task_time": -0.201695},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 495.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.485059, "excess_success_rate_given_estimated_task_time": -0.195293},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 418.661, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.410253, "excess_success_rate_given_estimated_task_time": -0.297566},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 371.786, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.428188, "excess_success_rate_given_estimated_task_time": -0.134041},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 6450.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.85474, "excess_success_rate_given_estimated_task_time": -0.592243},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 691.667, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.635692, "excess_success_rate_given_estimated_task_time": 0.336184},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1212.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.717782, "excess_success_rate_given_estimated_task_time": 0.163337},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1062.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.722136, "excess_success_rate_given_estimated_task_time": 0.133735},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 1576.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.19245, "excess_success_rate_given_estimated_task_time": -0.253376},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1291.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.877607, "excess_success_rate_given_estimated_task_time": -0.196623},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 16580.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.97723, "excess_success_rate_given_estimated_task_time": -0.51678},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 9573.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.47542, "excess_success_rate_given_estimated_task_time": -0.353961},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1107.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.655623, "excess_success_rate_given_estimated_task_time": -0.423201},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 1217.08, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.00495, "excess_success_rate_given_estimated_task_time": -0.461788},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1254.17, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.742448, "excess_success_rate_given_estimated_task_time": -0.423201},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 40, "lifecycle_cost_usd": 2435.97, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.03387, "excess_success_rate_given_estimated_task_time": -0.570392},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 55, "lifecycle_cost_usd": 2386.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.869193, "excess_success_rate_given_estimated_task_time": -0.560304},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 3152.92, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.906641, "excess_success_rate_given_estimated_task_time": -0.592243},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 6312.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.730114, "excess_success_rate_given_estimated_task_time": -0.454997},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 5343.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.33831, "excess_success_rate_given_estimated_task_time": -0.56923},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 900, "lifecycle_cost_usd": 4063.89, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.386897, "excess_success_rate_given_estimated_task_time": -0.419117},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1961.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.16103, "excess_success_rate_given_estimated_task_time": 0.0479528},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1901.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.2922, "excess_success_rate_given_estimated_task_time": 0.217493},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 10650.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.9124, "excess_success_rate_given_estimated_task_time": -0.389121},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 960, "lifecycle_cost_usd": 12100.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.11682, "excess_success_rate_given_estimated_task_time": 0.0502278},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 7587.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.36247, "excess_success_rate_given_estimated_task_time": -0.477253},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 646.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.74429, "excess_success_rate_given_estimated_task_time": 0.411792},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 639.167, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.626331, "excess_success_rate_given_estimated_task_time": 0.0206157},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 599.792, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.690783, "excess_success_rate_given_estimated_task_time": 0.145125},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 463.333, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.533624, "excess_success_rate_given_estimated_task_time": 0.370125},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 467.917, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.353983, "excess_success_rate_given_estimated_task_time": 0.083162},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 492.917, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.372895, "excess_success_rate_given_estimated_task_time": 0.144059},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 668.333, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.551848, "excess_success_rate_given_estimated_task_time": -0.0242875},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 750.833, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.568011, "excess_success_rate_given_estimated_task_time": 0.365213},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 13, "lifecycle_cost_usd": 549.167, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.399788, "excess_success_rate_given_estimated_task_time": 0.119916},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "estimated_task_time_minutes": 500, "lifecycle_cost_usd": 6583.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.831089, "excess_success_rate_given_estimated_task_time": -0.33874},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 7450.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.10115, "excess_success_rate_given_estimated_task_time": -0.367633},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 9679.17, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.11951, "excess_success_rate_given_estimated_task_time": -0.328102},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 3127.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.95165, "excess_success_rate_given_estimated_task_time": 0.217792},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 4537.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.58517, "excess_success_rate_given_estimated_task_time": -0.460427},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 6717.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.992887, "excess_success_rate_given_estimated_task_time": -0.427445},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 5925.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.875751, "excess_success_rate_given_estimated_task_time": -0.381991},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 6, "lifecycle_cost_usd": 707.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.746544, "excess_success_rate_given_estimated_task_time": 0.0570543},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 4, "lifecycle_cost_usd": 386.667, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.49568, "excess_success_rate_given_estimated_task_time": 0.426503},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 505.417, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.582091, "excess_success_rate_given_estimated_task_time": 0.445125},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 436.667, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.642679, "excess_success_rate_given_estimated_task_time": 0.300129},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 50850.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.22322, "excess_success_rate_given_estimated_task_time": -0.364935},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 480, "lifecycle_cost_usd": 15000.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.9311, "excess_success_rate_given_estimated_task_time": -0.254082},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 577.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.66511, "excess_success_rate_given_estimated_task_time": -0.0453711},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 881.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.727654, "excess_success_rate_given_estimated_task_time": -0.0754736},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 6, "lifecycle_cost_usd": 666.667, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.703457, "excess_success_rate_given_estimated_task_time": -0.234612},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 710.625, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.696354, "excess_success_rate_given_estimated_task_time": -0.161202},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 676.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.778841, "excess_success_rate_given_estimated_task_time": -0.188208},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 1062.62, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.56396, "excess_success_rate_given_estimated_task_time": 0.293648},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 20000, "lifecycle_cost_usd": 125608.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.69848, "excess_success_rate_given_estimated_task_time": -0.288445},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 3468.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.534457, "excess_success_rate_given_estimated_task_time": 0.388711},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 4067.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.656221, "excess_success_rate_given_estimated_task_time": 0.26093},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 4293.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.63463, "excess_success_rate_given_estimated_task_time": 0.181484},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 5749.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.699518, "excess_success_rate_given_estimated_task_time": 0.192279},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 5737.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.698058, "excess_success_rate_given_estimated_task_time": 0.192279},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 6557.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.900032, "excess_success_rate_given_estimated_task_time": -0.0147757},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 2398.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.539747, "excess_success_rate_given_estimated_task_time": 0.30226},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3748.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.84356, "excess_success_rate_given_estimated_task_time": 0.30226},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 4281.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.963383, "excess_success_rate_given_estimated_task_time": 0.246705},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 100, "lifecycle_cost_usd": 3687.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.00806, "excess_success_rate_given_estimated_task_time": 0.396518},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 2281.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.656108, "excess_success_rate_given_estimated_task_time": 0.378316},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 2778.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.69587, "excess_success_rate_given_estimated_task_time": 0.345365},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 75, "lifecycle_cost_usd": 1821.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.571695, "excess_success_rate_given_estimated_task_time": 0.34766},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 40, "lifecycle_cost_usd": 1561.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.66266, "excess_success_rate_given_estimated_task_time": 0.252468},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 2286.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.798727, "excess_success_rate_given_estimated_task_time": 0.256295},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 981.833, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.58123, "excess_success_rate_given_estimated_task_time": 0.229866},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 1055.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.561454, "excess_success_rate_given_estimated_task_time": 0.239526},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 945.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.502596, "excess_success_rate_given_estimated_task_time": 0.0728592},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 7245.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.994538, "excess_success_rate_given_estimated_task_time": 0.485224},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 4104.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.846087, "excess_success_rate_given_estimated_task_time": 0.418813},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 5188.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.799656, "excess_success_rate_given_estimated_task_time": 0.444266},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 4891.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.2251, "excess_success_rate_given_estimated_task_time": 0.345365},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 100, "lifecycle_cost_usd": 2803.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.766448, "excess_success_rate_given_estimated_task_time": 0.313184},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3078.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.692797, "excess_success_rate_given_estimated_task_time": 0.218927},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 270, "lifecycle_cost_usd": 3661.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.62137, "excess_success_rate_given_estimated_task_time": 0.575581},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 2939.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.84532, "excess_success_rate_given_estimated_task_time": 0.378316},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3025.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.680684, "excess_success_rate_given_estimated_task_time": 0.330038},
      {"task": "mirrorcode_nonogrid/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 400, "lifecycle_cost_usd": 6853.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.963025, "excess_success_rate_given_estimated_task_time": 0.227096},
      {"task": "mirrorcode_nonogrid/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 840, "lifecycle_cost_usd": 7869.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.774418, "excess_success_rate_given_estimated_task_time": 0.343878},
      {"task": "mirrorcode_nonogrid/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 10551.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.2837, "excess_success_rate_given_estimated_task_time": 0.192279},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 6570.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.901908, "excess_success_rate_given_estimated_task_time": 0.263002},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 8610.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.18183, "excess_success_rate_given_estimated_task_time": 0.429669},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 4758.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.703384, "excess_success_rate_given_estimated_task_time": 0.459262},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 4199.17, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.620662, "excess_success_rate_given_estimated_task_time": 0.459262},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 270, "lifecycle_cost_usd": 3446.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.584829, "excess_success_rate_given_estimated_task_time": 0.575581},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 4472.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.803027, "excess_success_rate_given_estimated_task_time": 0.387775},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 50, "lifecycle_cost_usd": 3431.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.30857, "excess_success_rate_given_estimated_task_time": 0.284186},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 2311.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.22945, "excess_success_rate_given_estimated_task_time": 0.239526},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 35, "lifecycle_cost_usd": 2421.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.09592, "excess_success_rate_given_estimated_task_time": 0.253349},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2000, "lifecycle_cost_usd": 7638.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.495644, "excess_success_rate_given_estimated_task_time": 0.796222},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 14028.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.889189, "excess_success_rate_given_estimated_task_time": 0.801644},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 3936.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.81152, "excess_success_rate_given_estimated_task_time": 0.08548},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 2934.67, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.605015, "excess_success_rate_given_estimated_task_time": 0.113258},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 5127.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.920733, "excess_success_rate_given_estimated_task_time": 0.137775},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 5212.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.07462, "excess_success_rate_given_estimated_task_time": 0.140607},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 5317.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.857852, "excess_success_rate_given_estimated_task_time": -0.126086},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 3606.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.09733, "excess_success_rate_given_estimated_task_time": 0.117729},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 400, "lifecycle_cost_usd": 5616.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.789172, "excess_success_rate_given_estimated_task_time": 0.348617},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 1310.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.08168, "excess_success_rate_given_estimated_task_time": -0.284704},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 863.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.653434, "excess_success_rate_given_estimated_task_time": -0.407223},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 751.667, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.865699, "excess_success_rate_given_estimated_task_time": -0.113208},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1907.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.29645, "excess_success_rate_given_estimated_task_time": -0.187694},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 611.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.462415, "excess_success_rate_given_estimated_task_time": 0.217777},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 506.875, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.496696, "excess_success_rate_given_estimated_task_time": 0.225161},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 45, "lifecycle_cost_usd": 1994.38, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.799918, "excess_success_rate_given_estimated_task_time": -0.360474},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 428.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.493794, "excess_success_rate_given_estimated_task_time": 0.295125},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 6831.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.53716, "excess_success_rate_given_estimated_task_time": 0.118746},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "estimated_task_time_minutes": 100, "lifecycle_cost_usd": 10787.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.94902, "excess_success_rate_given_estimated_task_time": 0.0466136},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 1028.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.00809, "excess_success_rate_given_estimated_task_time": 0.13804},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 571.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.657912, "excess_success_rate_given_estimated_task_time": 0.120125},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 624.583, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.574037, "excess_success_rate_given_estimated_task_time": 0.02179},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 553.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.457235, "excess_success_rate_given_estimated_task_time": 0.31599},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 643.333, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.437246, "excess_success_rate_given_estimated_task_time": 0.115877},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1678.33, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.993548, "excess_success_rate_given_estimated_task_time": 0.0575682},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 646.071, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.744084, "excess_success_rate_given_estimated_task_time": 0.374292},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 571.071, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.840494, "excess_success_rate_given_estimated_task_time": 0.344574},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 1378.39, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.733095, "excess_success_rate_given_estimated_task_time": -0.130513},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 918.571, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.758471, "excess_success_rate_given_estimated_task_time": 0.427101},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 906.429, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.616061, "excess_success_rate_given_estimated_task_time": 0.389687},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1358.75, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.923484, "excess_success_rate_given_estimated_task_time": 0.277017},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 721.518, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.830976, "excess_success_rate_given_estimated_task_time": -0.0923747},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 85, "lifecycle_cost_usd": 6797.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.00904, "excess_success_rate_given_estimated_task_time": 0.0853602},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 7455.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.8672, "excess_success_rate_given_estimated_task_time": 0.144891},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 501.375, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.737916, "excess_success_rate_given_estimated_task_time": -0.391537},
      {"task": "request_routing/request_routing_5", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.35, "lifecycle_cost_usd": 192.333, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.794017, "excess_success_rate_given_estimated_task_time": 0.0994908},
      {"task": "request_routing/request_routing_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 234.181, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.906746, "excess_success_rate_given_estimated_task_time": 0.099561},
      {"task": "request_routing/request_routing_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 169.931, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.65797, "excess_success_rate_given_estimated_task_time": 0.099561},
      {"task": "request_routing/request_routing_9", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 139.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.539175, "excess_success_rate_given_estimated_task_time": -0.692106},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "estimated_task_time_minutes": 1200, "lifecycle_cost_usd": 42612.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.53355, "excess_success_rate_given_estimated_task_time": -0.282454},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 52900.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 3.35316, "excess_success_rate_given_estimated_task_time": -0.23867},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 12700.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.85775, "excess_success_rate_given_estimated_task_time": -0.570004},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 1053.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.54979, "excess_success_rate_given_estimated_task_time": 0.206869},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 1120.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.28991, "excess_success_rate_given_estimated_task_time": -0.14664},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 1789.38, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.75344, "excess_success_rate_given_estimated_task_time": -0.0647658},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 682.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.00449, "excess_success_rate_given_estimated_task_time": 0.298277},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 513.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.917271, "excess_success_rate_given_estimated_task_time": 0.260251},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "estimated_task_time_minutes": 30, "lifecycle_cost_usd": 2467.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.20235, "excess_success_rate_given_estimated_task_time": 0.154317},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 450, "lifecycle_cost_usd": 21984.6, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.91936, "excess_success_rate_given_estimated_task_time": -0.303553},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 16064.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.20504, "excess_success_rate_given_estimated_task_time": -0.49403},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 15623.9, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.80709, "excess_success_rate_given_estimated_task_time": -0.411624},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 75, "lifecycle_cost_usd": 7125.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.23625, "excess_success_rate_given_estimated_task_time": -0.560082},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3450.83, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.776505, "excess_success_rate_given_estimated_task_time": -0.562861},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 4287.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.883917, "excess_success_rate_given_estimated_task_time": -0.553837},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 210, "lifecycle_cost_usd": 5472.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.04774, "excess_success_rate_given_estimated_task_time": -0.529602},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 65, "lifecycle_cost_usd": 3415.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.14805, "excess_success_rate_given_estimated_task_time": -0.57302},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 5611.25, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.905241, "excess_success_rate_given_estimated_task_time": -0.516238},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 37383.3, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.43152, "excess_success_rate_given_estimated_task_time": -0.285677},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1100, "lifecycle_cost_usd": 8387.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.725183, "excess_success_rate_given_estimated_task_time": 0.43533},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 480, "lifecycle_cost_usd": 18100.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 2.33019, "excess_success_rate_given_estimated_task_time": -0.207039},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 4075.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.4236, "excess_success_rate_given_estimated_task_time": -0.0677803},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 45, "lifecycle_cost_usd": 3962.5, "lifecycle_cost_over_predicted_from_estimated_task_time": 1.58931, "excess_success_rate_given_estimated_task_time": -0.563078},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 490.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.876146, "excess_success_rate_given_estimated_task_time": -0.208499},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1.5, "lifecycle_cost_usd": 300.0, "lifecycle_cost_over_predicted_from_estimated_task_time": 0.615859, "excess_success_rate_given_estimated_task_time": -0.26896}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_over_predicted_from_estimated_task_time_from": 0.301774, "lifecycle_cost_over_predicted_from_estimated_task_time_to": 3.53355, "excess_success_rate_given_estimated_task_time_from": 0.210031, "excess_success_rate_given_estimated_task_time_to": -0.349545, "slope_per_doubling": -0.157646, "r_squared": 0.111179, "points": 203}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "observed equal to predicted", "column": "lifecycle_cost_over_predicted_from_estimated_task_time", "value": 1},
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_estimated_task_time", "value": 0}
     ]
    }
   ]
  },
  {
   "title": "Task Time (for humans, model estimate), adjusted for Lifecycle Cost",
   "x": {"label": "Task Time (model estimate) / Task Time predicted from Lifecycle Cost", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from Lifecycle Cost)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 5037.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.507407, "excess_success_rate_given_lifecycle_cost": 0.0720519},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 6325.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.333389, "excess_success_rate_given_lifecycle_cost": -0.478146},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 18062.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0901549, "excess_success_rate_given_lifecycle_cost": 0.1104},
      {"task": "alert_triage/alert_triage_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.3, "lifecycle_cost_usd": 234.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.545902, "excess_success_rate_given_lifecycle_cost": 0.109578},
      {"task": "alert_triage/alert_triage_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 204.825, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.280566, "excess_success_rate_given_lifecycle_cost": 0.102782},
      {"task": "alert_triage/alert_triage_11", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 303.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.136004, "excess_success_rate_given_lifecycle_cost": 0.176159},
      {"task": "alert_triage/alert_triage_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 257.225, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.153565, "excess_success_rate_given_lifecycle_cost": 0.148063},
      {"task": "alert_triage/alert_triage_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 146.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.524033, "excess_success_rate_given_lifecycle_cost": 0.0624773},
      {"task": "alert_triage/alert_triage_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 277.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.13328, "excess_success_rate_given_lifecycle_cost": 0.154566},
      {"task": "alert_triage/alert_triage_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.15, "lifecycle_cost_usd": 182.225, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.435155, "excess_success_rate_given_lifecycle_cost": 0.0912808},
      {"task": "alert_triage/alert_triage_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 265.125, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.174273, "excess_success_rate_given_lifecycle_cost": 0.155156},
      {"task": "alert_triage/alert_triage_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 158.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.449667, "excess_success_rate_given_lifecycle_cost": 0.0720883},
      {"task": "alert_triage/alert_triage_9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 220.125, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.245641, "excess_success_rate_given_lifecycle_cost": 0.11561},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 584.375, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.01337, "excess_success_rate_given_lifecycle_cost": -0.0116469},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.2, "lifecycle_cost_usd": 103.35, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.6523, "excess_success_rate_given_lifecycle_cost": 0.037423},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 141.45, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.85187, "excess_success_rate_given_lifecycle_cost": 0.0591374},
      {"task": "arithmetic/complex_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.15, "lifecycle_cost_usd": 107.6, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.15041, "excess_success_rate_given_lifecycle_cost": 0.0400673},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 156.375, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.53893, "excess_success_rate_given_lifecycle_cost": 0.0495064},
      {"task": "arithmetic/complex_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.25, "lifecycle_cost_usd": 126.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.41823, "excess_success_rate_given_lifecycle_cost": 0.0522292},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 137.1, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.96175, "excess_success_rate_given_lifecycle_cost": 0.0599833},
      {"task": "arithmetic/complex_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.13, "lifecycle_cost_usd": 103.85, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.06448, "excess_success_rate_given_lifecycle_cost": 0.0377651},
      {"task": "arithmetic/complex_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.33, "lifecycle_cost_usd": 91.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.40471, "excess_success_rate_given_lifecycle_cost": 0.0297995},
      {"task": "arithmetic/complex_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.2, "lifecycle_cost_usd": 125.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.15895, "excess_success_rate_given_lifecycle_cost": 0.0511815},
      {"task": "arithmetic/complex_9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.25, "lifecycle_cost_usd": 162.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.895999, "excess_success_rate_given_lifecycle_cost": 0.0751345},
      {"task": "arithmetic/simple_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.05, "lifecycle_cost_usd": 107.55, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.3838, "excess_success_rate_given_lifecycle_cost": 0.0400334},
      {"task": "arithmetic/simple_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 137.6, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.487155, "excess_success_rate_given_lifecycle_cost": 0.0603664},
      {"task": "arithmetic/simple_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 97.425, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.644872, "excess_success_rate_given_lifecycle_cost": 0.0334742},
      {"task": "arithmetic/simple_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 154.85, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.313403, "excess_success_rate_given_lifecycle_cost": 0.0691632},
      {"task": "arithmetic/simple_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 77.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.983659, "excess_success_rate_given_lifecycle_cost": 0.0231026},
      {"task": "arithmetic/simple_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 130.6, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.429142, "excess_success_rate_given_lifecycle_cost": 0.0550884},
      {"task": "arithmetic/simple_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 107.475, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.614872, "excess_success_rate_given_lifecycle_cost": 0.0399826},
      {"task": "arithmetic/simple_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 135.675, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.399989, "excess_success_rate_given_lifecycle_cost": 0.0588965},
      {"task": "arithmetic/simple_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 123.925, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.590958, "excess_success_rate_given_lifecycle_cost": 0.0517582},
      {"task": "arithmetic/simple_9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 118.725, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.511683, "excess_success_rate_given_lifecycle_cost": 0.0479009},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 3781.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.861492, "excess_success_rate_given_lifecycle_cost": 0.057157},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 6912.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.530601, "excess_success_rate_given_lifecycle_cost": 0.127619},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1, "lifecycle_cost_usd": 381.375, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.742443, "excess_success_rate_given_lifecycle_cost": 0.170976},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 20000, "lifecycle_cost_usd": 22795.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 7.82354, "excess_success_rate_given_lifecycle_cost": -0.182632},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 22305.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.44309, "excess_success_rate_given_lifecycle_cost": -0.287283},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 32661.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.81302, "excess_success_rate_given_lifecycle_cost": -0.212934},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 25000, "lifecycle_cost_usd": 26385.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 7.46672, "excess_success_rate_given_lifecycle_cost": -0.252635},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 5400, "lifecycle_cost_usd": 17095.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.5923, "excess_success_rate_given_lifecycle_cost": -0.348123},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 18318.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.5138, "excess_success_rate_given_lifecycle_cost": -0.331647},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 26729.2, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.49933, "excess_success_rate_given_lifecycle_cost": -0.244012},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 9600, "lifecycle_cost_usd": 27143.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.72115, "excess_success_rate_given_lifecycle_cost": -0.247084},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 8000, "lifecycle_cost_usd": 32717.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.6065, "excess_success_rate_given_lifecycle_cost": -0.112636},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 37660.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.929373, "excess_success_rate_given_lifecycle_cost": -0.207315},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 3000, "lifecycle_cost_usd": 26699.2, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.876647, "excess_success_rate_given_lifecycle_cost": -0.250306},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 20000, "lifecycle_cost_usd": 27140.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.67002, "excess_success_rate_given_lifecycle_cost": -0.247102},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 26932.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.58805, "excess_success_rate_given_lifecycle_cost": -0.248603},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 16880.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.08576, "excess_success_rate_given_lifecycle_cost": -0.351192},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 3600, "lifecycle_cost_usd": 42253.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.45093, "excess_success_rate_given_lifecycle_cost": -0.207381},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 5502.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.646677, "excess_success_rate_given_lifecycle_cost": -0.507202},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 807.917, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.85801, "excess_success_rate_given_lifecycle_cost": -0.135914},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 1046.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.922492, "excess_success_rate_given_lifecycle_cost": -0.0225366},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 729.583, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.56993, "excess_success_rate_given_lifecycle_cost": -0.690791},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 896.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.53424, "excess_success_rate_given_lifecycle_cost": -0.0904097},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 30, "lifecycle_cost_usd": 1445.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.9064, "excess_success_rate_given_lifecycle_cost": -0.241775},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 518.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.26307, "excess_success_rate_given_lifecycle_cost": -0.430847},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 155375.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.135956, "excess_success_rate_given_lifecycle_cost": 0.25801},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 210, "lifecycle_cost_usd": 9067.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.450211, "excess_success_rate_given_lifecycle_cost": -0.281311},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 165, "lifecycle_cost_usd": 9775.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.307941, "excess_success_rate_given_lifecycle_cost": -0.262111},
      {"task": "code_completion/check_none", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 361.496, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0983436, "excess_success_rate_given_lifecycle_cost": 0.19252},
      {"task": "code_completion/git_push", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 338.107, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0741757, "excess_success_rate_given_lifecycle_cost": 0.205844},
      {"task": "code_completion/git_status", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 374.493, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0767817, "excess_success_rate_given_lifecycle_cost": 0.188777},
      {"task": "code_completion/install_requirements", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.15, "lifecycle_cost_usd": 375.679, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.114503, "excess_success_rate_given_lifecycle_cost": 0.163936},
      {"task": "code_completion/python_version", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 438.964, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0687283, "excess_success_rate_given_lifecycle_cost": 0.231393},
      {"task": "code_completion/type_check_int", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 336.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.1124, "excess_success_rate_given_lifecycle_cost": 0.204264},
      {"task": "code_completion/type_check_str", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 444.589, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0559435, "excess_success_rate_given_lifecycle_cost": 0.235009},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1000, "lifecycle_cost_usd": 5419.17, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.54289, "excess_success_rate_given_lifecycle_cost": -0.346504},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1700, "lifecycle_cost_usd": 5262.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 9.94709, "excess_success_rate_given_lifecycle_cost": -0.365114},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.5, "lifecycle_cost_usd": 161.375, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.81512, "excess_success_rate_given_lifecycle_cost": -0.753879},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.5, "lifecycle_cost_usd": 142.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.27977, "excess_success_rate_given_lifecycle_cost": -0.0441732},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1, "lifecycle_cost_usd": 121.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 6.17589, "excess_success_rate_given_lifecycle_cost": -0.228204},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 108.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 15.2342, "excess_success_rate_given_lifecycle_cost": -0.612439},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 570.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.47573, "excess_success_rate_given_lifecycle_cost": -0.239317},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 258.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.04884, "excess_success_rate_given_lifecycle_cost": 0.121202},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 110, "lifecycle_cost_usd": 8175.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.285516, "excess_success_rate_given_lifecycle_cost": -0.141488},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 474.911, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.47654, "excess_success_rate_given_lifecycle_cost": -0.258659},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 6, "lifecycle_cost_usd": 473.571, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.98737, "excess_success_rate_given_lifecycle_cost": -0.285133},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 361.071, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.74917, "excess_success_rate_given_lifecycle_cost": -0.266121},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 549.643, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.02581, "excess_success_rate_given_lifecycle_cost": -0.31853},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 495.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.21195, "excess_success_rate_given_lifecycle_cost": -0.339251},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 418.661, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.37528, "excess_success_rate_given_lifecycle_cost": -0.531809},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 371.786, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.89083, "excess_success_rate_given_lifecycle_cost": -0.290615},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 6450.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.361759, "excess_success_rate_given_lifecycle_cost": -0.473037},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 691.667, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.97991, "excess_success_rate_given_lifecycle_cost": 0.172488},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1212.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.75677, "excess_success_rate_given_lifecycle_cost": 0.0734309},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1062.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.68117, "excess_success_rate_given_lifecycle_cost": 0.0658584},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 1576.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.649529, "excess_success_rate_given_lifecycle_cost": -0.0387544},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1291.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.17312, "excess_success_rate_given_lifecycle_cost": -0.102687},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 3600, "lifecycle_cost_usd": 88075.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.116266, "excess_success_rate_given_lifecycle_cost": -0.135365},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 1800, "lifecycle_cost_usd": 64808.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.102392, "excess_success_rate_given_lifecycle_cost": -0.155812},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 16580.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.168945, "excess_success_rate_given_lifecycle_cost": -0.209559},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 9573.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.639985, "excess_success_rate_given_lifecycle_cost": -0.24225},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1107.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.07638, "excess_success_rate_given_lifecycle_cost": -0.690845},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 1217.08, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.872289, "excess_success_rate_given_lifecycle_cost": -0.67076},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1254.17, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.65058, "excess_success_rate_given_lifecycle_cost": -0.664311},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 40, "lifecycle_cost_usd": 2435.97, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.969654, "excess_success_rate_given_lifecycle_cost": -0.577834},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 55, "lifecycle_cost_usd": 2386.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.38499, "excess_success_rate_given_lifecycle_cost": -0.582392},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 3152.92, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.35533, "excess_success_rate_given_lifecycle_cost": -0.532198},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 6312.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.50956, "excess_success_rate_given_lifecycle_cost": -0.478663},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 5343.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.682671, "excess_success_rate_given_lifecycle_cost": -0.505662},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 900, "lifecycle_cost_usd": 4063.89, "estimated_task_time_over_predicted_from_lifecycle_cost": 8.48461, "excess_success_rate_given_lifecycle_cost": -0.547081},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1961.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.723283, "excess_success_rate_given_lifecycle_cost": 0.121123},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1901.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.574474, "excess_success_rate_given_lifecycle_cost": 0.220548},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 10650.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.382373, "excess_success_rate_given_lifecycle_cost": -0.152511},
      {"task": "file_selection/find_cache_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 171.6, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.324115, "excess_success_rate_given_lifecycle_cost": 0.0824552},
      {"task": "file_selection/find_config_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 123.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.419429, "excess_success_rate_given_lifecycle_cost": 0.0510632},
      {"task": "file_selection/find_css_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 138.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.484552, "excess_success_rate_given_lifecycle_cost": 0.0606735},
      {"task": "file_selection/find_docker_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.05, "lifecycle_cost_usd": 161.2, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.181876, "excess_success_rate_given_lifecycle_cost": 0.0741077},
      {"task": "file_selection/find_env_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 164.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.351385, "excess_success_rate_given_lifecycle_cost": 0.0765244},
      {"task": "file_selection/find_image", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 159.325, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.260183, "excess_success_rate_given_lifecycle_cost": 0.0726353},
      {"task": "file_selection/find_json_data", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 100.975, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.689893, "excess_success_rate_given_lifecycle_cost": 0.0358168},
      {"task": "file_selection/find_log_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 179.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.209875, "excess_success_rate_given_lifecycle_cost": 0.0885717},
      {"task": "file_selection/find_main_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 160.6, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.256384, "excess_success_rate_given_lifecycle_cost": 0.0736354},
      {"task": "file_selection/find_password_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 108.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.609367, "excess_success_rate_given_lifecycle_cost": 0.0403388},
      {"task": "file_selection/find_readme", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 182.125, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.290397, "excess_success_rate_given_lifecycle_cost": 0.0911964},
      {"task": "file_selection/find_requirements_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 137.55, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.487482, "excess_success_rate_given_lifecycle_cost": 0.060328},
      {"task": "file_selection/find_shell_script", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 183.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.345408, "excess_success_rate_given_lifecycle_cost": 0.0919356},
      {"task": "file_selection/identify_binary_file", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 130.1, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.540238, "excess_success_rate_given_lifecycle_cost": 0.0547185},
      {"task": "file_selection/identify_dependency_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 169.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.400052, "excess_success_rate_given_lifecycle_cost": 0.0803403},
      {"task": "file_selection/identify_executable", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 131.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.533409, "excess_success_rate_given_lifecycle_cost": 0.055385},
      {"task": "file_selection/identify_git_ignore", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.08, "lifecycle_cost_usd": 145.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.351574, "excess_success_rate_given_lifecycle_cost": 0.062107},
      {"task": "file_selection/identify_python_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 128.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.551726, "excess_success_rate_given_lifecycle_cost": 0.0536331},
      {"task": "file_selection/identify_python_package", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.1, "lifecycle_cost_usd": 141.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.463876, "excess_success_rate_given_lifecycle_cost": 0.0590285},
      {"task": "file_selection/identify_test_file", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.07, "lifecycle_cost_usd": 131.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.373386, "excess_success_rate_given_lifecycle_cost": 0.055385},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 960, "lifecycle_cost_usd": 12100.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.2085, "excess_success_rate_given_lifecycle_cost": 0.0143326},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 7587.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.714855, "excess_success_rate_given_lifecycle_cost": -0.359071},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 646.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.40267, "excess_success_rate_given_lifecycle_cost": 0.247746},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 639.167, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.00409, "excess_success_rate_given_lifecycle_cost": -0.0345468},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 599.792, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.60971, "excess_success_rate_given_lifecycle_cost": 0.0763265},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 463.333, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.59193, "excess_success_rate_given_lifecycle_cost": 0.176405},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 467.917, "estimated_task_time_over_predicted_from_lifecycle_cost": 6.10867, "excess_success_rate_given_lifecycle_cost": -0.211742},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 492.917, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.54922, "excess_success_rate_given_lifecycle_cost": -0.135391},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 668.333, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.63668, "excess_success_rate_given_lifecycle_cost": -0.111081},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 750.833, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.55244, "excess_success_rate_given_lifecycle_cost": 0.179611},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 13, "lifecycle_cost_usd": 549.167, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.92482, "excess_success_rate_given_lifecycle_cost": -0.128309},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "estimated_task_time_minutes": 500, "lifecycle_cost_usd": 6583.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.9353, "excess_success_rate_given_lifecycle_cost": -0.263223},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 7450.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.10909, "excess_success_rate_given_lifecycle_cost": -0.291518},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 9679.17, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.14033, "excess_success_rate_given_lifecycle_cost": -0.220129},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 3127.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.22287, "excess_success_rate_given_lifecycle_cost": 0.0818072},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 4537.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.461524, "excess_success_rate_given_lifecycle_cost": -0.190982},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 6717.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.34249, "excess_success_rate_given_lifecycle_cost": -0.44425},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 5925.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.69247, "excess_success_rate_given_lifecycle_cost": -0.417081},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 45, "lifecycle_cost_usd": 10687.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.0712314, "excess_success_rate_given_lifecycle_cost": 0.4872},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 6, "lifecycle_cost_usd": 707.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.42419, "excess_success_rate_given_lifecycle_cost": 0.0289774},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 4, "lifecycle_cost_usd": 386.667, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.89521, "excess_success_rate_given_lifecycle_cost": 0.18735},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 505.417, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.20775, "excess_success_rate_given_lifecycle_cost": 0.259996},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 436.667, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.73493, "excess_success_rate_given_lifecycle_cost": 0.17991},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 50850.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.186897, "excess_success_rate_given_lifecycle_cost": -0.17274},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 480, "lifecycle_cost_usd": 15000.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.406476, "excess_success_rate_given_lifecycle_cost": -0.0985249},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 577.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.72623, "excess_success_rate_given_lifecycle_cost": -0.0587353},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 881.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.58277, "excess_success_rate_given_lifecycle_cost": -0.136614},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 6, "lifecycle_cost_usd": 666.667, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.58932, "excess_success_rate_given_lifecycle_cost": -0.148503},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 710.625, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.64809, "excess_success_rate_given_lifecycle_cost": -0.131617},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 676.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.29, "excess_success_rate_given_lifecycle_cost": -0.100624},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "estimated_task_time_minutes": 4800, "lifecycle_cost_usd": 107325.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.107639, "excess_success_rate_given_lifecycle_cost": -0.125453},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 1062.62, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.336161, "excess_success_rate_given_lifecycle_cost": 0.281162},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 20000, "lifecycle_cost_usd": 125608.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.335498, "excess_success_rate_given_lifecycle_cost": -0.133929},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2400, "lifecycle_cost_usd": 22375.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.971668, "excess_success_rate_given_lifecycle_cost": 0.232478},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2400, "lifecycle_cost_usd": 17388.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.54743, "excess_success_rate_given_lifecycle_cost": 0.192999},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2400, "lifecycle_cost_usd": 13939.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.3269, "excess_success_rate_given_lifecycle_cost": -0.0181922},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 3468.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.1685, "excess_success_rate_given_lifecycle_cost": 0.136881},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 4067.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.82336, "excess_success_rate_given_lifecycle_cost": 0.0820852},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 4293.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.06629, "excess_success_rate_given_lifecycle_cost": -0.00938867},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 5749.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.6834, "excess_success_rate_given_lifecycle_cost": 0.0427673},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 5737.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.69377, "excess_success_rate_given_lifecycle_cost": 0.0419999},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 6557.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.63772, "excess_success_rate_given_lifecycle_cost": -0.0762052},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 2398.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.74125, "excess_success_rate_given_lifecycle_cost": 0.0768851},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3748.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.64117, "excess_success_rate_given_lifecycle_cost": 0.219582},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 4281.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.28442, "excess_success_rate_given_lifecycle_cost": 0.211784},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 100, "lifecycle_cost_usd": 3687.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.12793, "excess_success_rate_given_lifecycle_cost": 0.380438},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 2281.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.46175, "excess_success_rate_given_lifecycle_cost": 0.22987},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 2778.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.28216, "excess_success_rate_given_lifecycle_cost": 0.203341},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 3600, "lifecycle_cost_usd": 17356.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.32896, "excess_success_rate_given_lifecycle_cost": 0.192672},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2700, "lifecycle_cost_usd": 15388.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.18118, "excess_success_rate_given_lifecycle_cost": 0.169608},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2700, "lifecycle_cost_usd": 22836.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.0527, "excess_success_rate_given_lifecycle_cost": 0.235201},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 75, "lifecycle_cost_usd": 1821.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.10873, "excess_success_rate_given_lifecycle_cost": 0.174797},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 40, "lifecycle_cost_usd": 1561.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.20342, "excess_success_rate_given_lifecycle_cost": 0.143286},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 2286.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.63499, "excess_success_rate_given_lifecycle_cost": 0.174863},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 981.833, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.59316, "excess_success_rate_given_lifecycle_cost": 0.0754762},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 1055.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.83551, "excess_success_rate_given_lifecycle_cost": 0.0837159},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 945.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.47844, "excess_success_rate_given_lifecycle_cost": -0.0118996},
      {"task": "mirrorcode_false/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 4, "lifecycle_cost_usd": 628.417, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.18161, "excess_success_rate_given_lifecycle_cost": 0.0556315},
      {"task": "mirrorcode_false/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 433.667, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.92857, "excess_success_rate_given_lifecycle_cost": 0.039562},
      {"task": "mirrorcode_false/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 691.333, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.73396, "excess_success_rate_given_lifecycle_cost": 0.057079},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 10000, "lifecycle_cost_usd": 15411.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 8.05588, "excess_success_rate_given_lifecycle_cost": 0.169916},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 4000, "lifecycle_cost_usd": 19298.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.12764, "excess_success_rate_given_lifecycle_cost": 0.210693},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 24213.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.14978, "excess_success_rate_given_lifecycle_cost": 0.0970359},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 7245.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.36213, "excess_success_rate_given_lifecycle_cost": 0.458979},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 4104.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.66644, "excess_success_rate_given_lifecycle_cost": 0.3353},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 330, "lifecycle_cost_usd": 5188.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.9818, "excess_success_rate_given_lifecycle_cost": 0.338223},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 4891.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.803611, "excess_success_rate_given_lifecycle_cost": 0.399695},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 100, "lifecycle_cost_usd": 2803.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.87021, "excess_success_rate_given_lifecycle_cost": 0.206142},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3078.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.3602, "excess_success_rate_given_lifecycle_cost": 0.0692226},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 270, "lifecycle_cost_usd": 3661.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.08517, "excess_success_rate_given_lifecycle_cost": 0.37797},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 90, "lifecycle_cost_usd": 2939.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.54231, "excess_success_rate_given_lifecycle_cost": 0.304334},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3025.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.4383, "excess_success_rate_given_lifecycle_cost": 0.174613},
      {"task": "mirrorcode_ngnk/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 50000, "lifecycle_cost_usd": 31319.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 10.8834, "excess_success_rate_given_lifecycle_cost": -0.0732444},
      {"task": "mirrorcode_ngnk/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 40000, "lifecycle_cost_usd": 32857.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 7.96945, "excess_success_rate_given_lifecycle_cost": -0.0686527},
      {"task": "mirrorcode_ngnk/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 60000, "lifecycle_cost_usd": 53866.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.80117, "excess_success_rate_given_lifecycle_cost": -0.0507214},
      {"task": "mirrorcode_nonogrid/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 400, "lifecycle_cost_usd": 6853.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.4375, "excess_success_rate_given_lifecycle_cost": 0.189517},
      {"task": "mirrorcode_nonogrid/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 840, "lifecycle_cost_usd": 7869.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.33914, "excess_success_rate_given_lifecycle_cost": 0.153804},
      {"task": "mirrorcode_nonogrid/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 540, "lifecycle_cost_usd": 10551.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.875244, "excess_success_rate_given_lifecycle_cost": 0.244654},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 6570.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.63144, "excess_success_rate_given_lifecycle_cost": 0.202317},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 8610.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.99069, "excess_success_rate_given_lifecycle_cost": 0.461075},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 4758.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.53616, "excess_success_rate_given_lifecycle_cost": 0.306205},
      {"task": "mirrorcode_pkl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 120000, "lifecycle_cost_usd": 39585.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 16.9533, "excess_success_rate_given_lifecycle_cost": -0.0595988},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 360, "lifecycle_cost_usd": 4199.17, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.19483, "excess_success_rate_given_lifecycle_cost": 0.260281},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 270, "lifecycle_cost_usd": 3446.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.45026, "excess_success_rate_given_lifecycle_cost": 0.356952},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 4472.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.8963, "excess_success_rate_given_lifecycle_cost": 0.283293},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 50, "lifecycle_cost_usd": 3431.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.643929, "excess_success_rate_given_lifecycle_cost": 0.355508},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 2311.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.667534, "excess_success_rate_given_lifecycle_cost": 0.233394},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 35, "lifecycle_cost_usd": 2421.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.857611, "excess_success_rate_given_lifecycle_cost": 0.246241},
      {"task": "mirrorcode_ruff/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 120000, "lifecycle_cost_usd": 43321.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 14.3545, "excess_success_rate_given_lifecycle_cost": -0.0638162},
      {"task": "mirrorcode_ruff/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 60000, "lifecycle_cost_usd": 42611.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 7.39928, "excess_success_rate_given_lifecycle_cost": -0.0652034},
      {"task": "mirrorcode_ruff/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 150000, "lifecycle_cost_usd": 44375.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 17.1646, "excess_success_rate_given_lifecycle_cost": -0.0618462},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2700, "lifecycle_cost_usd": 17806.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.66607, "excess_success_rate_given_lifecycle_cost": 0.197216},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 4500, "lifecycle_cost_usd": 24161.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.58107, "excess_success_rate_given_lifecycle_cost": 0.0967432},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 4800, "lifecycle_cost_usd": 22806.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.87605, "excess_success_rate_given_lifecycle_cost": 0.235026},
      {"task": "mirrorcode_tex/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 44341.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.37507, "excess_success_rate_given_lifecycle_cost": 0.438093},
      {"task": "mirrorcode_tex/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 5000, "lifecycle_cost_usd": 25076.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.64028, "excess_success_rate_given_lifecycle_cost": 0.87216},
      {"task": "mirrorcode_tex/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 21954.7, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.51569, "excess_success_rate_given_lifecycle_cost": 0.349729},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2400, "lifecycle_cost_usd": 8887.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.3394, "excess_success_rate_given_lifecycle_cost": 0.0267031},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2000, "lifecycle_cost_usd": 7638.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 5.88418, "excess_success_rate_given_lifecycle_cost": 0.199312},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 14028.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.01236, "excess_success_rate_given_lifecycle_cost": 0.316557},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 3936.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.79978, "excess_success_rate_given_lifecycle_cost": -0.0130533},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 2934.67, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.09432, "excess_success_rate_given_lifecycle_cost": -0.0850963},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 240, "lifecycle_cost_usd": 5127.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.47328, "excess_success_rate_given_lifecycle_cost": 0.0838203},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 10000, "lifecycle_cost_usd": 44472.8, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.13966, "excess_success_rate_given_lifecycle_cost": 0.276224},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 9000, "lifecycle_cost_usd": 23451.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.34115, "excess_success_rate_given_lifecycle_cost": 0.0719771},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "estimated_task_time_minutes": 12000, "lifecycle_cost_usd": 17535.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 7.61786, "excess_success_rate_given_lifecycle_cost": 0.0278369},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 5212.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.07194, "excess_success_rate_given_lifecycle_cost": 0.107446},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 5317.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.72201, "excess_success_rate_given_lifecycle_cost": -0.187456},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 80, "lifecycle_cost_usd": 3606.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.940216, "excess_success_rate_given_lifecycle_cost": 0.0373762},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 400, "lifecycle_cost_usd": 5616.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.07571, "excess_success_rate_given_lifecycle_cost": 0.182057},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 1310.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.761551, "excess_success_rate_given_lifecycle_cost": -0.0848969},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 863.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.97095, "excess_success_rate_given_lifecycle_cost": -0.425671},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 751.667, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.06134, "excess_success_rate_given_lifecycle_cost": -0.0210727},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1907.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.571005, "excess_success_rate_given_lifecycle_cost": -0.304543},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 12, "lifecycle_cost_usd": 611.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.73071, "excess_success_rate_given_lifecycle_cost": 0.00949959},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 506.875, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.07446, "excess_success_rate_given_lifecycle_cost": 0.0429224},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 45, "lifecycle_cost_usd": 1994.38, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.57786, "excess_success_rate_given_lifecycle_cost": -0.410904},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 428.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.99084, "excess_success_rate_given_lifecycle_cost": 0.0965747},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 6831.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.542305, "excess_success_rate_given_lifecycle_cost": 0.200163},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "estimated_task_time_minutes": 100, "lifecycle_cost_usd": 10787.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.155595, "excess_success_rate_given_lifecycle_cost": 0.343345},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 1028.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.832701, "excess_success_rate_given_lifecycle_cost": 0.142833},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 571.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.76125, "excess_success_rate_given_lifecycle_cost": 0.0470486},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 8, "lifecycle_cost_usd": 624.583, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.39005, "excess_success_rate_given_lifecycle_cost": -0.0635833},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 553.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 3.73066, "excess_success_rate_given_lifecycle_cost": 0.0735438},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 643.333, "estimated_task_time_over_predicted_from_lifecycle_cost": 4.24329, "excess_success_rate_given_lifecycle_cost": -0.0843195},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 20, "lifecycle_cost_usd": 1678.33, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.964174, "excess_success_rate_given_lifecycle_cost": 0.0894617},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 646.071, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.40339, "excess_success_rate_given_lifecycle_cost": 0.225615},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 571.071, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.05736, "excess_success_rate_given_lifecycle_cost": 0.273146},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 25, "lifecycle_cost_usd": 1378.39, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.73322, "excess_success_rate_given_lifecycle_cost": -0.10281},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 10, "lifecycle_cost_usd": 918.571, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.46614, "excess_success_rate_given_lifecycle_cost": 0.231999},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 906.429, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.25389, "excess_success_rate_given_lifecycle_cost": 0.18742},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 15, "lifecycle_cost_usd": 1358.75, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.06784, "excess_success_rate_given_lifecycle_cost": 0.194291},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 721.518, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.14462, "excess_success_rate_given_lifecycle_cost": -0.0197305},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 85, "lifecycle_cost_usd": 6797.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.310128, "excess_success_rate_given_lifecycle_cost": 0.291381},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 120, "lifecycle_cost_usd": 7455.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.369239, "excess_success_rate_given_lifecycle_cost": 0.314053},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 501.375, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.34442, "excess_success_rate_given_lifecycle_cost": -0.316157},
      {"task": "request_routing/request_routing_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.12, "lifecycle_cost_usd": 250.806, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.193076, "excess_success_rate_given_lifecycle_cost": 0.142338},
      {"task": "request_routing/request_routing_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.2, "lifecycle_cost_usd": 221.931, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.403276, "excess_success_rate_given_lifecycle_cost": 0.117149},
      {"task": "request_routing/request_routing_3", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.25, "lifecycle_cost_usd": 178.042, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.757016, "excess_success_rate_given_lifecycle_cost": 0.0877717},
      {"task": "request_routing/request_routing_4", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.3, "lifecycle_cost_usd": 319.708, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.308415, "excess_success_rate_given_lifecycle_cost": 0.190175},
      {"task": "request_routing/request_routing_5", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.35, "lifecycle_cost_usd": 192.333, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.919079, "excess_success_rate_given_lifecycle_cost": 0.0999325},
      {"task": "request_routing/request_routing_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 234.181, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.730421, "excess_success_rate_given_lifecycle_cost": 0.12771},
      {"task": "request_routing/request_routing_7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.3, "lifecycle_cost_usd": 260.611, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.44971, "excess_success_rate_given_lifecycle_cost": 0.151097},
      {"task": "request_routing/request_routing_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 169.931, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.32006, "excess_success_rate_given_lifecycle_cost": 0.0810952},
      {"task": "request_routing/request_routing_9", "task_set": "Time Horizon 1.1", "score_threshold": 0.75, "estimated_task_time_minutes": 0.4, "lifecycle_cost_usd": 139.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.90622, "excess_success_rate_given_lifecycle_cost": -0.48412},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "estimated_task_time_minutes": 1200, "lifecycle_cost_usd": 42612.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.14798, "excess_success_rate_given_lifecycle_cost": -0.0604877},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "estimated_task_time_minutes": 2100, "lifecycle_cost_usd": 52900.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.173751, "excess_success_rate_given_lifecycle_cost": -0.0414795},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 12700.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.172696, "excess_success_rate_given_lifecycle_cost": -0.274158},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 1053.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.341853, "excess_success_rate_given_lifecycle_cost": 0.236864},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 5, "lifecycle_cost_usd": 1120.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.508454, "excess_success_rate_given_lifecycle_cost": -0.0124013},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 7, "lifecycle_cost_usd": 1789.38, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.299833, "excess_success_rate_given_lifecycle_cost": 0.168262},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 3, "lifecycle_cost_usd": 682.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.760972, "excess_success_rate_given_lifecycle_cost": 0.252294},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 513.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.859162, "excess_success_rate_given_lifecycle_cost": 0.248507},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "estimated_task_time_minutes": 30, "lifecycle_cost_usd": 2467.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.710186, "excess_success_rate_given_lifecycle_cost": 0.131369},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 450, "lifecycle_cost_usd": 21984.6, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.188202, "excess_success_rate_given_lifecycle_cost": -0.0538679},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 420, "lifecycle_cost_usd": 16064.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.313403, "excess_success_rate_given_lifecycle_cost": -0.313364},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "estimated_task_time_minutes": 600, "lifecycle_cost_usd": 15623.9, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.471287, "excess_success_rate_given_lifecycle_cost": -0.295347},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "estimated_task_time_minutes": 10000, "lifecycle_cost_usd": 127019.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.164327, "excess_success_rate_given_lifecycle_cost": -0.13254},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 75, "lifecycle_cost_usd": 7125.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.250884, "excess_success_rate_given_lifecycle_cost": -0.461962},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 150, "lifecycle_cost_usd": 3450.83, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.9122, "excess_success_rate_given_lifecycle_cost": -0.506712},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 180, "lifecycle_cost_usd": 4287.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.53721, "excess_success_rate_given_lifecycle_cost": -0.551343},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 210, "lifecycle_cost_usd": 5472.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.14316, "excess_success_rate_given_lifecycle_cost": -0.516144},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 65, "lifecycle_cost_usd": 3415.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.844738, "excess_success_rate_given_lifecycle_cost": -0.51375},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 300, "lifecycle_cost_usd": 5611.25, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.55935, "excess_success_rate_given_lifecycle_cost": -0.509556},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "estimated_task_time_minutes": 6000, "lifecycle_cost_usd": 37383.3, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.942105, "excess_success_rate_given_lifecycle_cost": -0.206302},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1100, "lifecycle_cost_usd": 8387.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 2.7231, "excess_success_rate_given_lifecycle_cost": 0.183838},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 480, "lifecycle_cost_usd": 18100.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.287394, "excess_success_rate_given_lifecycle_cost": -0.0183369},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "estimated_task_time_minutes": 60, "lifecycle_cost_usd": 4075.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.562798, "excess_success_rate_given_lifecycle_cost": 0.0691544},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 45, "lifecycle_cost_usd": 3962.5, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.444478, "excess_success_rate_given_lifecycle_cost": -0.524868},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 2, "lifecycle_cost_usd": 490.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 0.935055, "excess_success_rate_given_lifecycle_cost": -0.111531},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "estimated_task_time_minutes": 1.5, "lifecycle_cost_usd": 300.0, "estimated_task_time_over_predicted_from_lifecycle_cost": 1.7342, "excess_success_rate_given_lifecycle_cost": -0.239104}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"estimated_task_time_over_predicted_from_lifecycle_cost_from": 0.0559435, "estimated_task_time_over_predicted_from_lifecycle_cost_to": 17.1646, "excess_success_rate_given_lifecycle_cost_from": 0.104517, "excess_success_rate_given_lifecycle_cost_to": -0.122387, "slope_per_doubling": -0.027466, "r_squared": 0.0308081, "points": 298}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "observed equal to predicted", "column": "estimated_task_time_over_predicted_from_lifecycle_cost", "value": 1},
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_lifecycle_cost", "value": 0}
     ]
    }
   ]
  }
 ]
}
