{
 "chart": "cost_vs_time/robustness/cost_residual_outliers",
 "title": "Excess success rate vs. Lifecycle Cost, after dropping outlier tasks",
 "subtitle": "Each point is one task. For tasks with several score thresholds, we use the highest one. Excess success rate is how much higher a task's success rate is than its task time (for humans) predicts. We average excess success rates over only models whose 50% horizon is within 8× the task's time. Grey crosses are dropped tasks. Robust SDs use the median absolute deviation.",
 "panels": [
  {
   "title": "All tasks",
   "x": {"label": "Lifecycle Cost (USD, log)", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5037.5, "excess_success_rate_given_task_time": 0.317516, "dropped": false},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6325.0, "excess_success_rate_given_task_time": -0.571114, "dropped": false},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 18062.5, "excess_success_rate_given_task_time": -0.179057, "dropped": false},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 34775.0, "excess_success_rate_given_task_time": -0.253094, "dropped": false},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 43300.0, "excess_success_rate_given_task_time": 0.082535, "dropped": false},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 31550.0, "excess_success_rate_given_task_time": 0.221797, "dropped": false},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 584.375, "excess_success_rate_given_task_time": 0.0134919, "dropped": false},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 103.35, "excess_success_rate_given_task_time": 0.180811, "dropped": false},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 141.45, "excess_success_rate_given_task_time": 0.169965, "dropped": false},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 156.375, "excess_success_rate_given_task_time": 0.217768, "dropped": false},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 137.1, "excess_success_rate_given_task_time": 0.172976, "dropped": false},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "lifecycle_cost_usd": 3781.25, "excess_success_rate_given_task_time": 0.189996, "dropped": false},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6912.5, "excess_success_rate_given_task_time": 0.106466, "dropped": false},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 381.375, "excess_success_rate_given_task_time": 0.310275, "dropped": false},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 22795.8, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 22305.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 32661.7, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26385.0, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 17095.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 18318.3, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26729.2, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 27143.3, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 32717.5, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 37660.0, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26699.2, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 27140.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26932.5, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 16880.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 42253.3, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5502.5, "excess_success_rate_given_task_time": -0.446186, "dropped": false},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 807.917, "excess_success_rate_given_task_time": -0.248693, "dropped": false},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1046.25, "excess_success_rate_given_task_time": -0.0821143, "dropped": false},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 729.583, "excess_success_rate_given_task_time": -0.463709, "dropped": false},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 896.25, "excess_success_rate_given_task_time": -0.0033762, "dropped": false},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1445.0, "excess_success_rate_given_task_time": -0.219442, "dropped": false},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 518.625, "excess_success_rate_given_task_time": -0.440437, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "lifecycle_cost_usd": 155375.0, "excess_success_rate_given_task_time": 0.144078, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "lifecycle_cost_usd": 104928.0, "excess_success_rate_given_task_time": -0.0136574, "dropped": false},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 9067.5, "excess_success_rate_given_task_time": -0.479425, "dropped": false},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 9775.0, "excess_success_rate_given_task_time": -0.445216, "dropped": false},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5419.17, "excess_success_rate_given_task_time": -0.277421, "dropped": false},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5262.5, "excess_success_rate_given_task_time": -0.469665, "dropped": false},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 161.375, "excess_success_rate_given_task_time": -0.704006, "dropped": false},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 142.625, "excess_success_rate_given_task_time": 0.199601, "dropped": false},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 121.0, "excess_success_rate_given_task_time": -0.087339, "dropped": false},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 108.0, "excess_success_rate_given_task_time": -0.314288, "dropped": false},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 570.0, "excess_success_rate_given_task_time": -0.01333, "dropped": false},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 258.25, "excess_success_rate_given_task_time": 0.338846, "dropped": false},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 8175.0, "excess_success_rate_given_task_time": -0.178557, "dropped": false},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 474.911, "excess_success_rate_given_task_time": -0.292665, "dropped": false},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 473.571, "excess_success_rate_given_task_time": -0.301925, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 361.071, "excess_success_rate_given_task_time": -0.163036, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 549.643, "excess_success_rate_given_task_time": -0.440813, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 495.0, "excess_success_rate_given_task_time": -0.399147, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 418.661, "excess_success_rate_given_task_time": -0.496369, "dropped": false},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 371.786, "excess_success_rate_given_task_time": -0.213962, "dropped": false},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6450.0, "excess_success_rate_given_task_time": -0.538673, "dropped": false},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 691.667, "excess_success_rate_given_task_time": 0.382766, "dropped": false},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1212.5, "excess_success_rate_given_task_time": 0.274495, "dropped": false},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1062.5, "excess_success_rate_given_task_time": 0.275596, "dropped": false},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1576.25, "excess_success_rate_given_task_time": 0.0717288, "dropped": false},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1291.25, "excess_success_rate_given_task_time": -0.244287, "dropped": false},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 88075.0, "excess_success_rate_given_task_time": -0.388849, "dropped": false},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 64808.3, "excess_success_rate_given_task_time": -0.328155, "dropped": false},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 16580.0, "excess_success_rate_given_task_time": -0.530629, "dropped": false},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 9573.75, "excess_success_rate_given_task_time": -0.459201, "dropped": false},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1107.5, "excess_success_rate_given_task_time": -0.581276, "dropped": false},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1217.08, "excess_success_rate_given_task_time": -0.602383, "dropped": false},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1254.17, "excess_success_rate_given_task_time": -0.63527, "dropped": false},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 2435.97, "excess_success_rate_given_task_time": -0.565697, "dropped": false},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 2386.25, "excess_success_rate_given_task_time": -0.623995, "dropped": false},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3152.92, "excess_success_rate_given_task_time": -0.59725, "dropped": false},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6312.5, "excess_success_rate_given_task_time": -0.458426, "dropped": false},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5343.33, "excess_success_rate_given_task_time": -0.530293, "dropped": false},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 4063.89, "excess_success_rate_given_task_time": -0.589288, "dropped": false},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1961.25, "excess_success_rate_given_task_time": -0.121986, "dropped": false},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1901.25, "excess_success_rate_given_task_time": 0.155128, "dropped": false},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 10650.0, "excess_success_rate_given_task_time": -0.324523, "dropped": false},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 12100.0, "excess_success_rate_given_task_time": -0.0814215, "dropped": false},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 7587.5, "excess_success_rate_given_task_time": -0.303677, "dropped": false},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 646.25, "excess_success_rate_given_task_time": 0.383816, "dropped": false},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 639.167, "excess_success_rate_given_task_time": 0.307163, "dropped": false},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 599.792, "excess_success_rate_given_task_time": 0.114912, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 463.333, "excess_success_rate_given_task_time": 0.416502, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 467.917, "excess_success_rate_given_task_time": -0.0395755, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 492.917, "excess_success_rate_given_task_time": -0.0398191, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 668.333, "excess_success_rate_given_task_time": 0.074434, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 750.833, "excess_success_rate_given_task_time": 0.354911, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 549.167, "excess_success_rate_given_task_time": 0.0175828, "dropped": false},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "lifecycle_cost_usd": 6583.33, "excess_success_rate_given_task_time": -0.231109, "dropped": false},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_usd": 7450.0, "excess_success_rate_given_task_time": -0.444028, "dropped": false},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "lifecycle_cost_usd": 9679.17, "excess_success_rate_given_task_time": -0.357716, "dropped": false},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3127.5, "excess_success_rate_given_task_time": 0.0853095, "dropped": false},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 4537.5, "excess_success_rate_given_task_time": -0.334204, "dropped": false},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6717.5, "excess_success_rate_given_task_time": -0.342999, "dropped": false},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5925.0, "excess_success_rate_given_task_time": -0.344088, "dropped": false},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 10687.5, "excess_success_rate_given_task_time": 0.317604, "dropped": false},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 707.5, "excess_success_rate_given_task_time": 0.133039, "dropped": false},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 386.667, "excess_success_rate_given_task_time": 0.523177, "dropped": false},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 505.417, "excess_success_rate_given_task_time": 0.535051, "dropped": false},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 436.667, "excess_success_rate_given_task_time": 0.475492, "dropped": false},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "lifecycle_cost_usd": 50850.0, "excess_success_rate_given_task_time": -0.302752, "dropped": false},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_usd": 27537.5, "excess_success_rate_given_task_time": -0.699793, "dropped": false},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_usd": 27542.5, "excess_success_rate_given_task_time": -0.647538, "dropped": false},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 15000.0, "excess_success_rate_given_task_time": -0.217176, "dropped": false},
      {"task": "lmca/aggregated", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "lifecycle_cost_usd": 115600.0, "excess_success_rate_given_task_time": -0.501882, "dropped": false},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 577.5, "excess_success_rate_given_task_time": -0.342862, "dropped": false},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 881.25, "excess_success_rate_given_task_time": -0.478594, "dropped": false},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 666.667, "excess_success_rate_given_task_time": -0.206111, "dropped": false},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 710.625, "excess_success_rate_given_task_time": -0.149042, "dropped": false},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 676.25, "excess_success_rate_given_task_time": -0.233866, "dropped": false},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "lifecycle_cost_usd": 107325.0, "excess_success_rate_given_task_time": -0.31432, "dropped": false},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1062.62, "excess_success_rate_given_task_time": 0.492193, "dropped": false},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 125608.0, "excess_success_rate_given_task_time": -0.273439, "dropped": false},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 22375.0, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17388.0, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 13939.3, "excess_success_rate_given_task_time": -0.147661, "dropped": false},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3468.0, "excess_success_rate_given_task_time": 0.345513, "dropped": false},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4067.67, "excess_success_rate_given_task_time": 0.234402, "dropped": false},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4293.67, "excess_success_rate_given_task_time": 0.123291, "dropped": false},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5749.67, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5737.67, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 6557.0, "excess_success_rate_given_task_time": 0.268581, "dropped": false},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2398.67, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3748.83, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4281.33, "excess_success_rate_given_task_time": 0.676462, "dropped": false},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3687.5, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2281.67, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2778.33, "excess_success_rate_given_task_time": 0.539393, "dropped": false},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17356.3, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 15388.0, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 22836.7, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 1821.5, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 1561.33, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2286.33, "excess_success_rate_given_task_time": 0.345518, "dropped": false},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 981.833, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 1055.67, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 945.0, "excess_success_rate_given_task_time": 0.140438, "dropped": false},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 15411.3, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 19298.8, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 24213.0, "excess_success_rate_given_task_time": -0.0203732, "dropped": false},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 7245.5, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4104.0, "excess_success_rate_given_task_time": 0.557388, "dropped": false},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5188.83, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4891.33, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2803.67, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3078.83, "excess_success_rate_given_task_time": 0.33826, "dropped": false},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3661.67, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2939.67, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3025.0, "excess_success_rate_given_task_time": 0.686943, "dropped": false},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 6570.67, "excess_success_rate_given_task_time": 0.464223, "dropped": false},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 8610.0, "excess_success_rate_given_task_time": 0.664223, "dropped": false},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4758.83, "excess_success_rate_given_task_time": 0.73089, "dropped": false},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4199.17, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3446.33, "excess_success_rate_given_task_time": 0.594125, "dropped": false},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4472.0, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3431.83, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2311.67, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2421.83, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17806.7, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 24161.7, "excess_success_rate_given_task_time": 0.136387, "dropped": false},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 22806.3, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 8887.33, "excess_success_rate_given_task_time": 0.0402488, "dropped": false},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 7638.33, "excess_success_rate_given_task_time": 0.262471, "dropped": false},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 14028.0, "excess_success_rate_given_task_time": 0.206915, "dropped": false},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3936.33, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2934.67, "excess_success_rate_given_task_time": 0.318027, "dropped": false},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5127.5, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 44472.8, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 23451.3, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17535.0, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5212.5, "excess_success_rate_given_task_time": 0.24211, "dropped": false},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5317.5, "excess_success_rate_given_task_time": -0.11789, "dropped": false},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3606.25, "excess_success_rate_given_task_time": 0.186396, "dropped": false},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5616.25, "excess_success_rate_given_task_time": 0.300777, "dropped": false},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1310.0, "excess_success_rate_given_task_time": 0.399094, "dropped": false},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 863.75, "excess_success_rate_given_task_time": -0.44013, "dropped": false},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 751.667, "excess_success_rate_given_task_time": 0.00109629, "dropped": false},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1907.5, "excess_success_rate_given_task_time": -0.280236, "dropped": false},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 611.25, "excess_success_rate_given_task_time": 0.364932, "dropped": false},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 506.875, "excess_success_rate_given_task_time": 0.404453, "dropped": false},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1994.38, "excess_success_rate_given_task_time": -0.365516, "dropped": false},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 428.75, "excess_success_rate_given_task_time": 0.31537, "dropped": false},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "lifecycle_cost_usd": 6831.25, "excess_success_rate_given_task_time": 0.131502, "dropped": false},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_usd": 10787.5, "excess_success_rate_given_task_time": 0.192562, "dropped": false},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1028.75, "excess_success_rate_given_task_time": 0.123302, "dropped": false},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 571.25, "excess_success_rate_given_task_time": -0.222232, "dropped": false},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 624.583, "excess_success_rate_given_task_time": -0.15336, "dropped": false},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 553.75, "excess_success_rate_given_task_time": 0.204854, "dropped": false},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 643.333, "excess_success_rate_given_task_time": 0.0384984, "dropped": false},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1678.33, "excess_success_rate_given_task_time": 0.0197576, "dropped": false},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 646.071, "excess_success_rate_given_task_time": 0.381947, "dropped": false},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 571.071, "excess_success_rate_given_task_time": 0.422787, "dropped": false},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1378.39, "excess_success_rate_given_task_time": 0.00308913, "dropped": false},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 918.571, "excess_success_rate_given_task_time": 0.189744, "dropped": false},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 906.429, "excess_success_rate_given_task_time": 0.303079, "dropped": false},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1358.75, "excess_success_rate_given_task_time": 0.330411, "dropped": false},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 721.518, "excess_success_rate_given_task_time": -0.512476, "dropped": false},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6797.5, "excess_success_rate_given_task_time": 0.350727, "dropped": false},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 7455.0, "excess_success_rate_given_task_time": 0.410259, "dropped": false},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 501.375, "excess_success_rate_given_task_time": -0.364202, "dropped": false},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_usd": 42612.5, "excess_success_rate_given_task_time": -0.191492, "dropped": false},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_usd": 52900.0, "excess_success_rate_given_task_time": -0.215923, "dropped": false},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 12700.0, "excess_success_rate_given_task_time": -0.245023, "dropped": false},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1053.0, "excess_success_rate_given_task_time": 0.368616, "dropped": false},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1120.0, "excess_success_rate_given_task_time": -0.0402758, "dropped": false},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1789.38, "excess_success_rate_given_task_time": -0.0582457, "dropped": false},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 682.5, "excess_success_rate_given_task_time": 0.381781, "dropped": false},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 513.0, "excess_success_rate_given_task_time": 0.379493, "dropped": false},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "lifecycle_cost_usd": 2467.5, "excess_success_rate_given_task_time": 0.084902, "dropped": false},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 21984.6, "excess_success_rate_given_task_time": -0.414399, "dropped": false},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 16064.3, "excess_success_rate_given_task_time": -0.581066, "dropped": false},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 15623.9, "excess_success_rate_given_task_time": -0.520133, "dropped": false},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "lifecycle_cost_usd": 127019.0, "excess_success_rate_given_task_time": -0.315583, "dropped": false},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 7125.0, "excess_success_rate_given_task_time": -0.512021, "dropped": false},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3450.83, "excess_success_rate_given_task_time": -0.583076, "dropped": false},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 4287.5, "excess_success_rate_given_task_time": -0.559746, "dropped": false},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5472.5, "excess_success_rate_given_task_time": -0.501223, "dropped": false},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3415.0, "excess_success_rate_given_task_time": -0.600601, "dropped": false},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5611.25, "excess_success_rate_given_task_time": -0.636019, "dropped": false},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "lifecycle_cost_usd": 37383.3, "excess_success_rate_given_task_time": -0.270441, "dropped": false},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 8387.5, "excess_success_rate_given_task_time": 0.0230888, "dropped": false},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 18100.0, "excess_success_rate_given_task_time": -0.150447, "dropped": false},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "lifecycle_cost_usd": 4075.0, "excess_success_rate_given_task_time": 0.203663, "dropped": false},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3962.5, "excess_success_rate_given_task_time": -0.464088, "dropped": false},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 490.0, "excess_success_rate_given_task_time": -0.17322, "dropped": false},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 300.0, "excess_success_rate_given_task_time": -0.491697, "dropped": false}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_usd_from": 103.35, "lifecycle_cost_usd_to": 155375.0, "excess_success_rate_given_task_time_from": 0.129429, "excess_success_rate_given_task_time_to": -0.140712, "slope_per_doubling": -0.025596, "r_squared": 0.0258114, "points": 227}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_task_time", "value": 0}
     ]
    }
   ]
  },
  {
   "title": "Drop tasks more than 3 robust SDs from the median on x (as in the post)",
   "x": {"label": "Lifecycle Cost (USD, log)", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5037.5, "excess_success_rate_given_task_time": 0.317516, "dropped": false},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6325.0, "excess_success_rate_given_task_time": -0.571114, "dropped": false},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 18062.5, "excess_success_rate_given_task_time": -0.179057, "dropped": false},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 34775.0, "excess_success_rate_given_task_time": -0.253094, "dropped": false},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 43300.0, "excess_success_rate_given_task_time": 0.082535, "dropped": false},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 31550.0, "excess_success_rate_given_task_time": 0.221797, "dropped": false},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 584.375, "excess_success_rate_given_task_time": 0.0134919, "dropped": false},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 103.35, "excess_success_rate_given_task_time": 0.180811, "dropped": false},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 141.45, "excess_success_rate_given_task_time": 0.169965, "dropped": false},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 156.375, "excess_success_rate_given_task_time": 0.217768, "dropped": false},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 137.1, "excess_success_rate_given_task_time": 0.172976, "dropped": false},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "lifecycle_cost_usd": 3781.25, "excess_success_rate_given_task_time": 0.189996, "dropped": false},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6912.5, "excess_success_rate_given_task_time": 0.106466, "dropped": false},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 381.375, "excess_success_rate_given_task_time": 0.310275, "dropped": false},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 22795.8, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 22305.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 32661.7, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26385.0, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 17095.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 18318.3, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26729.2, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 27143.3, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 32717.5, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 37660.0, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26699.2, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 27140.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26932.5, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 16880.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 42253.3, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5502.5, "excess_success_rate_given_task_time": -0.446186, "dropped": false},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 807.917, "excess_success_rate_given_task_time": -0.248693, "dropped": false},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1046.25, "excess_success_rate_given_task_time": -0.0821143, "dropped": false},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 729.583, "excess_success_rate_given_task_time": -0.463709, "dropped": false},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 896.25, "excess_success_rate_given_task_time": -0.0033762, "dropped": false},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1445.0, "excess_success_rate_given_task_time": -0.219442, "dropped": false},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 518.625, "excess_success_rate_given_task_time": -0.440437, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "lifecycle_cost_usd": 155375.0, "excess_success_rate_given_task_time": 0.144078, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "lifecycle_cost_usd": 104928.0, "excess_success_rate_given_task_time": -0.0136574, "dropped": false},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 9067.5, "excess_success_rate_given_task_time": -0.479425, "dropped": false},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 9775.0, "excess_success_rate_given_task_time": -0.445216, "dropped": false},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5419.17, "excess_success_rate_given_task_time": -0.277421, "dropped": false},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5262.5, "excess_success_rate_given_task_time": -0.469665, "dropped": false},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 161.375, "excess_success_rate_given_task_time": -0.704006, "dropped": false},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 142.625, "excess_success_rate_given_task_time": 0.199601, "dropped": false},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 121.0, "excess_success_rate_given_task_time": -0.087339, "dropped": false},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 108.0, "excess_success_rate_given_task_time": -0.314288, "dropped": false},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 570.0, "excess_success_rate_given_task_time": -0.01333, "dropped": false},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 258.25, "excess_success_rate_given_task_time": 0.338846, "dropped": false},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 8175.0, "excess_success_rate_given_task_time": -0.178557, "dropped": false},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 474.911, "excess_success_rate_given_task_time": -0.292665, "dropped": false},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 473.571, "excess_success_rate_given_task_time": -0.301925, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 361.071, "excess_success_rate_given_task_time": -0.163036, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 549.643, "excess_success_rate_given_task_time": -0.440813, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 495.0, "excess_success_rate_given_task_time": -0.399147, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 418.661, "excess_success_rate_given_task_time": -0.496369, "dropped": false},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 371.786, "excess_success_rate_given_task_time": -0.213962, "dropped": false},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6450.0, "excess_success_rate_given_task_time": -0.538673, "dropped": false},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 691.667, "excess_success_rate_given_task_time": 0.382766, "dropped": false},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1212.5, "excess_success_rate_given_task_time": 0.274495, "dropped": false},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1062.5, "excess_success_rate_given_task_time": 0.275596, "dropped": false},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1576.25, "excess_success_rate_given_task_time": 0.0717288, "dropped": false},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1291.25, "excess_success_rate_given_task_time": -0.244287, "dropped": false},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 88075.0, "excess_success_rate_given_task_time": -0.388849, "dropped": false},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 64808.3, "excess_success_rate_given_task_time": -0.328155, "dropped": false},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 16580.0, "excess_success_rate_given_task_time": -0.530629, "dropped": false},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 9573.75, "excess_success_rate_given_task_time": -0.459201, "dropped": false},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1107.5, "excess_success_rate_given_task_time": -0.581276, "dropped": false},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1217.08, "excess_success_rate_given_task_time": -0.602383, "dropped": false},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1254.17, "excess_success_rate_given_task_time": -0.63527, "dropped": false},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 2435.97, "excess_success_rate_given_task_time": -0.565697, "dropped": false},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 2386.25, "excess_success_rate_given_task_time": -0.623995, "dropped": false},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3152.92, "excess_success_rate_given_task_time": -0.59725, "dropped": false},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6312.5, "excess_success_rate_given_task_time": -0.458426, "dropped": false},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5343.33, "excess_success_rate_given_task_time": -0.530293, "dropped": false},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 4063.89, "excess_success_rate_given_task_time": -0.589288, "dropped": false},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1961.25, "excess_success_rate_given_task_time": -0.121986, "dropped": false},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1901.25, "excess_success_rate_given_task_time": 0.155128, "dropped": false},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 10650.0, "excess_success_rate_given_task_time": -0.324523, "dropped": false},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 12100.0, "excess_success_rate_given_task_time": -0.0814215, "dropped": false},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 7587.5, "excess_success_rate_given_task_time": -0.303677, "dropped": false},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 646.25, "excess_success_rate_given_task_time": 0.383816, "dropped": false},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 639.167, "excess_success_rate_given_task_time": 0.307163, "dropped": false},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 599.792, "excess_success_rate_given_task_time": 0.114912, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 463.333, "excess_success_rate_given_task_time": 0.416502, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 467.917, "excess_success_rate_given_task_time": -0.0395755, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 492.917, "excess_success_rate_given_task_time": -0.0398191, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 668.333, "excess_success_rate_given_task_time": 0.074434, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 750.833, "excess_success_rate_given_task_time": 0.354911, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 549.167, "excess_success_rate_given_task_time": 0.0175828, "dropped": false},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "lifecycle_cost_usd": 6583.33, "excess_success_rate_given_task_time": -0.231109, "dropped": false},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_usd": 7450.0, "excess_success_rate_given_task_time": -0.444028, "dropped": false},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "lifecycle_cost_usd": 9679.17, "excess_success_rate_given_task_time": -0.357716, "dropped": false},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3127.5, "excess_success_rate_given_task_time": 0.0853095, "dropped": false},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 4537.5, "excess_success_rate_given_task_time": -0.334204, "dropped": false},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6717.5, "excess_success_rate_given_task_time": -0.342999, "dropped": false},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5925.0, "excess_success_rate_given_task_time": -0.344088, "dropped": false},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 10687.5, "excess_success_rate_given_task_time": 0.317604, "dropped": false},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 707.5, "excess_success_rate_given_task_time": 0.133039, "dropped": false},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 386.667, "excess_success_rate_given_task_time": 0.523177, "dropped": false},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 505.417, "excess_success_rate_given_task_time": 0.535051, "dropped": false},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 436.667, "excess_success_rate_given_task_time": 0.475492, "dropped": false},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "lifecycle_cost_usd": 50850.0, "excess_success_rate_given_task_time": -0.302752, "dropped": false},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_usd": 27537.5, "excess_success_rate_given_task_time": -0.699793, "dropped": false},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_usd": 27542.5, "excess_success_rate_given_task_time": -0.647538, "dropped": false},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 15000.0, "excess_success_rate_given_task_time": -0.217176, "dropped": false},
      {"task": "lmca/aggregated", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "lifecycle_cost_usd": 115600.0, "excess_success_rate_given_task_time": -0.501882, "dropped": false},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 577.5, "excess_success_rate_given_task_time": -0.342862, "dropped": false},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 881.25, "excess_success_rate_given_task_time": -0.478594, "dropped": false},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 666.667, "excess_success_rate_given_task_time": -0.206111, "dropped": false},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 710.625, "excess_success_rate_given_task_time": -0.149042, "dropped": false},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 676.25, "excess_success_rate_given_task_time": -0.233866, "dropped": false},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "lifecycle_cost_usd": 107325.0, "excess_success_rate_given_task_time": -0.31432, "dropped": false},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1062.62, "excess_success_rate_given_task_time": 0.492193, "dropped": false},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 125608.0, "excess_success_rate_given_task_time": -0.273439, "dropped": false},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 22375.0, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17388.0, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 13939.3, "excess_success_rate_given_task_time": -0.147661, "dropped": false},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3468.0, "excess_success_rate_given_task_time": 0.345513, "dropped": false},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4067.67, "excess_success_rate_given_task_time": 0.234402, "dropped": false},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4293.67, "excess_success_rate_given_task_time": 0.123291, "dropped": false},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5749.67, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5737.67, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 6557.0, "excess_success_rate_given_task_time": 0.268581, "dropped": false},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2398.67, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3748.83, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4281.33, "excess_success_rate_given_task_time": 0.676462, "dropped": false},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3687.5, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2281.67, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2778.33, "excess_success_rate_given_task_time": 0.539393, "dropped": false},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17356.3, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 15388.0, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 22836.7, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 1821.5, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 1561.33, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2286.33, "excess_success_rate_given_task_time": 0.345518, "dropped": false},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 981.833, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 1055.67, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 945.0, "excess_success_rate_given_task_time": 0.140438, "dropped": false},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 15411.3, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 19298.8, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 24213.0, "excess_success_rate_given_task_time": -0.0203732, "dropped": false},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 7245.5, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4104.0, "excess_success_rate_given_task_time": 0.557388, "dropped": false},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5188.83, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4891.33, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2803.67, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3078.83, "excess_success_rate_given_task_time": 0.33826, "dropped": false},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3661.67, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2939.67, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3025.0, "excess_success_rate_given_task_time": 0.686943, "dropped": false},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 6570.67, "excess_success_rate_given_task_time": 0.464223, "dropped": false},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 8610.0, "excess_success_rate_given_task_time": 0.664223, "dropped": false},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4758.83, "excess_success_rate_given_task_time": 0.73089, "dropped": false},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4199.17, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3446.33, "excess_success_rate_given_task_time": 0.594125, "dropped": false},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4472.0, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3431.83, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2311.67, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2421.83, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17806.7, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 24161.7, "excess_success_rate_given_task_time": 0.136387, "dropped": false},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 22806.3, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 8887.33, "excess_success_rate_given_task_time": 0.0402488, "dropped": false},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 7638.33, "excess_success_rate_given_task_time": 0.262471, "dropped": false},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 14028.0, "excess_success_rate_given_task_time": 0.206915, "dropped": false},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3936.33, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2934.67, "excess_success_rate_given_task_time": 0.318027, "dropped": false},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5127.5, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 44472.8, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 23451.3, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17535.0, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5212.5, "excess_success_rate_given_task_time": 0.24211, "dropped": false},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5317.5, "excess_success_rate_given_task_time": -0.11789, "dropped": false},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3606.25, "excess_success_rate_given_task_time": 0.186396, "dropped": false},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5616.25, "excess_success_rate_given_task_time": 0.300777, "dropped": false},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1310.0, "excess_success_rate_given_task_time": 0.399094, "dropped": false},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 863.75, "excess_success_rate_given_task_time": -0.44013, "dropped": false},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 751.667, "excess_success_rate_given_task_time": 0.00109629, "dropped": false},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1907.5, "excess_success_rate_given_task_time": -0.280236, "dropped": false},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 611.25, "excess_success_rate_given_task_time": 0.364932, "dropped": false},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 506.875, "excess_success_rate_given_task_time": 0.404453, "dropped": false},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1994.38, "excess_success_rate_given_task_time": -0.365516, "dropped": false},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 428.75, "excess_success_rate_given_task_time": 0.31537, "dropped": false},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "lifecycle_cost_usd": 6831.25, "excess_success_rate_given_task_time": 0.131502, "dropped": false},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_usd": 10787.5, "excess_success_rate_given_task_time": 0.192562, "dropped": false},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1028.75, "excess_success_rate_given_task_time": 0.123302, "dropped": false},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 571.25, "excess_success_rate_given_task_time": -0.222232, "dropped": false},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 624.583, "excess_success_rate_given_task_time": -0.15336, "dropped": false},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 553.75, "excess_success_rate_given_task_time": 0.204854, "dropped": false},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 643.333, "excess_success_rate_given_task_time": 0.0384984, "dropped": false},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1678.33, "excess_success_rate_given_task_time": 0.0197576, "dropped": false},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 646.071, "excess_success_rate_given_task_time": 0.381947, "dropped": false},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 571.071, "excess_success_rate_given_task_time": 0.422787, "dropped": false},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1378.39, "excess_success_rate_given_task_time": 0.00308913, "dropped": false},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 918.571, "excess_success_rate_given_task_time": 0.189744, "dropped": false},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 906.429, "excess_success_rate_given_task_time": 0.303079, "dropped": false},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1358.75, "excess_success_rate_given_task_time": 0.330411, "dropped": false},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 721.518, "excess_success_rate_given_task_time": -0.512476, "dropped": false},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6797.5, "excess_success_rate_given_task_time": 0.350727, "dropped": false},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 7455.0, "excess_success_rate_given_task_time": 0.410259, "dropped": false},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 501.375, "excess_success_rate_given_task_time": -0.364202, "dropped": false},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_usd": 42612.5, "excess_success_rate_given_task_time": -0.191492, "dropped": false},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_usd": 52900.0, "excess_success_rate_given_task_time": -0.215923, "dropped": false},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 12700.0, "excess_success_rate_given_task_time": -0.245023, "dropped": false},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1053.0, "excess_success_rate_given_task_time": 0.368616, "dropped": false},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1120.0, "excess_success_rate_given_task_time": -0.0402758, "dropped": false},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1789.38, "excess_success_rate_given_task_time": -0.0582457, "dropped": false},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 682.5, "excess_success_rate_given_task_time": 0.381781, "dropped": false},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 513.0, "excess_success_rate_given_task_time": 0.379493, "dropped": false},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "lifecycle_cost_usd": 2467.5, "excess_success_rate_given_task_time": 0.084902, "dropped": false},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 21984.6, "excess_success_rate_given_task_time": -0.414399, "dropped": false},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 16064.3, "excess_success_rate_given_task_time": -0.581066, "dropped": false},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 15623.9, "excess_success_rate_given_task_time": -0.520133, "dropped": false},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "lifecycle_cost_usd": 127019.0, "excess_success_rate_given_task_time": -0.315583, "dropped": false},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 7125.0, "excess_success_rate_given_task_time": -0.512021, "dropped": false},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3450.83, "excess_success_rate_given_task_time": -0.583076, "dropped": false},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 4287.5, "excess_success_rate_given_task_time": -0.559746, "dropped": false},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5472.5, "excess_success_rate_given_task_time": -0.501223, "dropped": false},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3415.0, "excess_success_rate_given_task_time": -0.600601, "dropped": false},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5611.25, "excess_success_rate_given_task_time": -0.636019, "dropped": false},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "lifecycle_cost_usd": 37383.3, "excess_success_rate_given_task_time": -0.270441, "dropped": false},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 8387.5, "excess_success_rate_given_task_time": 0.0230888, "dropped": false},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 18100.0, "excess_success_rate_given_task_time": -0.150447, "dropped": false},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "lifecycle_cost_usd": 4075.0, "excess_success_rate_given_task_time": 0.203663, "dropped": false},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3962.5, "excess_success_rate_given_task_time": -0.464088, "dropped": false},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 490.0, "excess_success_rate_given_task_time": -0.17322, "dropped": false},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 300.0, "excess_success_rate_given_task_time": -0.491697, "dropped": false}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_usd_from": 103.35, "lifecycle_cost_usd_to": 155375.0, "excess_success_rate_given_task_time_from": 0.129429, "excess_success_rate_given_task_time_to": -0.140712, "slope_per_doubling": -0.025596, "r_squared": 0.0258114, "points": 227}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_task_time", "value": 0}
     ]
    }
   ]
  },
  {
   "title": "Drop tasks more than 2 robust SDs from the median on x",
   "x": {"label": "Lifecycle Cost (USD, log)", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5037.5, "excess_success_rate_given_task_time": 0.317516, "dropped": false},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6325.0, "excess_success_rate_given_task_time": -0.571114, "dropped": false},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 18062.5, "excess_success_rate_given_task_time": -0.179057, "dropped": false},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 34775.0, "excess_success_rate_given_task_time": -0.253094, "dropped": false},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 43300.0, "excess_success_rate_given_task_time": 0.082535, "dropped": false},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 31550.0, "excess_success_rate_given_task_time": 0.221797, "dropped": false},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 584.375, "excess_success_rate_given_task_time": 0.0134919, "dropped": false},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 103.35, "excess_success_rate_given_task_time": 0.180811, "dropped": false},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 141.45, "excess_success_rate_given_task_time": 0.169965, "dropped": false},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 156.375, "excess_success_rate_given_task_time": 0.217768, "dropped": false},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 137.1, "excess_success_rate_given_task_time": 0.172976, "dropped": false},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "lifecycle_cost_usd": 3781.25, "excess_success_rate_given_task_time": 0.189996, "dropped": false},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6912.5, "excess_success_rate_given_task_time": 0.106466, "dropped": false},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 381.375, "excess_success_rate_given_task_time": 0.310275, "dropped": false},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 22795.8, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 22305.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 32661.7, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26385.0, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 17095.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 18318.3, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26729.2, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 27143.3, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 32717.5, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 37660.0, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26699.2, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 27140.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26932.5, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 16880.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 42253.3, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5502.5, "excess_success_rate_given_task_time": -0.446186, "dropped": false},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 807.917, "excess_success_rate_given_task_time": -0.248693, "dropped": false},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1046.25, "excess_success_rate_given_task_time": -0.0821143, "dropped": false},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 729.583, "excess_success_rate_given_task_time": -0.463709, "dropped": false},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 896.25, "excess_success_rate_given_task_time": -0.0033762, "dropped": false},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1445.0, "excess_success_rate_given_task_time": -0.219442, "dropped": false},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 518.625, "excess_success_rate_given_task_time": -0.440437, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "lifecycle_cost_usd": 155375.0, "excess_success_rate_given_task_time": 0.144078, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "lifecycle_cost_usd": 104928.0, "excess_success_rate_given_task_time": -0.0136574, "dropped": false},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 9067.5, "excess_success_rate_given_task_time": -0.479425, "dropped": false},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 9775.0, "excess_success_rate_given_task_time": -0.445216, "dropped": false},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5419.17, "excess_success_rate_given_task_time": -0.277421, "dropped": false},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5262.5, "excess_success_rate_given_task_time": -0.469665, "dropped": false},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 161.375, "excess_success_rate_given_task_time": -0.704006, "dropped": false},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 142.625, "excess_success_rate_given_task_time": 0.199601, "dropped": false},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 121.0, "excess_success_rate_given_task_time": -0.087339, "dropped": false},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 108.0, "excess_success_rate_given_task_time": -0.314288, "dropped": false},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 570.0, "excess_success_rate_given_task_time": -0.01333, "dropped": false},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 258.25, "excess_success_rate_given_task_time": 0.338846, "dropped": false},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 8175.0, "excess_success_rate_given_task_time": -0.178557, "dropped": false},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 474.911, "excess_success_rate_given_task_time": -0.292665, "dropped": false},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 473.571, "excess_success_rate_given_task_time": -0.301925, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 361.071, "excess_success_rate_given_task_time": -0.163036, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 549.643, "excess_success_rate_given_task_time": -0.440813, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 495.0, "excess_success_rate_given_task_time": -0.399147, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 418.661, "excess_success_rate_given_task_time": -0.496369, "dropped": false},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 371.786, "excess_success_rate_given_task_time": -0.213962, "dropped": false},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6450.0, "excess_success_rate_given_task_time": -0.538673, "dropped": false},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 691.667, "excess_success_rate_given_task_time": 0.382766, "dropped": false},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1212.5, "excess_success_rate_given_task_time": 0.274495, "dropped": false},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1062.5, "excess_success_rate_given_task_time": 0.275596, "dropped": false},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1576.25, "excess_success_rate_given_task_time": 0.0717288, "dropped": false},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1291.25, "excess_success_rate_given_task_time": -0.244287, "dropped": false},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 88075.0, "excess_success_rate_given_task_time": -0.388849, "dropped": false},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 64808.3, "excess_success_rate_given_task_time": -0.328155, "dropped": false},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 16580.0, "excess_success_rate_given_task_time": -0.530629, "dropped": false},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 9573.75, "excess_success_rate_given_task_time": -0.459201, "dropped": false},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1107.5, "excess_success_rate_given_task_time": -0.581276, "dropped": false},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1217.08, "excess_success_rate_given_task_time": -0.602383, "dropped": false},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1254.17, "excess_success_rate_given_task_time": -0.63527, "dropped": false},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 2435.97, "excess_success_rate_given_task_time": -0.565697, "dropped": false},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 2386.25, "excess_success_rate_given_task_time": -0.623995, "dropped": false},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3152.92, "excess_success_rate_given_task_time": -0.59725, "dropped": false},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6312.5, "excess_success_rate_given_task_time": -0.458426, "dropped": false},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5343.33, "excess_success_rate_given_task_time": -0.530293, "dropped": false},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 4063.89, "excess_success_rate_given_task_time": -0.589288, "dropped": false},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1961.25, "excess_success_rate_given_task_time": -0.121986, "dropped": false},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1901.25, "excess_success_rate_given_task_time": 0.155128, "dropped": false},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 10650.0, "excess_success_rate_given_task_time": -0.324523, "dropped": false},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 12100.0, "excess_success_rate_given_task_time": -0.0814215, "dropped": false},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 7587.5, "excess_success_rate_given_task_time": -0.303677, "dropped": false},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 646.25, "excess_success_rate_given_task_time": 0.383816, "dropped": false},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 639.167, "excess_success_rate_given_task_time": 0.307163, "dropped": false},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 599.792, "excess_success_rate_given_task_time": 0.114912, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 463.333, "excess_success_rate_given_task_time": 0.416502, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 467.917, "excess_success_rate_given_task_time": -0.0395755, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 492.917, "excess_success_rate_given_task_time": -0.0398191, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 668.333, "excess_success_rate_given_task_time": 0.074434, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 750.833, "excess_success_rate_given_task_time": 0.354911, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 549.167, "excess_success_rate_given_task_time": 0.0175828, "dropped": false},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "lifecycle_cost_usd": 6583.33, "excess_success_rate_given_task_time": -0.231109, "dropped": false},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_usd": 7450.0, "excess_success_rate_given_task_time": -0.444028, "dropped": false},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "lifecycle_cost_usd": 9679.17, "excess_success_rate_given_task_time": -0.357716, "dropped": false},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3127.5, "excess_success_rate_given_task_time": 0.0853095, "dropped": false},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 4537.5, "excess_success_rate_given_task_time": -0.334204, "dropped": false},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6717.5, "excess_success_rate_given_task_time": -0.342999, "dropped": false},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5925.0, "excess_success_rate_given_task_time": -0.344088, "dropped": false},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 10687.5, "excess_success_rate_given_task_time": 0.317604, "dropped": false},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 707.5, "excess_success_rate_given_task_time": 0.133039, "dropped": false},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 386.667, "excess_success_rate_given_task_time": 0.523177, "dropped": false},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 505.417, "excess_success_rate_given_task_time": 0.535051, "dropped": false},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 436.667, "excess_success_rate_given_task_time": 0.475492, "dropped": false},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "lifecycle_cost_usd": 50850.0, "excess_success_rate_given_task_time": -0.302752, "dropped": false},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_usd": 27537.5, "excess_success_rate_given_task_time": -0.699793, "dropped": false},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_usd": 27542.5, "excess_success_rate_given_task_time": -0.647538, "dropped": false},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 15000.0, "excess_success_rate_given_task_time": -0.217176, "dropped": false},
      {"task": "lmca/aggregated", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "lifecycle_cost_usd": 115600.0, "excess_success_rate_given_task_time": -0.501882, "dropped": false},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 577.5, "excess_success_rate_given_task_time": -0.342862, "dropped": false},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 881.25, "excess_success_rate_given_task_time": -0.478594, "dropped": false},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 666.667, "excess_success_rate_given_task_time": -0.206111, "dropped": false},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 710.625, "excess_success_rate_given_task_time": -0.149042, "dropped": false},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 676.25, "excess_success_rate_given_task_time": -0.233866, "dropped": false},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "lifecycle_cost_usd": 107325.0, "excess_success_rate_given_task_time": -0.31432, "dropped": false},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1062.62, "excess_success_rate_given_task_time": 0.492193, "dropped": false},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 125608.0, "excess_success_rate_given_task_time": -0.273439, "dropped": false},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 22375.0, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17388.0, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 13939.3, "excess_success_rate_given_task_time": -0.147661, "dropped": false},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3468.0, "excess_success_rate_given_task_time": 0.345513, "dropped": false},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4067.67, "excess_success_rate_given_task_time": 0.234402, "dropped": false},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4293.67, "excess_success_rate_given_task_time": 0.123291, "dropped": false},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5749.67, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5737.67, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 6557.0, "excess_success_rate_given_task_time": 0.268581, "dropped": false},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2398.67, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3748.83, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4281.33, "excess_success_rate_given_task_time": 0.676462, "dropped": false},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3687.5, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2281.67, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2778.33, "excess_success_rate_given_task_time": 0.539393, "dropped": false},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17356.3, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 15388.0, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 22836.7, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 1821.5, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 1561.33, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2286.33, "excess_success_rate_given_task_time": 0.345518, "dropped": false},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 981.833, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 1055.67, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 945.0, "excess_success_rate_given_task_time": 0.140438, "dropped": false},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 15411.3, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 19298.8, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 24213.0, "excess_success_rate_given_task_time": -0.0203732, "dropped": false},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 7245.5, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4104.0, "excess_success_rate_given_task_time": 0.557388, "dropped": false},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5188.83, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4891.33, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2803.67, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3078.83, "excess_success_rate_given_task_time": 0.33826, "dropped": false},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3661.67, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2939.67, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3025.0, "excess_success_rate_given_task_time": 0.686943, "dropped": false},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 6570.67, "excess_success_rate_given_task_time": 0.464223, "dropped": false},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 8610.0, "excess_success_rate_given_task_time": 0.664223, "dropped": false},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4758.83, "excess_success_rate_given_task_time": 0.73089, "dropped": false},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4199.17, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3446.33, "excess_success_rate_given_task_time": 0.594125, "dropped": false},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4472.0, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3431.83, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2311.67, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2421.83, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17806.7, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 24161.7, "excess_success_rate_given_task_time": 0.136387, "dropped": false},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 22806.3, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 8887.33, "excess_success_rate_given_task_time": 0.0402488, "dropped": false},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 7638.33, "excess_success_rate_given_task_time": 0.262471, "dropped": false},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 14028.0, "excess_success_rate_given_task_time": 0.206915, "dropped": false},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3936.33, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2934.67, "excess_success_rate_given_task_time": 0.318027, "dropped": false},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5127.5, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 44472.8, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 23451.3, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17535.0, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5212.5, "excess_success_rate_given_task_time": 0.24211, "dropped": false},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5317.5, "excess_success_rate_given_task_time": -0.11789, "dropped": false},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3606.25, "excess_success_rate_given_task_time": 0.186396, "dropped": false},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5616.25, "excess_success_rate_given_task_time": 0.300777, "dropped": false},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1310.0, "excess_success_rate_given_task_time": 0.399094, "dropped": false},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 863.75, "excess_success_rate_given_task_time": -0.44013, "dropped": false},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 751.667, "excess_success_rate_given_task_time": 0.00109629, "dropped": false},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1907.5, "excess_success_rate_given_task_time": -0.280236, "dropped": false},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 611.25, "excess_success_rate_given_task_time": 0.364932, "dropped": false},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 506.875, "excess_success_rate_given_task_time": 0.404453, "dropped": false},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1994.38, "excess_success_rate_given_task_time": -0.365516, "dropped": false},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 428.75, "excess_success_rate_given_task_time": 0.31537, "dropped": false},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "lifecycle_cost_usd": 6831.25, "excess_success_rate_given_task_time": 0.131502, "dropped": false},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_usd": 10787.5, "excess_success_rate_given_task_time": 0.192562, "dropped": false},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1028.75, "excess_success_rate_given_task_time": 0.123302, "dropped": false},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 571.25, "excess_success_rate_given_task_time": -0.222232, "dropped": false},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 624.583, "excess_success_rate_given_task_time": -0.15336, "dropped": false},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 553.75, "excess_success_rate_given_task_time": 0.204854, "dropped": false},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 643.333, "excess_success_rate_given_task_time": 0.0384984, "dropped": false},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1678.33, "excess_success_rate_given_task_time": 0.0197576, "dropped": false},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 646.071, "excess_success_rate_given_task_time": 0.381947, "dropped": false},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 571.071, "excess_success_rate_given_task_time": 0.422787, "dropped": false},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1378.39, "excess_success_rate_given_task_time": 0.00308913, "dropped": false},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 918.571, "excess_success_rate_given_task_time": 0.189744, "dropped": false},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 906.429, "excess_success_rate_given_task_time": 0.303079, "dropped": false},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1358.75, "excess_success_rate_given_task_time": 0.330411, "dropped": false},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 721.518, "excess_success_rate_given_task_time": -0.512476, "dropped": false},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6797.5, "excess_success_rate_given_task_time": 0.350727, "dropped": false},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 7455.0, "excess_success_rate_given_task_time": 0.410259, "dropped": false},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 501.375, "excess_success_rate_given_task_time": -0.364202, "dropped": false},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_usd": 42612.5, "excess_success_rate_given_task_time": -0.191492, "dropped": false},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_usd": 52900.0, "excess_success_rate_given_task_time": -0.215923, "dropped": false},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 12700.0, "excess_success_rate_given_task_time": -0.245023, "dropped": false},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1053.0, "excess_success_rate_given_task_time": 0.368616, "dropped": false},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1120.0, "excess_success_rate_given_task_time": -0.0402758, "dropped": false},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1789.38, "excess_success_rate_given_task_time": -0.0582457, "dropped": false},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 682.5, "excess_success_rate_given_task_time": 0.381781, "dropped": false},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 513.0, "excess_success_rate_given_task_time": 0.379493, "dropped": false},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "lifecycle_cost_usd": 2467.5, "excess_success_rate_given_task_time": 0.084902, "dropped": false},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 21984.6, "excess_success_rate_given_task_time": -0.414399, "dropped": false},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 16064.3, "excess_success_rate_given_task_time": -0.581066, "dropped": false},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 15623.9, "excess_success_rate_given_task_time": -0.520133, "dropped": false},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "lifecycle_cost_usd": 127019.0, "excess_success_rate_given_task_time": -0.315583, "dropped": false},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 7125.0, "excess_success_rate_given_task_time": -0.512021, "dropped": false},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3450.83, "excess_success_rate_given_task_time": -0.583076, "dropped": false},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 4287.5, "excess_success_rate_given_task_time": -0.559746, "dropped": false},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5472.5, "excess_success_rate_given_task_time": -0.501223, "dropped": false},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3415.0, "excess_success_rate_given_task_time": -0.600601, "dropped": false},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5611.25, "excess_success_rate_given_task_time": -0.636019, "dropped": false},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "lifecycle_cost_usd": 37383.3, "excess_success_rate_given_task_time": -0.270441, "dropped": false},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 8387.5, "excess_success_rate_given_task_time": 0.0230888, "dropped": false},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 18100.0, "excess_success_rate_given_task_time": -0.150447, "dropped": false},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "lifecycle_cost_usd": 4075.0, "excess_success_rate_given_task_time": 0.203663, "dropped": false},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3962.5, "excess_success_rate_given_task_time": -0.464088, "dropped": false},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 490.0, "excess_success_rate_given_task_time": -0.17322, "dropped": false},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 300.0, "excess_success_rate_given_task_time": -0.491697, "dropped": false}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_usd_from": 103.35, "lifecycle_cost_usd_to": 155375.0, "excess_success_rate_given_task_time_from": 0.129429, "excess_success_rate_given_task_time_to": -0.140712, "slope_per_doubling": -0.025596, "r_squared": 0.0258114, "points": 227}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_task_time", "value": 0}
     ]
    }
   ]
  },
  {
   "title": "Drop high-influence tasks (Cook's distance above 4/n)",
   "x": {"label": "Lifecycle Cost (USD, log)", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5037.5, "excess_success_rate_given_task_time": 0.317516, "dropped": false},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6325.0, "excess_success_rate_given_task_time": -0.571114, "dropped": false},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 18062.5, "excess_success_rate_given_task_time": -0.179057, "dropped": false},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 34775.0, "excess_success_rate_given_task_time": -0.253094, "dropped": false},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 43300.0, "excess_success_rate_given_task_time": 0.082535, "dropped": false},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 31550.0, "excess_success_rate_given_task_time": 0.221797, "dropped": false},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 584.375, "excess_success_rate_given_task_time": 0.0134919, "dropped": false},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 103.35, "excess_success_rate_given_task_time": 0.180811, "dropped": false},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 141.45, "excess_success_rate_given_task_time": 0.169965, "dropped": false},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 156.375, "excess_success_rate_given_task_time": 0.217768, "dropped": false},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 137.1, "excess_success_rate_given_task_time": 0.172976, "dropped": false},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "lifecycle_cost_usd": 3781.25, "excess_success_rate_given_task_time": 0.189996, "dropped": false},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6912.5, "excess_success_rate_given_task_time": 0.106466, "dropped": false},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 381.375, "excess_success_rate_given_task_time": 0.310275, "dropped": false},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 22795.8, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 22305.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 32661.7, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26385.0, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 17095.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 18318.3, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26729.2, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 27143.3, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 32717.5, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 37660.0, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26699.2, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 27140.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 26932.5, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 16880.8, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 42253.3, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5502.5, "excess_success_rate_given_task_time": -0.446186, "dropped": false},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 807.917, "excess_success_rate_given_task_time": -0.248693, "dropped": false},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1046.25, "excess_success_rate_given_task_time": -0.0821143, "dropped": false},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 729.583, "excess_success_rate_given_task_time": -0.463709, "dropped": false},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 896.25, "excess_success_rate_given_task_time": -0.0033762, "dropped": false},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1445.0, "excess_success_rate_given_task_time": -0.219442, "dropped": false},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 518.625, "excess_success_rate_given_task_time": -0.440437, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "lifecycle_cost_usd": 155375.0, "excess_success_rate_given_task_time": 0.144078, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "lifecycle_cost_usd": 104928.0, "excess_success_rate_given_task_time": -0.0136574, "dropped": false},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 9067.5, "excess_success_rate_given_task_time": -0.479425, "dropped": false},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 9775.0, "excess_success_rate_given_task_time": -0.445216, "dropped": false},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5419.17, "excess_success_rate_given_task_time": -0.277421, "dropped": false},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5262.5, "excess_success_rate_given_task_time": -0.469665, "dropped": false},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 161.375, "excess_success_rate_given_task_time": -0.704006, "dropped": true},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 142.625, "excess_success_rate_given_task_time": 0.199601, "dropped": false},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 121.0, "excess_success_rate_given_task_time": -0.087339, "dropped": false},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 108.0, "excess_success_rate_given_task_time": -0.314288, "dropped": true},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 570.0, "excess_success_rate_given_task_time": -0.01333, "dropped": false},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 258.25, "excess_success_rate_given_task_time": 0.338846, "dropped": false},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 8175.0, "excess_success_rate_given_task_time": -0.178557, "dropped": false},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 474.911, "excess_success_rate_given_task_time": -0.292665, "dropped": false},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 473.571, "excess_success_rate_given_task_time": -0.301925, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 361.071, "excess_success_rate_given_task_time": -0.163036, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 549.643, "excess_success_rate_given_task_time": -0.440813, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 495.0, "excess_success_rate_given_task_time": -0.399147, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 418.661, "excess_success_rate_given_task_time": -0.496369, "dropped": false},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 371.786, "excess_success_rate_given_task_time": -0.213962, "dropped": false},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6450.0, "excess_success_rate_given_task_time": -0.538673, "dropped": false},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 691.667, "excess_success_rate_given_task_time": 0.382766, "dropped": false},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1212.5, "excess_success_rate_given_task_time": 0.274495, "dropped": false},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1062.5, "excess_success_rate_given_task_time": 0.275596, "dropped": false},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1576.25, "excess_success_rate_given_task_time": 0.0717288, "dropped": false},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1291.25, "excess_success_rate_given_task_time": -0.244287, "dropped": false},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 88075.0, "excess_success_rate_given_task_time": -0.388849, "dropped": false},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 64808.3, "excess_success_rate_given_task_time": -0.328155, "dropped": false},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 16580.0, "excess_success_rate_given_task_time": -0.530629, "dropped": false},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 9573.75, "excess_success_rate_given_task_time": -0.459201, "dropped": false},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1107.5, "excess_success_rate_given_task_time": -0.581276, "dropped": false},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1217.08, "excess_success_rate_given_task_time": -0.602383, "dropped": false},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1254.17, "excess_success_rate_given_task_time": -0.63527, "dropped": false},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 2435.97, "excess_success_rate_given_task_time": -0.565697, "dropped": false},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 2386.25, "excess_success_rate_given_task_time": -0.623995, "dropped": false},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3152.92, "excess_success_rate_given_task_time": -0.59725, "dropped": false},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6312.5, "excess_success_rate_given_task_time": -0.458426, "dropped": false},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5343.33, "excess_success_rate_given_task_time": -0.530293, "dropped": false},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 4063.89, "excess_success_rate_given_task_time": -0.589288, "dropped": false},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1961.25, "excess_success_rate_given_task_time": -0.121986, "dropped": false},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1901.25, "excess_success_rate_given_task_time": 0.155128, "dropped": false},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 10650.0, "excess_success_rate_given_task_time": -0.324523, "dropped": false},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 12100.0, "excess_success_rate_given_task_time": -0.0814215, "dropped": false},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 7587.5, "excess_success_rate_given_task_time": -0.303677, "dropped": false},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 646.25, "excess_success_rate_given_task_time": 0.383816, "dropped": false},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 639.167, "excess_success_rate_given_task_time": 0.307163, "dropped": false},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 599.792, "excess_success_rate_given_task_time": 0.114912, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 463.333, "excess_success_rate_given_task_time": 0.416502, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 467.917, "excess_success_rate_given_task_time": -0.0395755, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 492.917, "excess_success_rate_given_task_time": -0.0398191, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 668.333, "excess_success_rate_given_task_time": 0.074434, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 750.833, "excess_success_rate_given_task_time": 0.354911, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 549.167, "excess_success_rate_given_task_time": 0.0175828, "dropped": false},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "lifecycle_cost_usd": 6583.33, "excess_success_rate_given_task_time": -0.231109, "dropped": false},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_usd": 7450.0, "excess_success_rate_given_task_time": -0.444028, "dropped": false},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "lifecycle_cost_usd": 9679.17, "excess_success_rate_given_task_time": -0.357716, "dropped": false},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3127.5, "excess_success_rate_given_task_time": 0.0853095, "dropped": false},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 4537.5, "excess_success_rate_given_task_time": -0.334204, "dropped": false},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6717.5, "excess_success_rate_given_task_time": -0.342999, "dropped": false},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5925.0, "excess_success_rate_given_task_time": -0.344088, "dropped": false},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 10687.5, "excess_success_rate_given_task_time": 0.317604, "dropped": false},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 707.5, "excess_success_rate_given_task_time": 0.133039, "dropped": false},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 386.667, "excess_success_rate_given_task_time": 0.523177, "dropped": false},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 505.417, "excess_success_rate_given_task_time": 0.535051, "dropped": false},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 436.667, "excess_success_rate_given_task_time": 0.475492, "dropped": false},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "lifecycle_cost_usd": 50850.0, "excess_success_rate_given_task_time": -0.302752, "dropped": false},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_usd": 27537.5, "excess_success_rate_given_task_time": -0.699793, "dropped": false},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_usd": 27542.5, "excess_success_rate_given_task_time": -0.647538, "dropped": false},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 15000.0, "excess_success_rate_given_task_time": -0.217176, "dropped": false},
      {"task": "lmca/aggregated", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "lifecycle_cost_usd": 115600.0, "excess_success_rate_given_task_time": -0.501882, "dropped": false},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 577.5, "excess_success_rate_given_task_time": -0.342862, "dropped": false},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 881.25, "excess_success_rate_given_task_time": -0.478594, "dropped": false},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 666.667, "excess_success_rate_given_task_time": -0.206111, "dropped": false},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 710.625, "excess_success_rate_given_task_time": -0.149042, "dropped": false},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 676.25, "excess_success_rate_given_task_time": -0.233866, "dropped": false},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "lifecycle_cost_usd": 107325.0, "excess_success_rate_given_task_time": -0.31432, "dropped": false},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1062.62, "excess_success_rate_given_task_time": 0.492193, "dropped": false},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 125608.0, "excess_success_rate_given_task_time": -0.273439, "dropped": false},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 22375.0, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17388.0, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 13939.3, "excess_success_rate_given_task_time": -0.147661, "dropped": false},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3468.0, "excess_success_rate_given_task_time": 0.345513, "dropped": false},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4067.67, "excess_success_rate_given_task_time": 0.234402, "dropped": false},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4293.67, "excess_success_rate_given_task_time": 0.123291, "dropped": false},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5749.67, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5737.67, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 6557.0, "excess_success_rate_given_task_time": 0.268581, "dropped": false},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2398.67, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3748.83, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4281.33, "excess_success_rate_given_task_time": 0.676462, "dropped": false},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3687.5, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2281.67, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2778.33, "excess_success_rate_given_task_time": 0.539393, "dropped": false},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17356.3, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 15388.0, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 22836.7, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 1821.5, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 1561.33, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2286.33, "excess_success_rate_given_task_time": 0.345518, "dropped": false},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 981.833, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 1055.67, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 945.0, "excess_success_rate_given_task_time": 0.140438, "dropped": false},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 15411.3, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 19298.8, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 24213.0, "excess_success_rate_given_task_time": -0.0203732, "dropped": false},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 7245.5, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4104.0, "excess_success_rate_given_task_time": 0.557388, "dropped": false},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5188.83, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4891.33, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2803.67, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3078.83, "excess_success_rate_given_task_time": 0.33826, "dropped": false},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3661.67, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2939.67, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3025.0, "excess_success_rate_given_task_time": 0.686943, "dropped": false},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 6570.67, "excess_success_rate_given_task_time": 0.464223, "dropped": false},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 8610.0, "excess_success_rate_given_task_time": 0.664223, "dropped": false},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4758.83, "excess_success_rate_given_task_time": 0.73089, "dropped": false},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4199.17, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3446.33, "excess_success_rate_given_task_time": 0.594125, "dropped": false},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 4472.0, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3431.83, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2311.67, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2421.83, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17806.7, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 24161.7, "excess_success_rate_given_task_time": 0.136387, "dropped": false},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 22806.3, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 8887.33, "excess_success_rate_given_task_time": 0.0402488, "dropped": false},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 7638.33, "excess_success_rate_given_task_time": 0.262471, "dropped": false},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 14028.0, "excess_success_rate_given_task_time": 0.206915, "dropped": false},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 3936.33, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 2934.67, "excess_success_rate_given_task_time": 0.318027, "dropped": false},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 5127.5, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 44472.8, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 23451.3, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_usd": 17535.0, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5212.5, "excess_success_rate_given_task_time": 0.24211, "dropped": false},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5317.5, "excess_success_rate_given_task_time": -0.11789, "dropped": false},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3606.25, "excess_success_rate_given_task_time": 0.186396, "dropped": false},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5616.25, "excess_success_rate_given_task_time": 0.300777, "dropped": false},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1310.0, "excess_success_rate_given_task_time": 0.399094, "dropped": false},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 863.75, "excess_success_rate_given_task_time": -0.44013, "dropped": false},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 751.667, "excess_success_rate_given_task_time": 0.00109629, "dropped": false},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1907.5, "excess_success_rate_given_task_time": -0.280236, "dropped": false},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 611.25, "excess_success_rate_given_task_time": 0.364932, "dropped": false},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 506.875, "excess_success_rate_given_task_time": 0.404453, "dropped": false},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1994.38, "excess_success_rate_given_task_time": -0.365516, "dropped": false},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 428.75, "excess_success_rate_given_task_time": 0.31537, "dropped": false},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "lifecycle_cost_usd": 6831.25, "excess_success_rate_given_task_time": 0.131502, "dropped": false},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_usd": 10787.5, "excess_success_rate_given_task_time": 0.192562, "dropped": false},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1028.75, "excess_success_rate_given_task_time": 0.123302, "dropped": false},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 571.25, "excess_success_rate_given_task_time": -0.222232, "dropped": false},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 624.583, "excess_success_rate_given_task_time": -0.15336, "dropped": false},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 553.75, "excess_success_rate_given_task_time": 0.204854, "dropped": false},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 643.333, "excess_success_rate_given_task_time": 0.0384984, "dropped": false},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1678.33, "excess_success_rate_given_task_time": 0.0197576, "dropped": false},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 646.071, "excess_success_rate_given_task_time": 0.381947, "dropped": false},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 571.071, "excess_success_rate_given_task_time": 0.422787, "dropped": false},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1378.39, "excess_success_rate_given_task_time": 0.00308913, "dropped": false},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 918.571, "excess_success_rate_given_task_time": 0.189744, "dropped": false},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 906.429, "excess_success_rate_given_task_time": 0.303079, "dropped": false},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1358.75, "excess_success_rate_given_task_time": 0.330411, "dropped": false},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 721.518, "excess_success_rate_given_task_time": -0.512476, "dropped": false},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 6797.5, "excess_success_rate_given_task_time": 0.350727, "dropped": false},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 7455.0, "excess_success_rate_given_task_time": 0.410259, "dropped": false},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 501.375, "excess_success_rate_given_task_time": -0.364202, "dropped": false},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_usd": 42612.5, "excess_success_rate_given_task_time": -0.191492, "dropped": false},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_usd": 52900.0, "excess_success_rate_given_task_time": -0.215923, "dropped": false},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 12700.0, "excess_success_rate_given_task_time": -0.245023, "dropped": false},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1053.0, "excess_success_rate_given_task_time": 0.368616, "dropped": false},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1120.0, "excess_success_rate_given_task_time": -0.0402758, "dropped": false},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 1789.38, "excess_success_rate_given_task_time": -0.0582457, "dropped": false},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 682.5, "excess_success_rate_given_task_time": 0.381781, "dropped": false},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 513.0, "excess_success_rate_given_task_time": 0.379493, "dropped": false},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "lifecycle_cost_usd": 2467.5, "excess_success_rate_given_task_time": 0.084902, "dropped": false},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 21984.6, "excess_success_rate_given_task_time": -0.414399, "dropped": false},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 16064.3, "excess_success_rate_given_task_time": -0.581066, "dropped": false},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_usd": 15623.9, "excess_success_rate_given_task_time": -0.520133, "dropped": false},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "lifecycle_cost_usd": 127019.0, "excess_success_rate_given_task_time": -0.315583, "dropped": false},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 7125.0, "excess_success_rate_given_task_time": -0.512021, "dropped": false},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3450.83, "excess_success_rate_given_task_time": -0.583076, "dropped": false},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 4287.5, "excess_success_rate_given_task_time": -0.559746, "dropped": false},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5472.5, "excess_success_rate_given_task_time": -0.501223, "dropped": false},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3415.0, "excess_success_rate_given_task_time": -0.600601, "dropped": false},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 5611.25, "excess_success_rate_given_task_time": -0.636019, "dropped": false},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "lifecycle_cost_usd": 37383.3, "excess_success_rate_given_task_time": -0.270441, "dropped": false},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 8387.5, "excess_success_rate_given_task_time": 0.0230888, "dropped": false},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 18100.0, "excess_success_rate_given_task_time": -0.150447, "dropped": false},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "lifecycle_cost_usd": 4075.0, "excess_success_rate_given_task_time": 0.203663, "dropped": false},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 3962.5, "excess_success_rate_given_task_time": -0.464088, "dropped": false},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 490.0, "excess_success_rate_given_task_time": -0.17322, "dropped": false},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_usd": 300.0, "excess_success_rate_given_task_time": -0.491697, "dropped": true}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_usd_from": 103.35, "lifecycle_cost_usd_to": 155375.0, "excess_success_rate_given_task_time_from": 0.172549, "excess_success_rate_given_task_time_to": -0.169371, "slope_per_doubling": -0.0323972, "r_squared": 0.0404996, "points": 224}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_task_time", "value": 0}
     ]
    }
   ]
  },
  {
   "title": "All tasks",
   "x": {"label": "Lifecycle Cost / Lifecycle Cost predicted from time", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.612667, "excess_success_rate_given_task_time": 0.317516, "dropped": false},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.37831, "excess_success_rate_given_task_time": -0.571114, "dropped": false},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.95079, "excess_success_rate_given_task_time": -0.179057, "dropped": false},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 5.54728, "excess_success_rate_given_task_time": -0.253094, "dropped": false},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 6.90718, "excess_success_rate_given_task_time": 0.082535, "dropped": false},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 4.97284, "excess_success_rate_given_task_time": 0.221797, "dropped": false},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.592964, "excess_success_rate_given_task_time": 0.0134919, "dropped": false},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.375857, "excess_success_rate_given_task_time": 0.180811, "dropped": false},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.545812, "excess_success_rate_given_task_time": 0.169965, "dropped": false},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.465292, "excess_success_rate_given_task_time": 0.217768, "dropped": false},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.51459, "excess_success_rate_given_task_time": 0.172976, "dropped": false},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "lifecycle_cost_over_predicted_from_task_time": 0.733403, "excess_success_rate_given_task_time": 0.189996, "dropped": false},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.25509, "excess_success_rate_given_task_time": 0.106466, "dropped": false},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.717501, "excess_success_rate_given_task_time": 0.310275, "dropped": false},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.895663, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.876411, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.2833, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.03668, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.671707, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.71974, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.05021, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.06648, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.28549, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.47969, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.04903, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.06638, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.0582, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.663259, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.66016, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.760558, "excess_success_rate_given_task_time": -0.446186, "dropped": false},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.676794, "excess_success_rate_given_task_time": -0.248693, "dropped": false},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.738874, "excess_success_rate_given_task_time": -0.0821143, "dropped": false},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.664505, "excess_success_rate_given_task_time": -0.463709, "dropped": false},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.454605, "excess_success_rate_given_task_time": -0.0033762, "dropped": false},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.571312, "excess_success_rate_given_task_time": -0.219442, "dropped": false},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.477997, "excess_success_rate_given_task_time": -0.440437, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "lifecycle_cost_over_predicted_from_task_time": 5.82208, "excess_success_rate_given_task_time": 0.144078, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "lifecycle_cost_over_predicted_from_task_time": 10.209, "excess_success_rate_given_task_time": -0.0136574, "dropped": false},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.78715, "excess_success_rate_given_task_time": -0.479425, "dropped": false},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.77483, "excess_success_rate_given_task_time": -0.445216, "dropped": false},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.781867, "excess_success_rate_given_task_time": -0.277421, "dropped": false},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.14677, "excess_success_rate_given_task_time": -0.469665, "dropped": false},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.414276, "excess_success_rate_given_task_time": -0.704006, "dropped": false},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.268026, "excess_success_rate_given_task_time": 0.199601, "dropped": false},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.310627, "excess_success_rate_given_task_time": -0.087339, "dropped": false},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.202957, "excess_success_rate_given_task_time": -0.314288, "dropped": false},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.332313, "excess_success_rate_given_task_time": -0.01333, "dropped": false},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.389359, "excess_success_rate_given_task_time": 0.338846, "dropped": false},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.30407, "excess_success_rate_given_task_time": -0.178557, "dropped": false},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.544345, "excess_success_rate_given_task_time": -0.292665, "dropped": false},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.542809, "excess_success_rate_given_task_time": -0.301925, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.413861, "excess_success_rate_given_task_time": -0.163036, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.630003, "excess_success_rate_given_task_time": -0.440813, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.567371, "excess_success_rate_given_task_time": -0.399147, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.479871, "excess_success_rate_given_task_time": -0.496369, "dropped": false},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.426142, "excess_success_rate_given_task_time": -0.213962, "dropped": false},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.17111, "excess_success_rate_given_task_time": -0.538673, "dropped": false},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.38292, "excess_success_rate_given_task_time": 0.382766, "dropped": false},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.400103, "excess_success_rate_given_task_time": 0.274495, "dropped": false},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.372935, "excess_success_rate_given_task_time": 0.275596, "dropped": false},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.563602, "excess_success_rate_given_task_time": 0.0717288, "dropped": false},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.786191, "excess_success_rate_given_task_time": -0.244287, "dropped": false},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 8.49822, "excess_success_rate_given_task_time": -0.388849, "dropped": false},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 5.21026, "excess_success_rate_given_task_time": -0.328155, "dropped": false},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 3.89578, "excess_success_rate_given_task_time": -0.530629, "dropped": false},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.24953, "excess_success_rate_given_task_time": -0.459201, "dropped": false},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.519295, "excess_success_rate_given_task_time": -0.581276, "dropped": false},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.555404, "excess_success_rate_given_task_time": -0.602383, "dropped": false},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.423985, "excess_success_rate_given_task_time": -0.63527, "dropped": false},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.523215, "excess_success_rate_given_task_time": -0.565697, "dropped": false},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.97972, "excess_success_rate_given_task_time": -0.623995, "dropped": false},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.799428, "excess_success_rate_given_task_time": -0.59725, "dropped": false},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.869559, "excess_success_rate_given_task_time": -0.458426, "dropped": false},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.921659, "excess_success_rate_given_task_time": -0.530293, "dropped": false},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.00798, "excess_success_rate_given_task_time": -0.589288, "dropped": false},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.35577, "excess_success_rate_given_task_time": -0.121986, "dropped": false},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.2144, "excess_success_rate_given_task_time": 0.155128, "dropped": false},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.69888, "excess_success_rate_given_task_time": -0.324523, "dropped": false},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.74577, "excess_success_rate_given_task_time": -0.0814215, "dropped": false},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.900666, "excess_success_rate_given_task_time": -0.303677, "dropped": false},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.299129, "excess_success_rate_given_task_time": 0.383816, "dropped": false},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.21657, "excess_success_rate_given_task_time": 0.307163, "dropped": false},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.654881, "excess_success_rate_given_task_time": 0.114912, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.442341, "excess_success_rate_given_task_time": 0.416502, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.360566, "excess_success_rate_given_task_time": -0.0395755, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.445891, "excess_success_rate_given_task_time": -0.0398191, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.384415, "excess_success_rate_given_task_time": 0.074434, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.333388, "excess_success_rate_given_task_time": 0.354911, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.419625, "excess_success_rate_given_task_time": 0.0175828, "dropped": false},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "lifecycle_cost_over_predicted_from_task_time": 0.71958, "excess_success_rate_given_task_time": -0.231109, "dropped": false},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_over_predicted_from_task_time": 1.30274, "excess_success_rate_given_task_time": -0.444028, "dropped": false},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "lifecycle_cost_over_predicted_from_task_time": 1.48742, "excess_success_rate_given_task_time": -0.357716, "dropped": false},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.07429, "excess_success_rate_given_task_time": 0.0853095, "dropped": false},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.23457, "excess_success_rate_given_task_time": -0.334204, "dropped": false},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.784419, "excess_success_rate_given_task_time": -0.342999, "dropped": false},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.854848, "excess_success_rate_given_task_time": -0.344088, "dropped": false},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.94051, "excess_success_rate_given_task_time": 0.317604, "dropped": false},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.512168, "excess_success_rate_given_task_time": 0.133039, "dropped": false},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.319276, "excess_success_rate_given_task_time": 0.523177, "dropped": false},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.399093, "excess_success_rate_given_task_time": 0.535051, "dropped": false},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.355773, "excess_success_rate_given_task_time": 0.475492, "dropped": false},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "lifecycle_cost_over_predicted_from_task_time": 3.05678, "excess_success_rate_given_task_time": -0.302752, "dropped": false},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_over_predicted_from_task_time": 35.2301, "excess_success_rate_given_task_time": -0.699793, "dropped": false},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_over_predicted_from_task_time": 30.4524, "excess_success_rate_given_task_time": -0.647538, "dropped": false},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.58423, "excess_success_rate_given_task_time": -0.217176, "dropped": false},
      {"task": "lmca/aggregated", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "lifecycle_cost_over_predicted_from_task_time": 87.7272, "excess_success_rate_given_task_time": -0.501882, "dropped": false},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.14254, "excess_success_rate_given_task_time": -0.342862, "dropped": false},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.20008, "excess_success_rate_given_task_time": -0.478594, "dropped": false},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.557055, "excess_success_rate_given_task_time": -0.206111, "dropped": false},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.524052, "excess_success_rate_given_task_time": -0.149042, "dropped": false},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.698096, "excess_success_rate_given_task_time": -0.233866, "dropped": false},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "lifecycle_cost_over_predicted_from_task_time": 7.13171, "excess_success_rate_given_task_time": -0.31432, "dropped": false},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.812857, "excess_success_rate_given_task_time": 0.492193, "dropped": false},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 5.67642, "excess_success_rate_given_task_time": -0.273439, "dropped": false},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.8143, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.18704, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.75327, "excess_success_rate_given_task_time": -0.147661, "dropped": false},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.590203, "excess_success_rate_given_task_time": 0.345513, "dropped": false},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.692258, "excess_success_rate_given_task_time": 0.234402, "dropped": false},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.73072, "excess_success_rate_given_task_time": 0.123291, "dropped": false},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.489778, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.488756, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.55855, "excess_success_rate_given_task_time": 0.268581, "dropped": false},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.238814, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.373238, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.426255, "excess_success_rate_given_task_time": 0.676462, "dropped": false},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.547573, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.338815, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.412567, "excess_success_rate_given_task_time": 0.539393, "dropped": false},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.49156, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.3224, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.96252, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.463936, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.397671, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.582329, "excess_success_rate_given_task_time": 0.345518, "dropped": false},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.425831, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.457853, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.409856, "excess_success_rate_given_task_time": 0.140438, "dropped": false},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.48574, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.86052, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.33428, "excess_success_rate_given_task_time": -0.0203732, "dropped": false},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.02745, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.581968, "excess_success_rate_given_task_time": 0.557388, "dropped": false},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.735803, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.791643, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.453763, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.498297, "excess_success_rate_given_task_time": 0.33826, "dropped": false},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.310139, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.248986, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.256214, "excess_success_rate_given_task_time": 0.686943, "dropped": false},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.679233, "excess_success_rate_given_task_time": 0.464223, "dropped": false},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.890046, "excess_success_rate_given_task_time": 0.664223, "dropped": false},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.491937, "excess_success_rate_given_task_time": 0.73089, "dropped": false},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.669848, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.549756, "excess_success_rate_given_task_time": 0.594125, "dropped": false},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.71337, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.747846, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.503745, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.527752, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.29833, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.76169, "excess_success_rate_given_task_time": 0.136387, "dropped": false},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.66287, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.05298, "excess_success_rate_given_task_time": 0.0402488, "dropped": false},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.905001, "excess_success_rate_given_task_time": 0.262471, "dropped": false},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.66206, "excess_success_rate_given_task_time": 0.206915, "dropped": false},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.466383, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.347704, "excess_success_rate_given_task_time": 0.318027, "dropped": false},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.607514, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 3.48864, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.83962, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.37552, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.831494, "excess_success_rate_given_task_time": 0.24211, "dropped": false},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.848243, "excess_success_rate_given_task_time": -0.11789, "dropped": false},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.575266, "excess_success_rate_given_task_time": 0.186396, "dropped": false},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.8959, "excess_success_rate_given_task_time": 0.300777, "dropped": false},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.21162, "excess_success_rate_given_task_time": 0.399094, "dropped": false},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.503135, "excess_success_rate_given_task_time": -0.44013, "dropped": false},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.5541, "excess_success_rate_given_task_time": 0.00109629, "dropped": false},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.826302, "excess_success_rate_given_task_time": -0.280236, "dropped": false},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.296173, "excess_success_rate_given_task_time": 0.364932, "dropped": false},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.249776, "excess_success_rate_given_task_time": 0.404453, "dropped": false},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.574115, "excess_success_rate_given_task_time": -0.365516, "dropped": false},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.428779, "excess_success_rate_given_task_time": 0.31537, "dropped": false},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "lifecycle_cost_over_predicted_from_task_time": 1.42374, "excess_success_rate_given_task_time": 0.131502, "dropped": false},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_over_predicted_from_task_time": 2.06679, "excess_success_rate_given_task_time": 0.192562, "dropped": false},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.889183, "excess_success_rate_given_task_time": 0.123302, "dropped": false},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.04975, "excess_success_rate_given_task_time": -0.222232, "dropped": false},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.68976, "excess_success_rate_given_task_time": -0.15336, "dropped": false},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.552931, "excess_success_rate_given_task_time": 0.204854, "dropped": false},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.4203, "excess_success_rate_given_task_time": 0.0384984, "dropped": false},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.900118, "excess_success_rate_given_task_time": 0.0197576, "dropped": false},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.683049, "excess_success_rate_given_task_time": 0.381947, "dropped": false},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.650337, "excess_success_rate_given_task_time": 0.422787, "dropped": false},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.540208, "excess_success_rate_given_task_time": 0.00308913, "dropped": false},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.45612, "excess_success_rate_given_task_time": 0.189744, "dropped": false},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.755602, "excess_success_rate_given_task_time": 0.303079, "dropped": false},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.674569, "excess_success_rate_given_task_time": 0.330411, "dropped": false},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.32109, "excess_success_rate_given_task_time": -0.512476, "dropped": false},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.980731, "excess_success_rate_given_task_time": 0.350727, "dropped": false},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.990864, "excess_success_rate_given_task_time": 0.410259, "dropped": false},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.652481, "excess_success_rate_given_task_time": -0.364202, "dropped": false},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_over_predicted_from_task_time": 3.34387, "excess_success_rate_given_task_time": -0.191492, "dropped": false},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_over_predicted_from_task_time": 4.15115, "excess_success_rate_given_task_time": -0.215923, "dropped": false},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.1176, "excess_success_rate_given_task_time": -0.245023, "dropped": false},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.584968, "excess_success_rate_given_task_time": 0.368616, "dropped": false},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.849953, "excess_success_rate_given_task_time": -0.0402758, "dropped": false},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.75037, "excess_success_rate_given_task_time": -0.0582457, "dropped": false},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.76661, "excess_success_rate_given_task_time": 0.381781, "dropped": false},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.630842, "excess_success_rate_given_task_time": 0.379493, "dropped": false},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "lifecycle_cost_over_predicted_from_task_time": 1.09725, "excess_success_rate_given_task_time": 0.084902, "dropped": false},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 4.79077, "excess_success_rate_given_task_time": -0.414399, "dropped": false},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 3.50065, "excess_success_rate_given_task_time": -0.581066, "dropped": false},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.8368, "excess_success_rate_given_task_time": -0.520133, "dropped": false},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "lifecycle_cost_over_predicted_from_task_time": 8.77424, "excess_success_rate_given_task_time": -0.315583, "dropped": false},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.17007, "excess_success_rate_given_task_time": -0.512021, "dropped": false},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.855926, "excess_success_rate_given_task_time": -0.583076, "dropped": false},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.84504, "excess_success_rate_given_task_time": -0.559746, "dropped": false},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.872969, "excess_success_rate_given_task_time": -0.501223, "dropped": false},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.55006, "excess_success_rate_given_task_time": -0.600601, "dropped": false},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.90127, "excess_success_rate_given_task_time": -0.636019, "dropped": false},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "lifecycle_cost_over_predicted_from_task_time": 1.81844, "excess_success_rate_given_task_time": -0.270441, "dropped": false},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.82776, "excess_success_rate_given_task_time": 0.0230888, "dropped": false},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.20932, "excess_success_rate_given_task_time": -0.150447, "dropped": false},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "lifecycle_cost_over_predicted_from_task_time": 0.795263, "excess_success_rate_given_task_time": 0.203663, "dropped": false},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.571702, "excess_success_rate_given_task_time": -0.464088, "dropped": false},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.94933, "excess_success_rate_given_task_time": -0.17322, "dropped": false},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.742387, "excess_success_rate_given_task_time": -0.491697, "dropped": false}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_over_predicted_from_task_time_from": 0.202957, "lifecycle_cost_over_predicted_from_task_time_to": 87.7272, "excess_success_rate_given_task_time_from": 0.255415, "excess_success_rate_given_task_time_to": -0.77918, "slope_per_doubling": -0.118162, "r_squared": 0.163901, "points": 227}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "observed equal to predicted", "column": "lifecycle_cost_over_predicted_from_task_time", "value": 1},
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_task_time", "value": 0}
     ]
    }
   ]
  },
  {
   "title": "Drop tasks more than 3 robust SDs from the median on x (as in the post)",
   "x": {"label": "Lifecycle Cost / Lifecycle Cost predicted from time", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.612667, "excess_success_rate_given_task_time": 0.317516, "dropped": false},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.37831, "excess_success_rate_given_task_time": -0.571114, "dropped": false},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.95079, "excess_success_rate_given_task_time": -0.179057, "dropped": false},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 5.54728, "excess_success_rate_given_task_time": -0.253094, "dropped": false},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 6.90718, "excess_success_rate_given_task_time": 0.082535, "dropped": true},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 4.97284, "excess_success_rate_given_task_time": 0.221797, "dropped": false},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.592964, "excess_success_rate_given_task_time": 0.0134919, "dropped": false},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.375857, "excess_success_rate_given_task_time": 0.180811, "dropped": false},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.545812, "excess_success_rate_given_task_time": 0.169965, "dropped": false},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.465292, "excess_success_rate_given_task_time": 0.217768, "dropped": false},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.51459, "excess_success_rate_given_task_time": 0.172976, "dropped": false},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "lifecycle_cost_over_predicted_from_task_time": 0.733403, "excess_success_rate_given_task_time": 0.189996, "dropped": false},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.25509, "excess_success_rate_given_task_time": 0.106466, "dropped": false},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.717501, "excess_success_rate_given_task_time": 0.310275, "dropped": false},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.895663, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.876411, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.2833, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.03668, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.671707, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.71974, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.05021, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.06648, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.28549, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.47969, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.04903, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.06638, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.0582, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.663259, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.66016, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.760558, "excess_success_rate_given_task_time": -0.446186, "dropped": false},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.676794, "excess_success_rate_given_task_time": -0.248693, "dropped": false},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.738874, "excess_success_rate_given_task_time": -0.0821143, "dropped": false},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.664505, "excess_success_rate_given_task_time": -0.463709, "dropped": false},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.454605, "excess_success_rate_given_task_time": -0.0033762, "dropped": false},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.571312, "excess_success_rate_given_task_time": -0.219442, "dropped": false},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.477997, "excess_success_rate_given_task_time": -0.440437, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "lifecycle_cost_over_predicted_from_task_time": 5.82208, "excess_success_rate_given_task_time": 0.144078, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "lifecycle_cost_over_predicted_from_task_time": 10.209, "excess_success_rate_given_task_time": -0.0136574, "dropped": true},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.78715, "excess_success_rate_given_task_time": -0.479425, "dropped": false},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.77483, "excess_success_rate_given_task_time": -0.445216, "dropped": false},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.781867, "excess_success_rate_given_task_time": -0.277421, "dropped": false},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.14677, "excess_success_rate_given_task_time": -0.469665, "dropped": false},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.414276, "excess_success_rate_given_task_time": -0.704006, "dropped": false},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.268026, "excess_success_rate_given_task_time": 0.199601, "dropped": false},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.310627, "excess_success_rate_given_task_time": -0.087339, "dropped": false},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.202957, "excess_success_rate_given_task_time": -0.314288, "dropped": false},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.332313, "excess_success_rate_given_task_time": -0.01333, "dropped": false},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.389359, "excess_success_rate_given_task_time": 0.338846, "dropped": false},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.30407, "excess_success_rate_given_task_time": -0.178557, "dropped": false},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.544345, "excess_success_rate_given_task_time": -0.292665, "dropped": false},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.542809, "excess_success_rate_given_task_time": -0.301925, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.413861, "excess_success_rate_given_task_time": -0.163036, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.630003, "excess_success_rate_given_task_time": -0.440813, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.567371, "excess_success_rate_given_task_time": -0.399147, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.479871, "excess_success_rate_given_task_time": -0.496369, "dropped": false},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.426142, "excess_success_rate_given_task_time": -0.213962, "dropped": false},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.17111, "excess_success_rate_given_task_time": -0.538673, "dropped": false},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.38292, "excess_success_rate_given_task_time": 0.382766, "dropped": false},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.400103, "excess_success_rate_given_task_time": 0.274495, "dropped": false},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.372935, "excess_success_rate_given_task_time": 0.275596, "dropped": false},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.563602, "excess_success_rate_given_task_time": 0.0717288, "dropped": false},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.786191, "excess_success_rate_given_task_time": -0.244287, "dropped": false},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 8.49822, "excess_success_rate_given_task_time": -0.388849, "dropped": true},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 5.21026, "excess_success_rate_given_task_time": -0.328155, "dropped": false},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 3.89578, "excess_success_rate_given_task_time": -0.530629, "dropped": false},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.24953, "excess_success_rate_given_task_time": -0.459201, "dropped": false},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.519295, "excess_success_rate_given_task_time": -0.581276, "dropped": false},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.555404, "excess_success_rate_given_task_time": -0.602383, "dropped": false},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.423985, "excess_success_rate_given_task_time": -0.63527, "dropped": false},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.523215, "excess_success_rate_given_task_time": -0.565697, "dropped": false},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.97972, "excess_success_rate_given_task_time": -0.623995, "dropped": false},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.799428, "excess_success_rate_given_task_time": -0.59725, "dropped": false},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.869559, "excess_success_rate_given_task_time": -0.458426, "dropped": false},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.921659, "excess_success_rate_given_task_time": -0.530293, "dropped": false},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.00798, "excess_success_rate_given_task_time": -0.589288, "dropped": false},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.35577, "excess_success_rate_given_task_time": -0.121986, "dropped": false},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.2144, "excess_success_rate_given_task_time": 0.155128, "dropped": false},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.69888, "excess_success_rate_given_task_time": -0.324523, "dropped": false},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.74577, "excess_success_rate_given_task_time": -0.0814215, "dropped": false},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.900666, "excess_success_rate_given_task_time": -0.303677, "dropped": false},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.299129, "excess_success_rate_given_task_time": 0.383816, "dropped": false},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.21657, "excess_success_rate_given_task_time": 0.307163, "dropped": false},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.654881, "excess_success_rate_given_task_time": 0.114912, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.442341, "excess_success_rate_given_task_time": 0.416502, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.360566, "excess_success_rate_given_task_time": -0.0395755, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.445891, "excess_success_rate_given_task_time": -0.0398191, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.384415, "excess_success_rate_given_task_time": 0.074434, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.333388, "excess_success_rate_given_task_time": 0.354911, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.419625, "excess_success_rate_given_task_time": 0.0175828, "dropped": false},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "lifecycle_cost_over_predicted_from_task_time": 0.71958, "excess_success_rate_given_task_time": -0.231109, "dropped": false},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_over_predicted_from_task_time": 1.30274, "excess_success_rate_given_task_time": -0.444028, "dropped": false},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "lifecycle_cost_over_predicted_from_task_time": 1.48742, "excess_success_rate_given_task_time": -0.357716, "dropped": false},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.07429, "excess_success_rate_given_task_time": 0.0853095, "dropped": false},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.23457, "excess_success_rate_given_task_time": -0.334204, "dropped": false},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.784419, "excess_success_rate_given_task_time": -0.342999, "dropped": false},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.854848, "excess_success_rate_given_task_time": -0.344088, "dropped": false},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.94051, "excess_success_rate_given_task_time": 0.317604, "dropped": false},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.512168, "excess_success_rate_given_task_time": 0.133039, "dropped": false},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.319276, "excess_success_rate_given_task_time": 0.523177, "dropped": false},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.399093, "excess_success_rate_given_task_time": 0.535051, "dropped": false},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.355773, "excess_success_rate_given_task_time": 0.475492, "dropped": false},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "lifecycle_cost_over_predicted_from_task_time": 3.05678, "excess_success_rate_given_task_time": -0.302752, "dropped": false},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_over_predicted_from_task_time": 35.2301, "excess_success_rate_given_task_time": -0.699793, "dropped": true},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_over_predicted_from_task_time": 30.4524, "excess_success_rate_given_task_time": -0.647538, "dropped": true},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.58423, "excess_success_rate_given_task_time": -0.217176, "dropped": false},
      {"task": "lmca/aggregated", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "lifecycle_cost_over_predicted_from_task_time": 87.7272, "excess_success_rate_given_task_time": -0.501882, "dropped": true},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.14254, "excess_success_rate_given_task_time": -0.342862, "dropped": false},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.20008, "excess_success_rate_given_task_time": -0.478594, "dropped": false},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.557055, "excess_success_rate_given_task_time": -0.206111, "dropped": false},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.524052, "excess_success_rate_given_task_time": -0.149042, "dropped": false},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.698096, "excess_success_rate_given_task_time": -0.233866, "dropped": false},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "lifecycle_cost_over_predicted_from_task_time": 7.13171, "excess_success_rate_given_task_time": -0.31432, "dropped": true},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.812857, "excess_success_rate_given_task_time": 0.492193, "dropped": false},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 5.67642, "excess_success_rate_given_task_time": -0.273439, "dropped": false},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.8143, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.18704, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.75327, "excess_success_rate_given_task_time": -0.147661, "dropped": false},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.590203, "excess_success_rate_given_task_time": 0.345513, "dropped": false},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.692258, "excess_success_rate_given_task_time": 0.234402, "dropped": false},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.73072, "excess_success_rate_given_task_time": 0.123291, "dropped": false},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.489778, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.488756, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.55855, "excess_success_rate_given_task_time": 0.268581, "dropped": false},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.238814, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.373238, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.426255, "excess_success_rate_given_task_time": 0.676462, "dropped": false},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.547573, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.338815, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.412567, "excess_success_rate_given_task_time": 0.539393, "dropped": false},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.49156, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.3224, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.96252, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.463936, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.397671, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.582329, "excess_success_rate_given_task_time": 0.345518, "dropped": false},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.425831, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.457853, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.409856, "excess_success_rate_given_task_time": 0.140438, "dropped": false},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.48574, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.86052, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.33428, "excess_success_rate_given_task_time": -0.0203732, "dropped": false},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.02745, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.581968, "excess_success_rate_given_task_time": 0.557388, "dropped": false},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.735803, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.791643, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.453763, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.498297, "excess_success_rate_given_task_time": 0.33826, "dropped": false},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.310139, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.248986, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.256214, "excess_success_rate_given_task_time": 0.686943, "dropped": false},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.679233, "excess_success_rate_given_task_time": 0.464223, "dropped": false},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.890046, "excess_success_rate_given_task_time": 0.664223, "dropped": false},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.491937, "excess_success_rate_given_task_time": 0.73089, "dropped": false},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.669848, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.549756, "excess_success_rate_given_task_time": 0.594125, "dropped": false},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.71337, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.747846, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.503745, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.527752, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.29833, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.76169, "excess_success_rate_given_task_time": 0.136387, "dropped": false},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.66287, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.05298, "excess_success_rate_given_task_time": 0.0402488, "dropped": false},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.905001, "excess_success_rate_given_task_time": 0.262471, "dropped": false},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.66206, "excess_success_rate_given_task_time": 0.206915, "dropped": false},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.466383, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.347704, "excess_success_rate_given_task_time": 0.318027, "dropped": false},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.607514, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 3.48864, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.83962, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.37552, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.831494, "excess_success_rate_given_task_time": 0.24211, "dropped": false},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.848243, "excess_success_rate_given_task_time": -0.11789, "dropped": false},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.575266, "excess_success_rate_given_task_time": 0.186396, "dropped": false},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.8959, "excess_success_rate_given_task_time": 0.300777, "dropped": false},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.21162, "excess_success_rate_given_task_time": 0.399094, "dropped": false},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.503135, "excess_success_rate_given_task_time": -0.44013, "dropped": false},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.5541, "excess_success_rate_given_task_time": 0.00109629, "dropped": false},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.826302, "excess_success_rate_given_task_time": -0.280236, "dropped": false},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.296173, "excess_success_rate_given_task_time": 0.364932, "dropped": false},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.249776, "excess_success_rate_given_task_time": 0.404453, "dropped": false},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.574115, "excess_success_rate_given_task_time": -0.365516, "dropped": false},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.428779, "excess_success_rate_given_task_time": 0.31537, "dropped": false},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "lifecycle_cost_over_predicted_from_task_time": 1.42374, "excess_success_rate_given_task_time": 0.131502, "dropped": false},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_over_predicted_from_task_time": 2.06679, "excess_success_rate_given_task_time": 0.192562, "dropped": false},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.889183, "excess_success_rate_given_task_time": 0.123302, "dropped": false},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.04975, "excess_success_rate_given_task_time": -0.222232, "dropped": false},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.68976, "excess_success_rate_given_task_time": -0.15336, "dropped": false},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.552931, "excess_success_rate_given_task_time": 0.204854, "dropped": false},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.4203, "excess_success_rate_given_task_time": 0.0384984, "dropped": false},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.900118, "excess_success_rate_given_task_time": 0.0197576, "dropped": false},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.683049, "excess_success_rate_given_task_time": 0.381947, "dropped": false},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.650337, "excess_success_rate_given_task_time": 0.422787, "dropped": false},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.540208, "excess_success_rate_given_task_time": 0.00308913, "dropped": false},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.45612, "excess_success_rate_given_task_time": 0.189744, "dropped": false},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.755602, "excess_success_rate_given_task_time": 0.303079, "dropped": false},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.674569, "excess_success_rate_given_task_time": 0.330411, "dropped": false},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.32109, "excess_success_rate_given_task_time": -0.512476, "dropped": false},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.980731, "excess_success_rate_given_task_time": 0.350727, "dropped": false},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.990864, "excess_success_rate_given_task_time": 0.410259, "dropped": false},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.652481, "excess_success_rate_given_task_time": -0.364202, "dropped": false},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_over_predicted_from_task_time": 3.34387, "excess_success_rate_given_task_time": -0.191492, "dropped": false},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_over_predicted_from_task_time": 4.15115, "excess_success_rate_given_task_time": -0.215923, "dropped": false},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.1176, "excess_success_rate_given_task_time": -0.245023, "dropped": false},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.584968, "excess_success_rate_given_task_time": 0.368616, "dropped": false},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.849953, "excess_success_rate_given_task_time": -0.0402758, "dropped": false},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.75037, "excess_success_rate_given_task_time": -0.0582457, "dropped": false},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.76661, "excess_success_rate_given_task_time": 0.381781, "dropped": false},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.630842, "excess_success_rate_given_task_time": 0.379493, "dropped": false},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "lifecycle_cost_over_predicted_from_task_time": 1.09725, "excess_success_rate_given_task_time": 0.084902, "dropped": false},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 4.79077, "excess_success_rate_given_task_time": -0.414399, "dropped": false},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 3.50065, "excess_success_rate_given_task_time": -0.581066, "dropped": false},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.8368, "excess_success_rate_given_task_time": -0.520133, "dropped": false},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "lifecycle_cost_over_predicted_from_task_time": 8.77424, "excess_success_rate_given_task_time": -0.315583, "dropped": true},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.17007, "excess_success_rate_given_task_time": -0.512021, "dropped": false},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.855926, "excess_success_rate_given_task_time": -0.583076, "dropped": false},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.84504, "excess_success_rate_given_task_time": -0.559746, "dropped": false},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.872969, "excess_success_rate_given_task_time": -0.501223, "dropped": false},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.55006, "excess_success_rate_given_task_time": -0.600601, "dropped": false},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.90127, "excess_success_rate_given_task_time": -0.636019, "dropped": false},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "lifecycle_cost_over_predicted_from_task_time": 1.81844, "excess_success_rate_given_task_time": -0.270441, "dropped": false},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.82776, "excess_success_rate_given_task_time": 0.0230888, "dropped": false},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.20932, "excess_success_rate_given_task_time": -0.150447, "dropped": false},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "lifecycle_cost_over_predicted_from_task_time": 0.795263, "excess_success_rate_given_task_time": 0.203663, "dropped": false},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.571702, "excess_success_rate_given_task_time": -0.464088, "dropped": false},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.94933, "excess_success_rate_given_task_time": -0.17322, "dropped": false},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.742387, "excess_success_rate_given_task_time": -0.491697, "dropped": false}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_over_predicted_from_task_time_from": 0.202957, "lifecycle_cost_over_predicted_from_task_time_to": 5.82208, "excess_success_rate_given_task_time_from": 0.290752, "excess_success_rate_given_task_time_to": -0.378172, "slope_per_doubling": -0.138142, "r_squared": 0.138004, "points": 219}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "observed equal to predicted", "column": "lifecycle_cost_over_predicted_from_task_time", "value": 1},
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_task_time", "value": 0}
     ]
    }
   ]
  },
  {
   "title": "Drop tasks more than 2 robust SDs from the median on x",
   "x": {"label": "Lifecycle Cost / Lifecycle Cost predicted from time", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.612667, "excess_success_rate_given_task_time": 0.317516, "dropped": false},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.37831, "excess_success_rate_given_task_time": -0.571114, "dropped": false},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.95079, "excess_success_rate_given_task_time": -0.179057, "dropped": false},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 5.54728, "excess_success_rate_given_task_time": -0.253094, "dropped": true},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 6.90718, "excess_success_rate_given_task_time": 0.082535, "dropped": true},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 4.97284, "excess_success_rate_given_task_time": 0.221797, "dropped": true},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.592964, "excess_success_rate_given_task_time": 0.0134919, "dropped": false},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.375857, "excess_success_rate_given_task_time": 0.180811, "dropped": false},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.545812, "excess_success_rate_given_task_time": 0.169965, "dropped": false},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.465292, "excess_success_rate_given_task_time": 0.217768, "dropped": false},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.51459, "excess_success_rate_given_task_time": 0.172976, "dropped": false},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "lifecycle_cost_over_predicted_from_task_time": 0.733403, "excess_success_rate_given_task_time": 0.189996, "dropped": false},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.25509, "excess_success_rate_given_task_time": 0.106466, "dropped": false},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.717501, "excess_success_rate_given_task_time": 0.310275, "dropped": false},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.895663, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.876411, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.2833, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.03668, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.671707, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.71974, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.05021, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.06648, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.28549, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.47969, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.04903, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.06638, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.0582, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.663259, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.66016, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.760558, "excess_success_rate_given_task_time": -0.446186, "dropped": false},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.676794, "excess_success_rate_given_task_time": -0.248693, "dropped": false},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.738874, "excess_success_rate_given_task_time": -0.0821143, "dropped": false},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.664505, "excess_success_rate_given_task_time": -0.463709, "dropped": false},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.454605, "excess_success_rate_given_task_time": -0.0033762, "dropped": false},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.571312, "excess_success_rate_given_task_time": -0.219442, "dropped": false},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.477997, "excess_success_rate_given_task_time": -0.440437, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "lifecycle_cost_over_predicted_from_task_time": 5.82208, "excess_success_rate_given_task_time": 0.144078, "dropped": true},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "lifecycle_cost_over_predicted_from_task_time": 10.209, "excess_success_rate_given_task_time": -0.0136574, "dropped": true},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.78715, "excess_success_rate_given_task_time": -0.479425, "dropped": false},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.77483, "excess_success_rate_given_task_time": -0.445216, "dropped": false},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.781867, "excess_success_rate_given_task_time": -0.277421, "dropped": false},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.14677, "excess_success_rate_given_task_time": -0.469665, "dropped": false},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.414276, "excess_success_rate_given_task_time": -0.704006, "dropped": false},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.268026, "excess_success_rate_given_task_time": 0.199601, "dropped": false},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.310627, "excess_success_rate_given_task_time": -0.087339, "dropped": false},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.202957, "excess_success_rate_given_task_time": -0.314288, "dropped": false},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.332313, "excess_success_rate_given_task_time": -0.01333, "dropped": false},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.389359, "excess_success_rate_given_task_time": 0.338846, "dropped": false},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.30407, "excess_success_rate_given_task_time": -0.178557, "dropped": false},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.544345, "excess_success_rate_given_task_time": -0.292665, "dropped": false},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.542809, "excess_success_rate_given_task_time": -0.301925, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.413861, "excess_success_rate_given_task_time": -0.163036, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.630003, "excess_success_rate_given_task_time": -0.440813, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.567371, "excess_success_rate_given_task_time": -0.399147, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.479871, "excess_success_rate_given_task_time": -0.496369, "dropped": false},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.426142, "excess_success_rate_given_task_time": -0.213962, "dropped": false},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.17111, "excess_success_rate_given_task_time": -0.538673, "dropped": false},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.38292, "excess_success_rate_given_task_time": 0.382766, "dropped": false},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.400103, "excess_success_rate_given_task_time": 0.274495, "dropped": false},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.372935, "excess_success_rate_given_task_time": 0.275596, "dropped": false},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.563602, "excess_success_rate_given_task_time": 0.0717288, "dropped": false},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.786191, "excess_success_rate_given_task_time": -0.244287, "dropped": false},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 8.49822, "excess_success_rate_given_task_time": -0.388849, "dropped": true},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 5.21026, "excess_success_rate_given_task_time": -0.328155, "dropped": true},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 3.89578, "excess_success_rate_given_task_time": -0.530629, "dropped": true},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.24953, "excess_success_rate_given_task_time": -0.459201, "dropped": false},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.519295, "excess_success_rate_given_task_time": -0.581276, "dropped": false},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.555404, "excess_success_rate_given_task_time": -0.602383, "dropped": false},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.423985, "excess_success_rate_given_task_time": -0.63527, "dropped": false},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.523215, "excess_success_rate_given_task_time": -0.565697, "dropped": false},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.97972, "excess_success_rate_given_task_time": -0.623995, "dropped": false},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.799428, "excess_success_rate_given_task_time": -0.59725, "dropped": false},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.869559, "excess_success_rate_given_task_time": -0.458426, "dropped": false},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.921659, "excess_success_rate_given_task_time": -0.530293, "dropped": false},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.00798, "excess_success_rate_given_task_time": -0.589288, "dropped": false},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.35577, "excess_success_rate_given_task_time": -0.121986, "dropped": false},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.2144, "excess_success_rate_given_task_time": 0.155128, "dropped": false},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.69888, "excess_success_rate_given_task_time": -0.324523, "dropped": false},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.74577, "excess_success_rate_given_task_time": -0.0814215, "dropped": false},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.900666, "excess_success_rate_given_task_time": -0.303677, "dropped": false},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.299129, "excess_success_rate_given_task_time": 0.383816, "dropped": false},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.21657, "excess_success_rate_given_task_time": 0.307163, "dropped": false},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.654881, "excess_success_rate_given_task_time": 0.114912, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.442341, "excess_success_rate_given_task_time": 0.416502, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.360566, "excess_success_rate_given_task_time": -0.0395755, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.445891, "excess_success_rate_given_task_time": -0.0398191, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.384415, "excess_success_rate_given_task_time": 0.074434, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.333388, "excess_success_rate_given_task_time": 0.354911, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.419625, "excess_success_rate_given_task_time": 0.0175828, "dropped": false},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "lifecycle_cost_over_predicted_from_task_time": 0.71958, "excess_success_rate_given_task_time": -0.231109, "dropped": false},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_over_predicted_from_task_time": 1.30274, "excess_success_rate_given_task_time": -0.444028, "dropped": false},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "lifecycle_cost_over_predicted_from_task_time": 1.48742, "excess_success_rate_given_task_time": -0.357716, "dropped": false},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.07429, "excess_success_rate_given_task_time": 0.0853095, "dropped": false},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.23457, "excess_success_rate_given_task_time": -0.334204, "dropped": false},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.784419, "excess_success_rate_given_task_time": -0.342999, "dropped": false},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.854848, "excess_success_rate_given_task_time": -0.344088, "dropped": false},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.94051, "excess_success_rate_given_task_time": 0.317604, "dropped": false},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.512168, "excess_success_rate_given_task_time": 0.133039, "dropped": false},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.319276, "excess_success_rate_given_task_time": 0.523177, "dropped": false},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.399093, "excess_success_rate_given_task_time": 0.535051, "dropped": false},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.355773, "excess_success_rate_given_task_time": 0.475492, "dropped": false},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "lifecycle_cost_over_predicted_from_task_time": 3.05678, "excess_success_rate_given_task_time": -0.302752, "dropped": false},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_over_predicted_from_task_time": 35.2301, "excess_success_rate_given_task_time": -0.699793, "dropped": true},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_over_predicted_from_task_time": 30.4524, "excess_success_rate_given_task_time": -0.647538, "dropped": true},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.58423, "excess_success_rate_given_task_time": -0.217176, "dropped": false},
      {"task": "lmca/aggregated", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "lifecycle_cost_over_predicted_from_task_time": 87.7272, "excess_success_rate_given_task_time": -0.501882, "dropped": true},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.14254, "excess_success_rate_given_task_time": -0.342862, "dropped": false},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.20008, "excess_success_rate_given_task_time": -0.478594, "dropped": false},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.557055, "excess_success_rate_given_task_time": -0.206111, "dropped": false},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.524052, "excess_success_rate_given_task_time": -0.149042, "dropped": false},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.698096, "excess_success_rate_given_task_time": -0.233866, "dropped": false},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "lifecycle_cost_over_predicted_from_task_time": 7.13171, "excess_success_rate_given_task_time": -0.31432, "dropped": true},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.812857, "excess_success_rate_given_task_time": 0.492193, "dropped": false},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 5.67642, "excess_success_rate_given_task_time": -0.273439, "dropped": true},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.8143, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.18704, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.75327, "excess_success_rate_given_task_time": -0.147661, "dropped": false},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.590203, "excess_success_rate_given_task_time": 0.345513, "dropped": false},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.692258, "excess_success_rate_given_task_time": 0.234402, "dropped": false},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.73072, "excess_success_rate_given_task_time": 0.123291, "dropped": false},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.489778, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.488756, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.55855, "excess_success_rate_given_task_time": 0.268581, "dropped": false},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.238814, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.373238, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.426255, "excess_success_rate_given_task_time": 0.676462, "dropped": false},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.547573, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.338815, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.412567, "excess_success_rate_given_task_time": 0.539393, "dropped": false},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.49156, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.3224, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.96252, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.463936, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.397671, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.582329, "excess_success_rate_given_task_time": 0.345518, "dropped": false},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.425831, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.457853, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.409856, "excess_success_rate_given_task_time": 0.140438, "dropped": false},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.48574, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.86052, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.33428, "excess_success_rate_given_task_time": -0.0203732, "dropped": false},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.02745, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.581968, "excess_success_rate_given_task_time": 0.557388, "dropped": false},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.735803, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.791643, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.453763, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.498297, "excess_success_rate_given_task_time": 0.33826, "dropped": false},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.310139, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.248986, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.256214, "excess_success_rate_given_task_time": 0.686943, "dropped": false},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.679233, "excess_success_rate_given_task_time": 0.464223, "dropped": false},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.890046, "excess_success_rate_given_task_time": 0.664223, "dropped": false},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.491937, "excess_success_rate_given_task_time": 0.73089, "dropped": false},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.669848, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.549756, "excess_success_rate_given_task_time": 0.594125, "dropped": false},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.71337, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.747846, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.503745, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.527752, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.29833, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.76169, "excess_success_rate_given_task_time": 0.136387, "dropped": false},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.66287, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.05298, "excess_success_rate_given_task_time": 0.0402488, "dropped": false},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.905001, "excess_success_rate_given_task_time": 0.262471, "dropped": false},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.66206, "excess_success_rate_given_task_time": 0.206915, "dropped": false},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.466383, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.347704, "excess_success_rate_given_task_time": 0.318027, "dropped": false},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.607514, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 3.48864, "excess_success_rate_given_task_time": 0.116066, "dropped": true},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.83962, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.37552, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.831494, "excess_success_rate_given_task_time": 0.24211, "dropped": false},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.848243, "excess_success_rate_given_task_time": -0.11789, "dropped": false},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.575266, "excess_success_rate_given_task_time": 0.186396, "dropped": false},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.8959, "excess_success_rate_given_task_time": 0.300777, "dropped": false},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.21162, "excess_success_rate_given_task_time": 0.399094, "dropped": false},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.503135, "excess_success_rate_given_task_time": -0.44013, "dropped": false},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.5541, "excess_success_rate_given_task_time": 0.00109629, "dropped": false},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.826302, "excess_success_rate_given_task_time": -0.280236, "dropped": false},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.296173, "excess_success_rate_given_task_time": 0.364932, "dropped": false},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.249776, "excess_success_rate_given_task_time": 0.404453, "dropped": false},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.574115, "excess_success_rate_given_task_time": -0.365516, "dropped": false},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.428779, "excess_success_rate_given_task_time": 0.31537, "dropped": false},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "lifecycle_cost_over_predicted_from_task_time": 1.42374, "excess_success_rate_given_task_time": 0.131502, "dropped": false},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_over_predicted_from_task_time": 2.06679, "excess_success_rate_given_task_time": 0.192562, "dropped": false},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.889183, "excess_success_rate_given_task_time": 0.123302, "dropped": false},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.04975, "excess_success_rate_given_task_time": -0.222232, "dropped": false},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.68976, "excess_success_rate_given_task_time": -0.15336, "dropped": false},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.552931, "excess_success_rate_given_task_time": 0.204854, "dropped": false},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.4203, "excess_success_rate_given_task_time": 0.0384984, "dropped": false},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.900118, "excess_success_rate_given_task_time": 0.0197576, "dropped": false},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.683049, "excess_success_rate_given_task_time": 0.381947, "dropped": false},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.650337, "excess_success_rate_given_task_time": 0.422787, "dropped": false},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.540208, "excess_success_rate_given_task_time": 0.00308913, "dropped": false},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.45612, "excess_success_rate_given_task_time": 0.189744, "dropped": false},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.755602, "excess_success_rate_given_task_time": 0.303079, "dropped": false},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.674569, "excess_success_rate_given_task_time": 0.330411, "dropped": false},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.32109, "excess_success_rate_given_task_time": -0.512476, "dropped": false},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.980731, "excess_success_rate_given_task_time": 0.350727, "dropped": false},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.990864, "excess_success_rate_given_task_time": 0.410259, "dropped": false},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.652481, "excess_success_rate_given_task_time": -0.364202, "dropped": false},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_over_predicted_from_task_time": 3.34387, "excess_success_rate_given_task_time": -0.191492, "dropped": true},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_over_predicted_from_task_time": 4.15115, "excess_success_rate_given_task_time": -0.215923, "dropped": true},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.1176, "excess_success_rate_given_task_time": -0.245023, "dropped": false},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.584968, "excess_success_rate_given_task_time": 0.368616, "dropped": false},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.849953, "excess_success_rate_given_task_time": -0.0402758, "dropped": false},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.75037, "excess_success_rate_given_task_time": -0.0582457, "dropped": false},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.76661, "excess_success_rate_given_task_time": 0.381781, "dropped": false},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.630842, "excess_success_rate_given_task_time": 0.379493, "dropped": false},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "lifecycle_cost_over_predicted_from_task_time": 1.09725, "excess_success_rate_given_task_time": 0.084902, "dropped": false},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 4.79077, "excess_success_rate_given_task_time": -0.414399, "dropped": true},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 3.50065, "excess_success_rate_given_task_time": -0.581066, "dropped": true},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.8368, "excess_success_rate_given_task_time": -0.520133, "dropped": false},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "lifecycle_cost_over_predicted_from_task_time": 8.77424, "excess_success_rate_given_task_time": -0.315583, "dropped": true},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.17007, "excess_success_rate_given_task_time": -0.512021, "dropped": false},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.855926, "excess_success_rate_given_task_time": -0.583076, "dropped": false},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.84504, "excess_success_rate_given_task_time": -0.559746, "dropped": false},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.872969, "excess_success_rate_given_task_time": -0.501223, "dropped": false},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.55006, "excess_success_rate_given_task_time": -0.600601, "dropped": false},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.90127, "excess_success_rate_given_task_time": -0.636019, "dropped": false},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "lifecycle_cost_over_predicted_from_task_time": 1.81844, "excess_success_rate_given_task_time": -0.270441, "dropped": false},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.82776, "excess_success_rate_given_task_time": 0.0230888, "dropped": false},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.20932, "excess_success_rate_given_task_time": -0.150447, "dropped": false},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "lifecycle_cost_over_predicted_from_task_time": 0.795263, "excess_success_rate_given_task_time": 0.203663, "dropped": false},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.571702, "excess_success_rate_given_task_time": -0.464088, "dropped": false},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.94933, "excess_success_rate_given_task_time": -0.17322, "dropped": false},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.742387, "excess_success_rate_given_task_time": -0.491697, "dropped": false}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_over_predicted_from_task_time_from": 0.202957, "lifecycle_cost_over_predicted_from_task_time_to": 3.05678, "excess_success_rate_given_task_time_from": 0.331949, "excess_success_rate_given_task_time_to": -0.306864, "slope_per_doubling": -0.163264, "r_squared": 0.135444, "points": 208}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "observed equal to predicted", "column": "lifecycle_cost_over_predicted_from_task_time", "value": 1},
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_task_time", "value": 0}
     ]
    }
   ]
  },
  {
   "title": "Drop high-influence tasks (Cook's distance above 4/n)",
   "x": {"label": "Lifecycle Cost / Lifecycle Cost predicted from time", "unit": "", "scale": "log"},
   "y": {"label": "Excess success rate (observed − predicted from task time)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "tasks",
     "rows": [
      {"task": "acdc_bug/fix_checkpointing", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.612667, "excess_success_rate_given_task_time": 0.317516, "dropped": false},
      {"task": "adversarially_robust_models/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.37831, "excess_success_rate_given_task_time": -0.571114, "dropped": false},
      {"task": "ai_rd_fix_embedding/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.95079, "excess_success_rate_given_task_time": -0.179057, "dropped": false},
      {"task": "ai_rd_rust_codecontests_inference/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 5.54728, "excess_success_rate_given_task_time": -0.253094, "dropped": false},
      {"task": "ai_rd_small_scaling_law/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 6.90718, "excess_success_rate_given_task_time": 0.082535, "dropped": true},
      {"task": "ai_rd_triton_cumsum/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 4.97284, "excess_success_rate_given_task_time": 0.221797, "dropped": true},
      {"task": "apps_dataset_debug/dev_9_sort", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.592964, "excess_success_rate_given_task_time": 0.0134919, "dropped": false},
      {"task": "arithmetic/complex_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.375857, "excess_success_rate_given_task_time": 0.180811, "dropped": false},
      {"task": "arithmetic/complex_10", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.545812, "excess_success_rate_given_task_time": 0.169965, "dropped": false},
      {"task": "arithmetic/complex_3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.465292, "excess_success_rate_given_task_time": 0.217768, "dropped": false},
      {"task": "arithmetic/complex_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.51459, "excess_success_rate_given_task_time": 0.172976, "dropped": false},
      {"task": "audio_classification/macaques", "task_set": "Time Horizon 1.1", "score_threshold": 0.996, "lifecycle_cost_over_predicted_from_task_time": 0.733403, "excess_success_rate_given_task_time": 0.189996, "dropped": false},
      {"task": "audio_classification/macaques_numpy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.25509, "excess_success_rate_given_task_time": 0.106466, "dropped": false},
      {"task": "auto_days_since/fixed-date", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.717501, "excess_success_rate_given_task_time": 0.310275, "dropped": false},
      {"task": "azspcs/alphabet_city", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.895663, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/ap_math", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.876411, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/baltos_puzzle", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.2833, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/non_coplanar_points", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.03668, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/point_packing", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.671707, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/polygonal_areas", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.71974, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/powerful_sums", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.05021, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/primorial_soup", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.06648, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/retaining_water", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.28549, "excess_success_rate_given_task_time": 0.0755626, "dropped": false},
      {"task": "azspcs/snakes_on_a_plane", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.47969, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/son_of_darts", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.04903, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/stepping_stones", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.06638, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/sums_of_powers", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.0582, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/topswops", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.663259, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "azspcs/words_search", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.66016, "excess_success_rate_given_task_time": -0.257771, "dropped": false},
      {"task": "backdoor_image_classifier/3_6_hint", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.760558, "excess_success_rate_given_task_time": -0.446186, "dropped": false},
      {"task": "blackbox/acorn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.676794, "excess_success_rate_given_task_time": -0.248693, "dropped": false},
      {"task": "blackbox/apple", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.738874, "excess_success_rate_given_task_time": -0.0821143, "dropped": false},
      {"task": "blackbox/apron", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.664505, "excess_success_rate_given_task_time": -0.463709, "dropped": false},
      {"task": "blackbox/autumn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.454605, "excess_success_rate_given_task_time": -0.0033762, "dropped": false},
      {"task": "blackbox/charm", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.571312, "excess_success_rate_given_task_time": -0.219442, "dropped": false},
      {"task": "browser_test_2/alphacode_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.477997, "excess_success_rate_given_task_time": -0.440437, "dropped": false},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94", "task_set": "TH2 Verifiable", "score_threshold": 0.112, "lifecycle_cost_over_predicted_from_task_time": 5.82208, "excess_success_rate_given_task_time": 0.144078, "dropped": true},
      {"task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "task_set": "TH2 Verifiable", "score_threshold": 0.011, "lifecycle_cost_over_predicted_from_task_time": 10.209, "excess_success_rate_given_task_time": -0.0136574, "dropped": true},
      {"task": "code2code/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.78715, "excess_success_rate_given_task_time": -0.479425, "dropped": false},
      {"task": "code2code/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.77483, "excess_success_rate_given_task_time": -0.445216, "dropped": false},
      {"task": "continue_pattern/binary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.781867, "excess_success_rate_given_task_time": -0.277421, "dropped": false},
      {"task": "continue_pattern/ternary", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.14677, "excess_success_rate_given_task_time": -0.469665, "dropped": false},
      {"task": "count_words/ai", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.414276, "excess_success_rate_given_task_time": -0.704006, "dropped": true},
      {"task": "count_words/at", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.268026, "excess_success_rate_given_task_time": 0.199601, "dropped": false},
      {"task": "count_words/at_harder", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.310627, "excess_success_rate_given_task_time": -0.087339, "dropped": false},
      {"task": "count_words/the", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.202957, "excess_success_rate_given_task_time": -0.314288, "dropped": true},
      {"task": "credit_card_validity/add_check_digits", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.332313, "excess_success_rate_given_task_time": -0.01333, "dropped": false},
      {"task": "credit_card_validity/validate_number", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.389359, "excess_success_rate_given_task_time": 0.338846, "dropped": false},
      {"task": "cuda_backtesting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.30407, "excess_success_rate_given_task_time": -0.178557, "dropped": false},
      {"task": "data_cleaning_arjun/available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.544345, "excess_success_rate_given_task_time": -0.292665, "dropped": false},
      {"task": "data_cleaning_arjun/available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.542809, "excess_success_rate_given_task_time": -0.301925, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.413861, "excess_success_rate_given_task_time": -0.163036, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_available", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.630003, "excess_success_rate_given_task_time": -0.440813, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_and_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.567371, "excess_success_rate_given_task_time": -0.399147, "dropped": false},
      {"task": "data_cleaning_arjun/hourly_easy_available_remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.479871, "excess_success_rate_given_task_time": -0.496369, "dropped": false},
      {"task": "data_cleaning_arjun/remote", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.426142, "excess_success_rate_given_task_time": -0.213962, "dropped": false},
      {"task": "data_deduplication/c4_pairs_1m", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.17111, "excess_success_rate_given_task_time": -0.538673, "dropped": false},
      {"task": "debug_small_libs/markdown", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.38292, "excess_success_rate_given_task_time": 0.382766, "dropped": false},
      {"task": "debug_small_libs/orm_allbugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.400103, "excess_success_rate_given_task_time": 0.274495, "dropped": false},
      {"task": "debug_small_libs/orm_somebugs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.372935, "excess_success_rate_given_task_time": 0.275596, "dropped": false},
      {"task": "detect_data_tampering/at_least_one", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.563602, "excess_success_rate_given_task_time": 0.0717288, "dropped": false},
      {"task": "detect_data_tampering/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.786191, "excess_success_rate_given_task_time": -0.244287, "dropped": false},
      {"task": "earthborne_rangers/cheesable", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 8.49822, "excess_success_rate_given_task_time": -0.388849, "dropped": false},
      {"task": "earthborne_rangers/hard", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 5.21026, "excess_success_rate_given_task_time": -0.328155, "dropped": false},
      {"task": "dominion_like/19", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 3.89578, "excess_success_rate_given_task_time": -0.530629, "dropped": false},
      {"task": "dominion_like/19_budgeted", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.24953, "excess_success_rate_given_task_time": -0.459201, "dropped": false},
      {"task": "env_scientist/level1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.519295, "excess_success_rate_given_task_time": -0.581276, "dropped": false},
      {"task": "env_scientist/level2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.555404, "excess_success_rate_given_task_time": -0.602383, "dropped": false},
      {"task": "env_scientist/level3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.423985, "excess_success_rate_given_task_time": -0.63527, "dropped": true},
      {"task": "env_scientist/level4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.523215, "excess_success_rate_given_task_time": -0.565697, "dropped": false},
      {"task": "env_scientist/level5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.97972, "excess_success_rate_given_task_time": -0.623995, "dropped": false},
      {"task": "env_scientist/level6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.799428, "excess_success_rate_given_task_time": -0.59725, "dropped": false},
      {"task": "env_scientist/level7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.869559, "excess_success_rate_given_task_time": -0.458426, "dropped": false},
      {"task": "env_scientist/level8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.921659, "excess_success_rate_given_task_time": -0.530293, "dropped": false},
      {"task": "env_scientist/level9", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.00798, "excess_success_rate_given_task_time": -0.589288, "dropped": false},
      {"task": "esolang/broccoli_collatz", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.35577, "excess_success_rate_given_task_time": -0.121986, "dropped": false},
      {"task": "esolang/broccoli_fibonacci", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.2144, "excess_success_rate_given_task_time": 0.155128, "dropped": false},
      {"task": "few_shot_prompting/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.69888, "excess_success_rate_given_task_time": -0.324523, "dropped": false},
      {"task": "gpt2_algo_circuits/main", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.74577, "excess_success_rate_given_task_time": -0.0814215, "dropped": false},
      {"task": "gradient_inversion/resnet18_random_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.900666, "excess_success_rate_given_task_time": -0.303677, "dropped": false},
      {"task": "hackthebox/babyencryption", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.299129, "excess_success_rate_given_task_time": 0.383816, "dropped": false},
      {"task": "hackthebox/behind-the-scenes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.21657, "excess_success_rate_given_task_time": 0.307163, "dropped": false},
      {"task": "hackthebox/the-last-dance", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.654881, "excess_success_rate_given_task_time": 0.114912, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.442341, "excess_success_rate_given_task_time": 0.416502, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.360566, "excess_success_rate_given_task_time": -0.0395755, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.445891, "excess_success_rate_given_task_time": -0.0398191, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.384415, "excess_success_rate_given_task_time": 0.074434, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_6", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.333388, "excess_success_rate_given_task_time": 0.354911, "dropped": false},
      {"task": "hypothesis_testing/mystery_function_8", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.419625, "excess_success_rate_given_task_time": 0.0175828, "dropped": false},
      {"task": "iclr_authors/notable-top-25", "task_set": "Time Horizon 1.1", "score_threshold": 0.85, "lifecycle_cost_over_predicted_from_task_time": 0.71958, "excess_success_rate_given_task_time": -0.231109, "dropped": false},
      {"task": "iclr_authors/notable-top-5", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_over_predicted_from_task_time": 1.30274, "excess_success_rate_given_task_time": -0.444028, "dropped": false},
      {"task": "iclr_authors/poster", "task_set": "Time Horizon 1.1", "score_threshold": 0.87, "lifecycle_cost_over_predicted_from_task_time": 1.48742, "excess_success_rate_given_task_time": -0.357716, "dropped": false},
      {"task": "image_labeling/layered_squares", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.07429, "excess_success_rate_given_task_time": 0.0853095, "dropped": false},
      {"task": "image_labeling/spiral_angle", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.23457, "excess_success_rate_given_task_time": -0.334204, "dropped": false},
      {"task": "implement_ace_oauth/given_models_crypto_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.784419, "excess_success_rate_given_task_time": -0.342999, "dropped": false},
      {"task": "implement_ace_oauth/given_models_cwt_cbor", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.854848, "excess_success_rate_given_task_time": -0.344088, "dropped": false},
      {"task": "inference_optimization/all", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.94051, "excess_success_rate_given_task_time": 0.317604, "dropped": false},
      {"task": "interpret_building_data/eiffel_tower_progress", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.512168, "excess_success_rate_given_task_time": 0.133039, "dropped": false},
      {"task": "interpret_data/ecommerce_biggest_order", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.319276, "excess_success_rate_given_task_time": 0.523177, "dropped": false},
      {"task": "interpret_data/ecommerce_popular_products", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.399093, "excess_success_rate_given_task_time": 0.535051, "dropped": false},
      {"task": "interpret_data/ecommerce_spent_most", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.355773, "excess_success_rate_given_task_time": 0.475492, "dropped": false},
      {"task": "investigate_wiki_incident/incident", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.84, "lifecycle_cost_over_predicted_from_task_time": 3.05678, "excess_success_rate_given_task_time": -0.302752, "dropped": false},
      {"task": "judge_run/older_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_over_predicted_from_task_time": 35.2301, "excess_success_rate_given_task_time": -0.699793, "dropped": false},
      {"task": "judge_run/newer_models_tasks", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.75, "lifecycle_cost_over_predicted_from_task_time": 30.4524, "excess_success_rate_given_task_time": -0.647538, "dropped": false},
      {"task": "lie_detector/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.58423, "excess_success_rate_given_task_time": -0.217176, "dropped": false},
      {"task": "lmca/aggregated", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.8, "lifecycle_cost_over_predicted_from_task_time": 87.7272, "excess_success_rate_given_task_time": -0.501882, "dropped": true},
      {"task": "local_research/atari_epochs", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.14254, "excess_success_rate_given_task_time": -0.342862, "dropped": false},
      {"task": "local_research/which_does_worse", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.20008, "excess_success_rate_given_task_time": -0.478594, "dropped": false},
      {"task": "local_research_tex/33b_better_than_65b", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.557055, "excess_success_rate_given_task_time": -0.206111, "dropped": false},
      {"task": "local_research_tex/ar_report", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.524052, "excess_success_rate_given_task_time": -0.149042, "dropped": false},
      {"task": "local_research_tex/more_bias", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.698096, "excess_success_rate_given_task_time": -0.233866, "dropped": false},
      {"task": "make_eval/challenge", "task_set": "TH2 Hard-to-verify + Judgment", "score_threshold": 0.85, "lifecycle_cost_over_predicted_from_task_time": 7.13171, "excess_success_rate_given_task_time": -0.31432, "dropped": false},
      {"task": "make_web_server/hello", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.812857, "excess_success_rate_given_task_time": 0.492193, "dropped": false},
      {"task": "minecraft_bot/beat_game_internet", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 5.67642, "excess_success_rate_given_task_time": -0.273439, "dropped": false},
      {"task": "mirrorcode_bib2json/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.8143, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.18704, "excess_success_rate_given_task_time": 0.0190058, "dropped": false},
      {"task": "mirrorcode_bib2json/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.75327, "excess_success_rate_given_task_time": -0.147661, "dropped": false},
      {"task": "mirrorcode_bitwise/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.590203, "excess_success_rate_given_task_time": 0.345513, "dropped": false},
      {"task": "mirrorcode_bitwise/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.692258, "excess_success_rate_given_task_time": 0.234402, "dropped": false},
      {"task": "mirrorcode_bitwise/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.73072, "excess_success_rate_given_task_time": 0.123291, "dropped": false},
      {"task": "mirrorcode_cal/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.489778, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.488756, "excess_success_rate_given_task_time": 0.518581, "dropped": false},
      {"task": "mirrorcode_cal/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.55855, "excess_success_rate_given_task_time": 0.268581, "dropped": false},
      {"task": "mirrorcode_cal_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.238814, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.373238, "excess_success_rate_given_task_time": 0.743128, "dropped": false},
      {"task": "mirrorcode_cal_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.426255, "excess_success_rate_given_task_time": 0.676462, "dropped": false},
      {"task": "mirrorcode_choose/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.547573, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.338815, "excess_success_rate_given_task_time": 0.622727, "dropped": false},
      {"task": "mirrorcode_choose/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.412567, "excess_success_rate_given_task_time": 0.539393, "dropped": false},
      {"task": "mirrorcode_cmark/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.49156, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.3224, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_cmark/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.96252, "excess_success_rate_given_task_time": 0.265948, "dropped": false},
      {"task": "mirrorcode_counts/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.463936, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.397671, "excess_success_rate_given_task_time": 0.401074, "dropped": false},
      {"task": "mirrorcode_counts/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.582329, "excess_success_rate_given_task_time": 0.345518, "dropped": false},
      {"task": "mirrorcode_dirname/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.425831, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.457853, "excess_success_rate_given_task_time": 0.240438, "dropped": false},
      {"task": "mirrorcode_dirname/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.409856, "excess_success_rate_given_task_time": 0.140438, "dropped": false},
      {"task": "mirrorcode_gotree/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.48574, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.86052, "excess_success_rate_given_task_time": 0.229627, "dropped": false},
      {"task": "mirrorcode_gotree/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.33428, "excess_success_rate_given_task_time": -0.0203732, "dropped": false},
      {"task": "mirrorcode_gron/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.02745, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_gron/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.581968, "excess_success_rate_given_task_time": 0.557388, "dropped": false},
      {"task": "mirrorcode_gron/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.735803, "excess_success_rate_given_task_time": 0.474055, "dropped": false},
      {"task": "mirrorcode_hexyl/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.791643, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.453763, "excess_success_rate_given_task_time": 0.504926, "dropped": false},
      {"task": "mirrorcode_hexyl/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.498297, "excess_success_rate_given_task_time": 0.33826, "dropped": false},
      {"task": "mirrorcode_jq_simple/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.310139, "excess_success_rate_given_task_time": 0.770277, "dropped": false},
      {"task": "mirrorcode_jq_simple/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.248986, "excess_success_rate_given_task_time": 0.770277, "dropped": true},
      {"task": "mirrorcode_jq_simple/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.256214, "excess_success_rate_given_task_time": 0.686943, "dropped": false},
      {"task": "mirrorcode_numfmt/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.679233, "excess_success_rate_given_task_time": 0.464223, "dropped": false},
      {"task": "mirrorcode_numfmt/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.890046, "excess_success_rate_given_task_time": 0.664223, "dropped": false},
      {"task": "mirrorcode_numfmt/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.491937, "excess_success_rate_given_task_time": 0.73089, "dropped": false},
      {"task": "mirrorcode_qsv_select/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.669848, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_qsv_select/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.549756, "excess_success_rate_given_task_time": 0.594125, "dropped": false},
      {"task": "mirrorcode_qsv_select/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.71337, "excess_success_rate_given_task_time": 0.427458, "dropped": false},
      {"task": "mirrorcode_rev/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.747846, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.503745, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_rev/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.527752, "excess_success_rate_given_task_time": 0.464889, "dropped": false},
      {"task": "mirrorcode_sed/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.29833, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_sed/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.76169, "excess_success_rate_given_task_time": 0.136387, "dropped": false},
      {"task": "mirrorcode_sed/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.66287, "excess_success_rate_given_task_time": 0.469721, "dropped": false},
      {"task": "mirrorcode_tssql/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.05298, "excess_success_rate_given_task_time": 0.0402488, "dropped": false},
      {"task": "mirrorcode_tssql/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.905001, "excess_success_rate_given_task_time": 0.262471, "dropped": false},
      {"task": "mirrorcode_tssql/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.66206, "excess_success_rate_given_task_time": 0.206915, "dropped": false},
      {"task": "mirrorcode_uuidparse/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.466383, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_uuidparse/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.347704, "excess_success_rate_given_task_time": 0.318027, "dropped": false},
      {"task": "mirrorcode_uuidparse/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.607514, "excess_success_rate_given_task_time": 0.290249, "dropped": false},
      {"task": "mirrorcode_wren_cli/c", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 3.48864, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/python", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.83962, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mirrorcode_wren_cli/rust", "task_set": "MirrorCode", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.37552, "excess_success_rate_given_task_time": 0.116066, "dropped": false},
      {"task": "mlab/w1d1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.831494, "excess_success_rate_given_task_time": 0.24211, "dropped": false},
      {"task": "mlab/w1d3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.848243, "excess_success_rate_given_task_time": -0.11789, "dropped": false},
      {"task": "mlab/w2d2_part3_wikitext", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.575266, "excess_success_rate_given_task_time": 0.186396, "dropped": false},
      {"task": "mlab/w2d4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.8959, "excess_success_rate_given_task_time": 0.300777, "dropped": false},
      {"task": "molecule_structure/1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.21162, "excess_success_rate_given_task_time": 0.399094, "dropped": false},
      {"task": "molecule_structure/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.503135, "excess_success_rate_given_task_time": -0.44013, "dropped": false},
      {"task": "molecule_structure/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.5541, "excess_success_rate_given_task_time": 0.00109629, "dropped": false},
      {"task": "multiarmed_bandit/explore_first", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.826302, "excess_success_rate_given_task_time": -0.280236, "dropped": false},
      {"task": "munge_data/chess", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.296173, "excess_success_rate_given_task_time": 0.364932, "dropped": false},
      {"task": "munge_data/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.249776, "excess_success_rate_given_task_time": 0.404453, "dropped": false},
      {"task": "munge_data/trajectories", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.574115, "excess_success_rate_given_task_time": -0.365516, "dropped": false},
      {"task": "munge_data/very_easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.428779, "excess_success_rate_given_task_time": 0.31537, "dropped": false},
      {"task": "network_routing/main", "task_set": "Time Horizon 1.1", "score_threshold": 0.782, "lifecycle_cost_over_predicted_from_task_time": 1.42374, "excess_success_rate_given_task_time": 0.131502, "dropped": false},
      {"task": "network_routing/template_provided", "task_set": "Time Horizon 1.1", "score_threshold": 0.846, "lifecycle_cost_over_predicted_from_task_time": 2.06679, "excess_success_rate_given_task_time": 0.192562, "dropped": false},
      {"task": "oxdna_simple/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.889183, "excess_success_rate_given_task_time": 0.123302, "dropped": false},
      {"task": "password_check/2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.04975, "excess_success_rate_given_task_time": -0.222232, "dropped": false},
      {"task": "password_check/3", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.68976, "excess_success_rate_given_task_time": -0.15336, "dropped": false},
      {"task": "password_check/4", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.552931, "excess_success_rate_given_task_time": 0.204854, "dropped": false},
      {"task": "password_check/5", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.4203, "excess_success_rate_given_task_time": 0.0384984, "dropped": false},
      {"task": "password_check/7", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.900118, "excess_success_rate_given_task_time": 0.0197576, "dropped": false},
      {"task": "pico_ctf/104_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.683049, "excess_success_rate_given_task_time": 0.381947, "dropped": false},
      {"task": "pico_ctf/166_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.650337, "excess_success_rate_given_task_time": 0.422787, "dropped": false},
      {"task": "pico_ctf/208_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.540208, "excess_success_rate_given_task_time": 0.00308913, "dropped": false},
      {"task": "pico_ctf/256_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.45612, "excess_success_rate_given_task_time": 0.189744, "dropped": false},
      {"task": "pico_ctf/264_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.755602, "excess_success_rate_given_task_time": 0.303079, "dropped": false},
      {"task": "pico_ctf/315_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.674569, "excess_success_rate_given_task_time": 0.330411, "dropped": false},
      {"task": "pico_ctf/316_nohint_no_internet", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.32109, "excess_success_rate_given_task_time": -0.512476, "dropped": false},
      {"task": "prune_attn_heads/easy", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.980731, "excess_success_rate_given_task_time": 0.350727, "dropped": false},
      {"task": "prune_attn_heads/hard", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.990864, "excess_success_rate_given_task_time": 0.410259, "dropped": false},
      {"task": "questions/swift", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.652481, "excess_success_rate_given_task_time": -0.364202, "dropped": false},
      {"task": "reverse_conway/all_levels", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_over_predicted_from_task_time": 3.34387, "excess_success_rate_given_task_time": -0.191492, "dropped": false},
      {"task": "reverse_conway/all_levels_offline", "task_set": "TH2 Verifiable", "score_threshold": 0.1371, "lifecycle_cost_over_predicted_from_task_time": 4.15115, "excess_success_rate_given_task_time": -0.215923, "dropped": false},
      {"task": "robot_control/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.1176, "excess_success_rate_given_task_time": -0.245023, "dropped": false},
      {"task": "root_me/cracking_elf_x86_0_protection", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.584968, "excess_success_rate_given_task_time": 0.368616, "dropped": false},
      {"task": "root_me/network_telnet_authentication", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.849953, "excess_success_rate_given_task_time": -0.0402758, "dropped": false},
      {"task": "sadservers/lhasa", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.75037, "excess_success_rate_given_task_time": -0.0582457, "dropped": false},
      {"task": "search_server/address", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.76661, "excess_success_rate_given_task_time": 0.381781, "dropped": false},
      {"task": "search_server/twitter_password", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.630842, "excess_success_rate_given_task_time": 0.379493, "dropped": false},
      {"task": "sentiment_probe/easy", "task_set": "Time Horizon 1.1", "score_threshold": 0.98, "lifecycle_cost_over_predicted_from_task_time": 1.09725, "excess_success_rate_given_task_time": 0.084902, "dropped": false},
      {"task": "slay_the_spire/ironclad_a0_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 4.79077, "excess_success_rate_given_task_time": -0.414399, "dropped": false},
      {"task": "slay_the_spire/ironclad_a10_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 3.50065, "excess_success_rate_given_task_time": -0.581066, "dropped": false},
      {"task": "slay_the_spire/ironclad_a20_seed_100", "task_set": "TH2 Verifiable", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.8368, "excess_success_rate_given_task_time": -0.520133, "dropped": false},
      {"task": "slay_the_spire/win_rate_a20_20_games", "task_set": "TH2 Verifiable", "score_threshold": 0.85, "lifecycle_cost_over_predicted_from_task_time": 8.77424, "excess_success_rate_given_task_time": -0.315583, "dropped": false},
      {"task": "sparse_adversarial_perturbations/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.17007, "excess_success_rate_given_task_time": -0.512021, "dropped": false},
      {"task": "spn_cryptanalysis/3-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.855926, "excess_success_rate_given_task_time": -0.583076, "dropped": false},
      {"task": "spn_cryptanalysis/4-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.84504, "excess_success_rate_given_task_time": -0.559746, "dropped": false},
      {"task": "spn_cryptanalysis/5-stage-spn", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.872969, "excess_success_rate_given_task_time": -0.501223, "dropped": false},
      {"task": "symbolic_regression/level_1", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.55006, "excess_success_rate_given_task_time": -0.600601, "dropped": false},
      {"task": "symbolic_regression/level_2", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.90127, "excess_success_rate_given_task_time": -0.636019, "dropped": false},
      {"task": "train_a_program/program_1_budget", "task_set": "TH2 Verifiable", "score_threshold": 0.7, "lifecycle_cost_over_predicted_from_task_time": 1.81844, "excess_success_rate_given_task_time": -0.270441, "dropped": false},
      {"task": "tree_traversal_kernel/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 1.82776, "excess_success_rate_given_task_time": 0.0230888, "dropped": false},
      {"task": "uav_search/default", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 2.20932, "excess_success_rate_given_task_time": -0.150447, "dropped": false},
      {"task": "white_box_attack/targeted", "task_set": "Time Horizon 1.1", "score_threshold": 0.661, "lifecycle_cost_over_predicted_from_task_time": 0.795263, "excess_success_rate_given_task_time": 0.203663, "dropped": false},
      {"task": "white_box_attack/untargeted", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.571702, "excess_success_rate_given_task_time": -0.464088, "dropped": false},
      {"task": "wikipedia_research/austrian_votes", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.94933, "excess_success_rate_given_task_time": -0.17322, "dropped": false},
      {"task": "wikipedia_research/speaker_of_house", "task_set": "Time Horizon 1.1", "score_threshold": 1.0, "lifecycle_cost_over_predicted_from_task_time": 0.742387, "excess_success_rate_given_task_time": -0.491697, "dropped": false}
     ]
    },
    {
     "name": "fitted line",
     "rows": [
      {"lifecycle_cost_over_predicted_from_task_time_from": 0.21162, "lifecycle_cost_over_predicted_from_task_time_to": 35.2301, "excess_success_rate_given_task_time_from": 0.312212, "excess_success_rate_given_task_time_to": -0.797252, "slope_per_doubling": -0.15035, "r_squared": 0.214564, "points": 218}
     ]
    },
    {
     "name": "reference lines",
     "rows": [
      {"reference_line": "observed equal to predicted", "column": "lifecycle_cost_over_predicted_from_task_time", "value": 1},
      {"reference_line": "no excess success rate", "column": "excess_success_rate_given_task_time", "value": 0}
     ]
    }
   ]
  }
 ]
}
