{
 "chart": "headline/panel1",
 "title": "TH2 tasks are harder for AI agents and estimated to take humans longer",
 "subtitle": "Due to the length and difficulty of these tasks, human baselines are harder to acquire. Therefore, the majority of our TH2 tasks have only estimated task lengths.",
 "panels": [
  {
   "title": "Mean success rate by estimated human task time",
   "x": {"label": "Estimated time for human to pass score threshold", "unit": "", "scale": "log"},
   "y": {"label": "Mean success rate (of passing the score threshold)", "unit": "", "scale": "linear"},
   "tables": [
    {
     "name": "task score points",
     "rows": [
      {"task_set": "TH1.1", "task": "acdc_bug/fix_checkpointing", "score_threshold": 0.5, "task_time_minutes": 877.018, "mean_success_rate_percent": 77.7778},
      {"task_set": "TH1.1", "task": "adversarially_robust_models/default", "score_threshold": 0.5, "task_time_minutes": 240.0, "mean_success_rate_percent": 78.6111},
      {"task_set": "TH1.1", "task": "alert_triage/alert_triage_1", "score_threshold": 0.5, "task_time_minutes": 0.169616, "mean_success_rate_percent": 95.5556},
      {"task_set": "TH1.1", "task": "alert_triage/alert_triage_10", "score_threshold": 0.5, "task_time_minutes": 0.0948365, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "alert_triage/alert_triage_11", "score_threshold": 0.5, "task_time_minutes": 0.100551, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "alert_triage/alert_triage_3", "score_threshold": 0.5, "task_time_minutes": 0.0851313, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "alert_triage/alert_triage_4", "score_threshold": 0.5, "task_time_minutes": 0.0985183, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "alert_triage/alert_triage_5", "score_threshold": 0.5, "task_time_minutes": 0.0819728, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "alert_triage/alert_triage_6", "score_threshold": 0.5, "task_time_minutes": 0.0851473, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "alert_triage/alert_triage_7", "score_threshold": 0.5, "task_time_minutes": 0.0691898, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "alert_triage/alert_triage_8", "score_threshold": 0.5, "task_time_minutes": 0.0705176, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "alert_triage/alert_triage_9", "score_threshold": 0.5, "task_time_minutes": 0.106453, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "apps_dataset_debug/dev_9_sort", "score_threshold": 0.5, "task_time_minutes": 7.866, "mean_success_rate_percent": 98.3333},
      {"task_set": "TH1.1", "task": "arithmetic/complex_1", "score_threshold": 0.5, "task_time_minutes": 0.461204, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/complex_10", "score_threshold": 0.5, "task_time_minutes": 0.404318, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/complex_2", "score_threshold": 0.5, "task_time_minutes": 0.282031, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/complex_3", "score_threshold": 0.5, "task_time_minutes": 0.72037, "mean_success_rate_percent": 98.8889},
      {"task_set": "TH1.1", "task": "arithmetic/complex_4", "score_threshold": 0.5, "task_time_minutes": 0.169108, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/complex_5", "score_threshold": 0.5, "task_time_minutes": 0.429956, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/complex_6", "score_threshold": 0.5, "task_time_minutes": 0.0775022, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/complex_7", "score_threshold": 0.5, "task_time_minutes": 0.157732, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/complex_8", "score_threshold": 0.5, "task_time_minutes": 0.173239, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/complex_9", "score_threshold": 0.5, "task_time_minutes": 0.17204, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/simple_1", "score_threshold": 0.5, "task_time_minutes": 0.0199204, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/simple_10", "score_threshold": 0.5, "task_time_minutes": 0.0664467, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/simple_2", "score_threshold": 0.5, "task_time_minutes": 0.0292884, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/simple_3", "score_threshold": 0.5, "task_time_minutes": 0.028458, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/simple_4", "score_threshold": 0.5, "task_time_minutes": 0.0274573, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/simple_5", "score_threshold": 0.5, "task_time_minutes": 0.0320021, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/simple_6", "score_threshold": 0.5, "task_time_minutes": 0.0320436, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/simple_7", "score_threshold": 0.5, "task_time_minutes": 0.0358604, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/simple_8", "score_threshold": 0.5, "task_time_minutes": 0.134318, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "arithmetic/simple_9", "score_threshold": 0.5, "task_time_minutes": 0.0436984, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "audio_classification/macaques", "score_threshold": 0.99, "task_time_minutes": 310.885, "mean_success_rate_percent": 76.6667},
      {"task_set": "TH1.1", "task": "audio_classification/macaques_numpy", "score_threshold": 0.5, "task_time_minutes": 360.0, "mean_success_rate_percent": 90.0},
      {"task_set": "TH1.1", "task": "auto_days_since/fixed-date", "score_threshold": 0.5, "task_time_minutes": 1.995, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "blackbox/acorn", "score_threshold": 0.99, "task_time_minutes": 12.043, "mean_success_rate_percent": 91.6667},
      {"task_set": "TH1.1", "task": "blackbox/apple", "score_threshold": 0.99, "task_time_minutes": 17.6, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "blackbox/apron", "score_threshold": 0.5, "task_time_minutes": 10.0, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "blackbox/autumn", "score_threshold": 0.99, "task_time_minutes": 36.719, "mean_success_rate_percent": 91.6667},
      {"task_set": "TH1.1", "task": "blackbox/charm", "score_threshold": 0.99, "task_time_minutes": 63.873, "mean_success_rate_percent": 68.3333},
      {"task_set": "TH1.1", "task": "browser_test_2/alphacode_2", "score_threshold": 0.5, "task_time_minutes": 9.74, "mean_success_rate_percent": 85.0},
      {"task_set": "TH1.1", "task": "code_completion/check_none", "score_threshold": 0.5, "task_time_minutes": 0.0845594, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "code_completion/git_push", "score_threshold": 0.5, "task_time_minutes": 0.0637064, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "code_completion/git_status", "score_threshold": 0.5, "task_time_minutes": 0.0694571, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "code_completion/install_requirements", "score_threshold": 0.5, "task_time_minutes": 0.0963721, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "code_completion/python_version", "score_threshold": 0.5, "task_time_minutes": 0.0656426, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "code_completion/type_check_int", "score_threshold": 0.5, "task_time_minutes": 0.0972531, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "code_completion/type_check_str", "score_threshold": 0.5, "task_time_minutes": 0.0440877, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "continue_pattern/binary", "score_threshold": 0.5, "task_time_minutes": 600.0, "mean_success_rate_percent": 76.4286},
      {"task_set": "TH1.1", "task": "continue_pattern/ternary", "score_threshold": 0.5, "task_time_minutes": 240.0, "mean_success_rate_percent": 73.0556},
      {"task_set": "TH1.1", "task": "count_words/ai", "score_threshold": 0.5, "task_time_minutes": 1.0, "mean_success_rate_percent": 90.5556},
      {"task_set": "TH1.1", "task": "count_words/at", "score_threshold": 0.5, "task_time_minutes": 2.0, "mean_success_rate_percent": 98.8889},
      {"task_set": "TH1.1", "task": "count_words/at_harder", "score_threshold": 0.5, "task_time_minutes": 1.0, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "count_words/the", "score_threshold": 0.5, "task_time_minutes": 2.0, "mean_success_rate_percent": 88.8889},
      {"task_set": "TH1.1", "task": "credit_card_validity/add_check_digits", "score_threshold": 0.5, "task_time_minutes": 26.948, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "credit_card_validity/validate_number", "score_threshold": 0.5, "task_time_minutes": 3.263, "mean_success_rate_percent": 98.3333},
      {"task_set": "TH1.1", "task": "cuda_backtesting/default", "score_threshold": 0.5, "task_time_minutes": 480.0, "mean_success_rate_percent": 57.7778},
      {"task_set": "TH1.1", "task": "data_cleaning_arjun/available", "score_threshold": 0.5, "task_time_minutes": 6.0, "mean_success_rate_percent": 96.6667},
      {"task_set": "TH1.1", "task": "data_cleaning_arjun/remote", "score_threshold": 0.5, "task_time_minutes": 6.0, "mean_success_rate_percent": 96.6667},
      {"task_set": "TH1.1", "task": "data_cleaning_arjun/available_remote", "score_threshold": 0.5, "task_time_minutes": 6.0, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "data_cleaning_arjun/hourly_easy", "score_threshold": 0.5, "task_time_minutes": 6.0, "mean_success_rate_percent": 95.0},
      {"task_set": "TH1.1", "task": "data_cleaning_arjun/hourly_easy_and_available", "score_threshold": 0.5, "task_time_minutes": 6.0, "mean_success_rate_percent": 75.0},
      {"task_set": "TH1.1", "task": "data_cleaning_arjun/hourly_easy_and_remote", "score_threshold": 0.5, "task_time_minutes": 6.0, "mean_success_rate_percent": 90.0},
      {"task_set": "TH1.1", "task": "data_cleaning_arjun/hourly_easy_available_remote", "score_threshold": 0.5, "task_time_minutes": 6.0, "mean_success_rate_percent": 81.6667},
      {"task_set": "TH1.1", "task": "data_deduplication/c4_pairs_1m", "score_threshold": 0.5, "task_time_minutes": 360.0, "mean_success_rate_percent": 70.0},
      {"task_set": "TH1.1", "task": "debug_small_libs/markdown", "score_threshold": 0.5, "task_time_minutes": 30.23, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "debug_small_libs/orm_allbugs", "score_threshold": 0.5, "task_time_minutes": 95.452, "mean_success_rate_percent": 98.3333},
      {"task_set": "TH1.1", "task": "debug_small_libs/orm_somebugs", "score_threshold": 0.99, "task_time_minutes": 83.215, "mean_success_rate_percent": 98.3333},
      {"task_set": "TH1.1", "task": "detect_data_tampering/at_least_one", "score_threshold": 0.5, "task_time_minutes": 79.86, "mean_success_rate_percent": 86.1111},
      {"task_set": "TH1.1", "task": "detect_data_tampering/main", "score_threshold": 0.5, "task_time_minutes": 24.471, "mean_success_rate_percent": 83.3333},
      {"task_set": "TH1.1", "task": "env_scientist/level1", "score_threshold": 0.99, "task_time_minutes": 43.726, "mean_success_rate_percent": 95.0},
      {"task_set": "TH1.1", "task": "env_scientist/level2", "score_threshold": 0.99, "task_time_minutes": 46.443, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "env_scientist/level3", "score_threshold": 0.99, "task_time_minutes": 90.457, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "env_scientist/level4", "score_threshold": 0.99, "task_time_minutes": 247.834, "mean_success_rate_percent": 82.2222},
      {"task_set": "TH1.1", "task": "env_scientist/level5", "score_threshold": 0.99, "task_time_minutes": 58.738, "mean_success_rate_percent": 85.5556},
      {"task_set": "TH1.1", "task": "env_scientist/level6", "score_threshold": 0.99, "task_time_minutes": 171.412, "mean_success_rate_percent": 81.1111},
      {"task_set": "TH1.1", "task": "env_scientist/level7", "score_threshold": 0.5, "task_time_minutes": 665.0, "mean_success_rate_percent": 63.3333},
      {"task_set": "TH1.1", "task": "env_scientist/level8", "score_threshold": 0.99, "task_time_minutes": 403.472, "mean_success_rate_percent": 66.6667},
      {"task_set": "TH1.1", "task": "env_scientist/level9", "score_threshold": 0.5, "task_time_minutes": 180.0, "mean_success_rate_percent": 6.66667},
      {"task_set": "TH1.1", "task": "esolang/broccoli_collatz", "score_threshold": 0.5, "task_time_minutes": 18.456, "mean_success_rate_percent": 86.6667},
      {"task_set": "TH1.1", "task": "esolang/broccoli_fibonacci", "score_threshold": 0.5, "task_time_minutes": 22.0, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "file_selection/find_cache_file", "score_threshold": 0.5, "task_time_minutes": 0.058321, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/find_config_file", "score_threshold": 0.5, "task_time_minutes": 0.0470905, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/find_css_file", "score_threshold": 0.5, "task_time_minutes": 0.0525742, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/find_docker_file", "score_threshold": 0.5, "task_time_minutes": 0.068625, "mean_success_rate_percent": 95.5556},
      {"task_set": "TH1.1", "task": "file_selection/find_env_file", "score_threshold": 0.5, "task_time_minutes": 0.0540778, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/find_image", "score_threshold": 0.5, "task_time_minutes": 0.042481, "mean_success_rate_percent": 97.7778},
      {"task_set": "TH1.1", "task": "file_selection/find_json_data", "score_threshold": 0.5, "task_time_minutes": 0.0375325, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/find_log_file", "score_threshold": 0.5, "task_time_minutes": 0.0638139, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/find_main_file", "score_threshold": 0.5, "task_time_minutes": 0.0611908, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/find_readme", "score_threshold": 0.5, "task_time_minutes": 0.0647069, "mean_success_rate_percent": 97.7778},
      {"task_set": "TH1.1", "task": "file_selection/find_requirements_file", "score_threshold": 0.5, "task_time_minutes": 0.0593364, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/find_shell_script", "score_threshold": 0.5, "task_time_minutes": 0.0433996, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/identify_binary_file", "score_threshold": 0.5, "task_time_minutes": 0.0807101, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/identify_dependency_file", "score_threshold": 0.5, "task_time_minutes": 0.0678232, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/identify_executable", "score_threshold": 0.5, "task_time_minutes": 0.0428509, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/identify_git_ignore", "score_threshold": 0.5, "task_time_minutes": 0.0441631, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/identify_python_file", "score_threshold": 0.5, "task_time_minutes": 0.0947065, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/identify_python_package", "score_threshold": 0.5, "task_time_minutes": 0.0807477, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "file_selection/identify_test_file", "score_threshold": 0.5, "task_time_minutes": 0.0678048, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "gpt2_algo_circuits/main", "score_threshold": 0.5, "task_time_minutes": 600.0, "mean_success_rate_percent": 56.6667},
      {"task_set": "TH1.1", "task": "gradient_inversion/resnet18_random_1", "score_threshold": 0.5, "task_time_minutes": 925.635, "mean_success_rate_percent": 35.5556},
      {"task_set": "TH1.1", "task": "hackthebox/babyencryption", "score_threshold": 0.5, "task_time_minutes": 45.0, "mean_success_rate_percent": 98.3333},
      {"task_set": "TH1.1", "task": "hypothesis_testing/mystery_function_1", "score_threshold": 0.5, "task_time_minutes": 9.007, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "hypothesis_testing/mystery_function_2", "score_threshold": 0.5, "task_time_minutes": 14.499, "mean_success_rate_percent": 96.6667},
      {"task_set": "TH1.1", "task": "hypothesis_testing/mystery_function_4", "score_threshold": 0.5, "task_time_minutes": 10.153, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "hypothesis_testing/mystery_function_5", "score_threshold": 0.5, "task_time_minutes": 27.769, "mean_success_rate_percent": 95.0},
      {"task_set": "TH1.1", "task": "hypothesis_testing/mystery_function_6", "score_threshold": 0.5, "task_time_minutes": 49.354, "mean_success_rate_percent": 98.3333},
      {"task_set": "TH1.1", "task": "hypothesis_testing/mystery_function_8", "score_threshold": 0.5, "task_time_minutes": 14.773, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "image_labeling/layered_squares", "score_threshold": 0.99, "task_time_minutes": 87.306, "mean_success_rate_percent": 69.4444},
      {"task_set": "TH1.1", "task": "image_labeling/spiral_angle", "score_threshold": 0.99, "task_time_minutes": 146.547, "mean_success_rate_percent": 57.7778},
      {"task_set": "TH1.1", "task": "implement_ace_oauth/given_models_crypto_cbor", "score_threshold": 0.5, "task_time_minutes": 960.0, "mean_success_rate_percent": 86.6667},
      {"task_set": "TH1.1", "task": "implement_ace_oauth/given_models_cwt_cbor", "score_threshold": 0.5, "task_time_minutes": 600.0, "mean_success_rate_percent": 83.3333},
      {"task_set": "TH1.1", "task": "interpret_building_data/eiffel_tower_progress", "score_threshold": 0.99, "task_time_minutes": 16.658, "mean_success_rate_percent": 86.1111},
      {"task_set": "TH1.1", "task": "interpret_data/ecommerce_biggest_order", "score_threshold": 0.5, "task_time_minutes": 12.435, "mean_success_rate_percent": 98.3333},
      {"task_set": "TH1.1", "task": "interpret_data/ecommerce_popular_products", "score_threshold": 0.5, "task_time_minutes": 13.733, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "interpret_data/ecommerce_spent_most", "score_threshold": 0.5, "task_time_minutes": 12.81, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "local_research/atari_epochs", "score_threshold": 0.5, "task_time_minutes": 1.784, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "local_research/which_does_worse", "score_threshold": 0.5, "task_time_minutes": 4.091, "mean_success_rate_percent": 72.2222},
      {"task_set": "TH1.1", "task": "local_research_tex/33b_better_than_65b", "score_threshold": 0.5, "task_time_minutes": 12.111, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "local_research_tex/ar_report", "score_threshold": 0.5, "task_time_minutes": 15.986, "mean_success_rate_percent": 90.0},
      {"task_set": "TH1.1", "task": "local_research_tex/more_bias", "score_threshold": 0.5, "task_time_minutes": 7.571, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "make_web_server/hello", "score_threshold": 0.5, "task_time_minutes": 14.737, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "mlab/w1d1", "score_threshold": 0.5, "task_time_minutes": 480.0, "mean_success_rate_percent": 86.6667},
      {"task_set": "TH1.1", "task": "mlab/w1d3", "score_threshold": 0.5, "task_time_minutes": 480.0, "mean_success_rate_percent": 41.1111},
      {"task_set": "TH1.1", "task": "mlab/w2d2_part3_wikitext", "score_threshold": 0.5, "task_time_minutes": 480.0, "mean_success_rate_percent": 71.1111},
      {"task_set": "TH1.1", "task": "mlab/w2d4", "score_threshold": 0.5, "task_time_minutes": 480.0, "mean_success_rate_percent": 79.4444},
      {"task_set": "TH1.1", "task": "molecule_structure/1", "score_threshold": 0.5, "task_time_minutes": 466.748, "mean_success_rate_percent": 88.3333},
      {"task_set": "TH1.1", "task": "molecule_structure/2", "score_threshold": 0.5, "task_time_minutes": 27.0, "mean_success_rate_percent": 72.2222},
      {"task_set": "TH1.1", "task": "molecule_structure/3", "score_threshold": 0.5, "task_time_minutes": 16.0, "mean_success_rate_percent": 91.6667},
      {"task_set": "TH1.1", "task": "multiarmed_bandit/explore_first", "score_threshold": 0.99, "task_time_minutes": 52.14, "mean_success_rate_percent": 43.3333},
      {"task_set": "TH1.1", "task": "munge_data/chess", "score_threshold": 0.5, "task_time_minutes": 40.65, "mean_success_rate_percent": 96.6667},
      {"task_set": "TH1.1", "task": "munge_data/easy", "score_threshold": 0.5, "task_time_minutes": 39.155, "mean_success_rate_percent": 98.3333},
      {"task_set": "TH1.1", "task": "munge_data/trajectories", "score_threshold": 0.5, "task_time_minutes": 129.285, "mean_success_rate_percent": 37.7778},
      {"task_set": "TH1.1", "task": "munge_data/very_easy", "score_threshold": 0.5, "task_time_minutes": 8.124, "mean_success_rate_percent": 96.6667},
      {"task_set": "TH1.1", "task": "network_routing/main", "score_threshold": 0.782, "task_time_minutes": 264.986, "mean_success_rate_percent": 77.2222},
      {"task_set": "TH1.1", "task": "network_routing/template_provided", "score_threshold": 0.846, "task_time_minutes": 319.482, "mean_success_rate_percent": 79.4444},
      {"task_set": "TH1.1", "task": "oxdna_simple/default", "score_threshold": 0.5, "task_time_minutes": 11.234, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "pico_ctf/104_nohint_no_internet", "score_threshold": 0.5, "task_time_minutes": 7.18, "mean_success_rate_percent": 98.3333},
      {"task_set": "TH1.1", "task": "pico_ctf/166_no_internet", "score_threshold": 0.5, "task_time_minutes": 6.087, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "pico_ctf/208_no_internet", "score_threshold": 0.5, "task_time_minutes": 65.133, "mean_success_rate_percent": 85.0},
      {"task_set": "TH1.1", "task": "pico_ctf/256_no_internet", "score_threshold": 0.5, "task_time_minutes": 2.919, "mean_success_rate_percent": 95.0},
      {"task_set": "TH1.1", "task": "pico_ctf/264_nohint_no_internet", "score_threshold": 0.5, "task_time_minutes": 12.175, "mean_success_rate_percent": 96.6667},
      {"task_set": "TH1.1", "task": "pico_ctf/316_nohint_no_internet", "score_threshold": 0.5, "task_time_minutes": 2.119, "mean_success_rate_percent": 95.0},
      {"task_set": "TH1.1", "task": "questions/swift", "score_threshold": 0.5, "task_time_minutes": 4.525, "mean_success_rate_percent": 62.7778},
      {"task_set": "TH1.1", "task": "request_routing/request_routing_10", "score_threshold": 0.5, "task_time_minutes": 0.15232, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "request_routing/request_routing_2", "score_threshold": 0.5, "task_time_minutes": 0.16349, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "request_routing/request_routing_3", "score_threshold": 0.5, "task_time_minutes": 0.131724, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "request_routing/request_routing_4", "score_threshold": 0.5, "task_time_minutes": 0.205686, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "request_routing/request_routing_5", "score_threshold": 0.5, "task_time_minutes": 0.195977, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "request_routing/request_routing_6", "score_threshold": 0.5, "task_time_minutes": 0.255125, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "request_routing/request_routing_7", "score_threshold": 0.5, "task_time_minutes": 0.273708, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "request_routing/request_routing_8", "score_threshold": 0.5, "task_time_minutes": 0.202229, "mean_success_rate_percent": 100.0},
      {"task_set": "TH1.1", "task": "request_routing/request_routing_9", "score_threshold": 0.5, "task_time_minutes": 0.298437, "mean_success_rate_percent": 73.3333},
      {"task_set": "TH1.1", "task": "robot_control/default", "score_threshold": 0.5, "task_time_minutes": 1800.0, "mean_success_rate_percent": 67.7778},
      {"task_set": "TH1.1", "task": "sentiment_probe/easy", "score_threshold": 0.98, "task_time_minutes": 49.192, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "sparse_adversarial_perturbations/default", "score_threshold": 0.5, "task_time_minutes": 450.0, "mean_success_rate_percent": 90.0},
      {"task_set": "TH1.1", "task": "spn_cryptanalysis/3-stage-spn", "score_threshold": 0.5, "task_time_minutes": 180.0, "mean_success_rate_percent": 0.952381},
      {"task_set": "TH1.1", "task": "spn_cryptanalysis/4-stage-spn", "score_threshold": 0.5, "task_time_minutes": 300.0, "mean_success_rate_percent": 0.0},
      {"task_set": "TH1.1", "task": "spn_cryptanalysis/5-stage-spn", "score_threshold": 0.5, "task_time_minutes": 480.0, "mean_success_rate_percent": 0.0},
      {"task_set": "TH1.1", "task": "symbolic_regression/level_1", "score_threshold": 0.5, "task_time_minutes": 47.0, "mean_success_rate_percent": 93.3333},
      {"task_set": "TH1.1", "task": "symbolic_regression/level_2", "score_threshold": 0.5, "task_time_minutes": 90.0, "mean_success_rate_percent": 75.7071},
      {"task_set": "TH1.1", "task": "tree_traversal_kernel/default", "score_threshold": 0.5, "task_time_minutes": 240.0, "mean_success_rate_percent": 82.7778},
      {"task_set": "TH1.1", "task": "uav_search/default", "score_threshold": 0.5, "task_time_minutes": 870.0, "mean_success_rate_percent": 54.127},
      {"task_set": "TH1.1", "task": "white_box_attack/targeted", "score_threshold": 0.661, "task_time_minutes": 306.658, "mean_success_rate_percent": 82.5},
      {"task_set": "TH1.1", "task": "white_box_attack/untargeted", "score_threshold": 0.5, "task_time_minutes": 600.0, "mean_success_rate_percent": 91.6667},
      {"task_set": "TH1.1", "task": "wikipedia_research/austrian_votes", "score_threshold": 0.5, "task_time_minutes": 1.869, "mean_success_rate_percent": 95.0},
      {"task_set": "TH1.1", "task": "wikipedia_research/speaker_of_house", "score_threshold": 0.5, "task_time_minutes": 1.085, "mean_success_rate_percent": 98.3333},
      {"task_set": "TH2 (Verifiable)", "task": "budget_nanogpt/budget_nanogpt_5845e94", "score_threshold": 0.011, "task_time_minutes": 1440.0, "mean_success_rate_percent": 48.6667},
      {"task_set": "TH2 (Verifiable)", "task": "budget_nanogpt/budget_nanogpt_5845e94", "score_threshold": 0.014, "task_time_minutes": 2520.0, "mean_success_rate_percent": 39.3333},
      {"task_set": "TH2 (Verifiable)", "task": "budget_nanogpt/budget_nanogpt_5845e94", "score_threshold": 0.044, "task_time_minutes": 4920.0, "mean_success_rate_percent": 21.1111},
      {"task_set": "TH2 (Verifiable)", "task": "budget_nanogpt/budget_nanogpt_5845e94", "score_threshold": 0.051, "task_time_minutes": 6120.0, "mean_success_rate_percent": 18.8889},
      {"task_set": "TH2 (Verifiable)", "task": "budget_nanogpt/budget_nanogpt_5845e94", "score_threshold": 0.112, "task_time_minutes": 12000.0, "mean_success_rate_percent": 7.77778},
      {"task_set": "TH2 (Verifiable)", "task": "budget_nanogpt/budget_nanogpt_5845e94_16h", "score_threshold": 0.011, "task_time_minutes": 1440.0, "mean_success_rate_percent": 37.7778},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19", "score_threshold": 0.0908, "task_time_minutes": 47.0, "mean_success_rate_percent": 75.5556},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19", "score_threshold": 0.2637, "task_time_minutes": 68.0, "mean_success_rate_percent": 53.3333},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19", "score_threshold": 0.3443, "task_time_minutes": 82.0, "mean_success_rate_percent": 42.2222},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19", "score_threshold": 0.474, "task_time_minutes": 105.0, "mean_success_rate_percent": 37.7778},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19", "score_threshold": 0.6528, "task_time_minutes": 134.0, "mean_success_rate_percent": 33.3333},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19", "score_threshold": 0.766, "task_time_minutes": 145.0, "mean_success_rate_percent": 28.8889},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19", "score_threshold": 0.8079, "task_time_minutes": 155.0, "mean_success_rate_percent": 22.2222},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19", "score_threshold": 0.8522, "task_time_minutes": 162.0, "mean_success_rate_percent": 22.2222},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19", "score_threshold": 0.9481, "task_time_minutes": 195.0, "mean_success_rate_percent": 15.5556},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19", "score_threshold": 0.99, "task_time_minutes": 203.0, "mean_success_rate_percent": 15.5556},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19_budgeted", "score_threshold": 0.0908, "task_time_minutes": 47.0, "mean_success_rate_percent": 80.0},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19_budgeted", "score_threshold": 0.2637, "task_time_minutes": 68.0, "mean_success_rate_percent": 60.0},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19_budgeted", "score_threshold": 0.3443, "task_time_minutes": 82.0, "mean_success_rate_percent": 53.3333},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19_budgeted", "score_threshold": 0.474, "task_time_minutes": 105.0, "mean_success_rate_percent": 46.6667},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19_budgeted", "score_threshold": 0.6528, "task_time_minutes": 134.0, "mean_success_rate_percent": 46.6667},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19_budgeted", "score_threshold": 0.766, "task_time_minutes": 145.0, "mean_success_rate_percent": 40.0},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19_budgeted", "score_threshold": 0.8079, "task_time_minutes": 155.0, "mean_success_rate_percent": 40.0},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19_budgeted", "score_threshold": 0.8522, "task_time_minutes": 162.0, "mean_success_rate_percent": 33.3333},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19_budgeted", "score_threshold": 0.9481, "task_time_minutes": 195.0, "mean_success_rate_percent": 33.3333},
      {"task_set": "TH2 (Verifiable)", "task": "dominion_like/19_budgeted", "score_threshold": 0.99, "task_time_minutes": 203.0, "mean_success_rate_percent": 26.6667},
      {"task_set": "TH2 (Verifiable)", "task": "minecraft_bot/beat_game_internet", "score_threshold": 0.04, "task_time_minutes": 334.0, "mean_success_rate_percent": 73.3333},
      {"task_set": "TH2 (Verifiable)", "task": "minecraft_bot/beat_game_internet", "score_threshold": 0.07, "task_time_minutes": 577.0, "mean_success_rate_percent": 60.0},
      {"task_set": "TH2 (Verifiable)", "task": "minecraft_bot/beat_game_internet", "score_threshold": 0.175, "task_time_minutes": 1421.0, "mean_success_rate_percent": 13.3333},
      {"task_set": "TH2 (Verifiable)", "task": "minecraft_bot/beat_game_internet", "score_threshold": 0.475, "task_time_minutes": 1604.0, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Verifiable)", "task": "minecraft_bot/beat_game_internet", "score_threshold": 0.65, "task_time_minutes": 2469.0, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Verifiable)", "task": "minecraft_bot/beat_game_internet", "score_threshold": 0.75, "task_time_minutes": 3762.0, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Verifiable)", "task": "minecraft_bot/beat_game_internet", "score_threshold": 0.99, "task_time_minutes": 6885.0, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Verifiable)", "task": "minecraft_bot/beat_game_internet", "score_threshold": 0.99, "task_time_minutes": 7914.0, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels", "score_threshold": 0.01, "task_time_minutes": 173.0, "mean_success_rate_percent": 82.2222},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels", "score_threshold": 0.0125, "task_time_minutes": 319.0, "mean_success_rate_percent": 82.2222},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels", "score_threshold": 0.02, "task_time_minutes": 528.0, "mean_success_rate_percent": 80.0},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels", "score_threshold": 0.0399, "task_time_minutes": 529.0, "mean_success_rate_percent": 80.0},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels", "score_threshold": 0.0571, "task_time_minutes": 535.0, "mean_success_rate_percent": 80.0},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels", "score_threshold": 0.0572, "task_time_minutes": 554.0, "mean_success_rate_percent": 80.0},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels", "score_threshold": 0.1371, "task_time_minutes": 2322.0, "mean_success_rate_percent": 11.1111},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels_offline", "score_threshold": 0.01, "task_time_minutes": 173.0, "mean_success_rate_percent": 80.0},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels_offline", "score_threshold": 0.0125, "task_time_minutes": 319.0, "mean_success_rate_percent": 80.0},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels_offline", "score_threshold": 0.02, "task_time_minutes": 528.0, "mean_success_rate_percent": 76.6667},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels_offline", "score_threshold": 0.0399, "task_time_minutes": 529.0, "mean_success_rate_percent": 63.3333},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels_offline", "score_threshold": 0.0571, "task_time_minutes": 535.0, "mean_success_rate_percent": 50.0},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels_offline", "score_threshold": 0.0572, "task_time_minutes": 554.0, "mean_success_rate_percent": 50.0},
      {"task_set": "TH2 (Verifiable)", "task": "reverse_conway/all_levels_offline", "score_threshold": 0.1371, "task_time_minutes": 2322.0, "mean_success_rate_percent": 10.0},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.05, "task_time_minutes": 174.3, "mean_success_rate_percent": 81.6667},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.1, "task_time_minutes": 363.3, "mean_success_rate_percent": 64.4444},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.15, "task_time_minutes": 554.8, "mean_success_rate_percent": 43.8889},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.2, "task_time_minutes": 743.5, "mean_success_rate_percent": 24.4444},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.25, "task_time_minutes": 931.6, "mean_success_rate_percent": 9.44444},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.3, "task_time_minutes": 1118.6, "mean_success_rate_percent": 6.66667},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.35, "task_time_minutes": 1304.6, "mean_success_rate_percent": 6.66667},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.4, "task_time_minutes": 1490.9, "mean_success_rate_percent": 5.0},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.45, "task_time_minutes": 1675.3, "mean_success_rate_percent": 4.44444},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.5, "task_time_minutes": 1858.0, "mean_success_rate_percent": 2.22222},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.55, "task_time_minutes": 2038.5, "mean_success_rate_percent": 1.11111},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.6, "task_time_minutes": 2221.7, "mean_success_rate_percent": 0.555556},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.65, "task_time_minutes": 2405.6, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.7, "task_time_minutes": 2593.3, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.75, "task_time_minutes": 2767.9, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.8, "task_time_minutes": 2951.5, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Verifiable)", "task": "slay_the_spire/win_rate_a20_20_games", "score_threshold": 0.85, "task_time_minutes": 3082.5, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Verifiable)", "task": "train_a_program/program_1_budget", "score_threshold": 0.0287, "task_time_minutes": 259.0, "mean_success_rate_percent": 17.7778},
      {"task_set": "TH2 (Verifiable)", "task": "train_a_program/program_1_budget", "score_threshold": 0.0288, "task_time_minutes": 391.0, "mean_success_rate_percent": 17.7778},
      {"task_set": "TH2 (Verifiable)", "task": "train_a_program/program_1_budget", "score_threshold": 0.1244, "task_time_minutes": 499.0, "mean_success_rate_percent": 8.88889},
      {"task_set": "TH2 (Verifiable)", "task": "train_a_program/program_1_budget", "score_threshold": 0.1993, "task_time_minutes": 574.0, "mean_success_rate_percent": 7.77778},
      {"task_set": "TH2 (Verifiable)", "task": "train_a_program/program_1_budget", "score_threshold": 0.2133, "task_time_minutes": 574.0, "mean_success_rate_percent": 7.77778},
      {"task_set": "TH2 (Verifiable)", "task": "train_a_program/program_1_budget", "score_threshold": 0.5, "task_time_minutes": 2400.0, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Verifiable)", "task": "train_a_program/program_1_budget", "score_threshold": 0.7, "task_time_minutes": 6720.0, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Hard-to-verify & Judgment)", "task": "judge_run/older_models_tasks", "score_threshold": 0.75, "task_time_minutes": 4.7, "mean_success_rate_percent": 8.88889},
      {"task_set": "TH2 (Hard-to-verify & Judgment)", "task": "judge_run/newer_models_tasks", "score_threshold": 0.75, "task_time_minutes": 6.5, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Hard-to-verify & Judgment)", "task": "lmca/aggregated", "score_threshold": 0.5, "task_time_minutes": 5.0, "mean_success_rate_percent": 73.3333},
      {"task_set": "TH2 (Hard-to-verify & Judgment)", "task": "lmca/aggregated", "score_threshold": 0.8, "task_time_minutes": 15.0, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Hard-to-verify & Judgment)", "task": "make_eval/challenge", "score_threshold": 0.375, "task_time_minutes": 120.0, "mean_success_rate_percent": 24.4444},
      {"task_set": "TH2 (Hard-to-verify & Judgment)", "task": "make_eval/challenge", "score_threshold": 0.5, "task_time_minutes": 240.0, "mean_success_rate_percent": 15.5556},
      {"task_set": "TH2 (Hard-to-verify & Judgment)", "task": "make_eval/challenge", "score_threshold": 0.625, "task_time_minutes": 480.0, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Hard-to-verify & Judgment)", "task": "make_eval/challenge", "score_threshold": 0.8, "task_time_minutes": 2160.0, "mean_success_rate_percent": 0.0},
      {"task_set": "TH2 (Hard-to-verify & Judgment)", "task": "make_eval/challenge", "score_threshold": 0.85, "task_time_minutes": 3360.0, "mean_success_rate_percent": 0.0}
     ]
    }
   ]
  }
 ]
}
