{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.156676080005127
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.12436789699131623
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.16219433599326294
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13981828799296636
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12474467199353967
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11089963899576105
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.674428614001954
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12678709399187937
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11936182499630377
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13374314099201
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.08748419600306079
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 17.832651862001512
    },
    {
      "branch": "b085a6cde326",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03579273600189481
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1325735669961432
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13402853600564413
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12765865300025325
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1263144599943189
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 12.995933201003936
    },
    {
      "branch": "576ea19c5b99",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0375758119917009
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10602669499348849
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09653766399424057
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11161584900401067
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13189348600280937
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 655.8267993730115
    },
    {
      "branch": "fcc1fea12b08",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.033155682001961395
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13430565199814737
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12087477499153465
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12838378200831357
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12960314599331468
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.9633406369976
    },
    {
      "branch": "889188d5a491",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038452540000434965
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12060525800916366
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12678312399657443
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12723730799916666
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13066075200913474
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.8280143050069455
    },
    {
      "branch": "c2e6cec3647e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03244669100968167
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.08356690900109243
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10925642000802327
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10976621499867178
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1323483779997332
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.800991177005926
    },
    {
      "branch": "887e021a9afd",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027469417997053824
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13814060100412462
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1377024760004133
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14083586499327794
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09637910600577015
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4582085109868785
    },
    {
      "branch": "3c9675c0f84e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038249092001933604
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1289560549921589
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1345114290015772
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09907239901076537
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13417656400997657
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.531707753005321
    },
    {
      "branch": "df5f5f14e9a6",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03435891399567481
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1310156069957884
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11906167800771073
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11660132200631779
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13989084601053037
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.079159234999679
    },
    {
      "branch": "a610e071591b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03211645700503141
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14087839300918858
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12515564599016216
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1404147189896321
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12921192099747714
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.765959481999744
    },
    {
      "branch": "ebb3d4162852",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03830958101025317
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10543802300526295
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12149720599700231
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1345325989968842
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13206218300911132
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.275287034994108
    },
    {
      "branch": "492d929b9118",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02247769599489402
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1420967370067956
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12495228998886887
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12088790300185792
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13668835000135005
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.601628474003519
    },
    {
      "branch": "5bcfd10e370e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04013404800207354
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1334876020118827
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13131647299451288
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14084298400848638
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13813839900831226
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.152007323995349
    },
    {
      "branch": "c37849812923",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0352380929980427
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13813924900023267
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10558656099601649
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13745146000292152
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12598084399360232
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.114354553006706
    },
    {
      "branch": "4e219826c927",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030291970004327595
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.17741893799393438
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12973211500502657
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11626435599464457
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10513598700345028
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.93829239999468
    },
    {
      "branch": "39dee6c2e271",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03790984700026456
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "ecc86ed085f9cd591af8393ecd236701ba1e14e7b2d0c9d725f6ed1964465838",
  "failed_tests": [
    {
      "branch": "b085a6cde326",
      "message_chars": 1372,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_multiple_values_from_files",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 1196,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_value_from_file",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_bench_comprehensive.test_bench_with_method_override",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_download_mode.test_download_basic",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_download_mode.test_download_large_file",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_download_mode.test_download_with_auth",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_download_mode.test_download_html",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_missing_file_for_value",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_download_mode.test_download_with_content_disposition",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_download_mode.test_download_json",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_download_mode.test_download_with_headers",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_custom_method_propfind",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_download_mode.test_download_xml",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_custom_method_lock",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_custom_method_copy",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_custom_method_unlock",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_http_methods.test_custom_method_via_method_flag",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_download_mode.test_download_short_flag",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_download_mode.test_download_from_post",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_download_mode.test_download_with_query_params",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_custom_method_mkcol",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_custom_method_move",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 743,
      "message_redacted": true,
      "name": "eval.tests.test_request_data.test_json_value_from_file",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "message_chars": 740,
      "message_redacted": true,
      "name": "eval.tests.test_type_conversion.test_value_from_file_basic",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1763,
      "message_redacted": true,
      "name": "tests.test_download_comprehensive.test_download_various_sizes",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1759,
      "message_redacted": true,
      "name": "tests.test_download_comprehensive.test_download_json_endpoint",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1406,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_localhost_with_path",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 2052,
      "message_redacted": true,
      "name": "tests.test_error_handling.test_file_not_found_for_upload",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1781,
      "message_redacted": true,
      "name": "tests.test_flag_combinations.test_method_flag_with_data",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1797,
      "message_redacted": true,
      "name": "tests.test_download_comprehensive.test_download_with_headers",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1759,
      "message_redacted": true,
      "name": "tests.test_download_comprehensive.test_download_html_page",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1772,
      "message_redacted": true,
      "name": "tests.test_http_methods.test_custom_method",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1779,
      "message_redacted": true,
      "name": "tests.test_http_methods.test_method_flag_overrides_implicit",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 226,
      "message_redacted": true,
      "name": "tests.test_headers_auth.test_basic_auth_in_url",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 740,
      "message_redacted": true,
      "name": "tests.test_error_handling.test_file_not_found_for_data",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1880,
      "message_redacted": true,
      "name": "tests.test_json.test_text_from_file",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1782,
      "message_redacted": true,
      "name": "tests.test_download_comprehensive.test_download_with_auth",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 721,
      "message_redacted": true,
      "name": "tests.test_method_detection.test_implicit_post_with_at_symbol",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1764,
      "message_redacted": true,
      "name": "tests.test_ssl_proxy_download.test_download_short_flag",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1765,
      "message_redacted": true,
      "name": "tests.test_ssl_proxy_download.test_download_shows_progress",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 471,
      "message_redacted": true,
      "name": "tests.test_ssl_proxy_download.test_proxy_environment_variable",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 2238,
      "message_redacted": true,
      "name": "tests.test_url_handling.test_localhost_shorthand_with_port",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "message_chars": 1726,
      "message_redacted": true,
      "name": "tests.test_url_handling.test_localhost_shorthand_root",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1852,
      "message_redacted": true,
      "name": "tests.test_bat_final.test_download_mode_extracts_filename_from_content_disposition",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1854,
      "message_redacted": true,
      "name": "tests.test_bat_final.test_download_mode_uses_url_path_when_no_content_disposition",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1840,
      "message_redacted": true,
      "name": "tests.test_bat_final.test_download_mode_creates_file_with_large_content",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1840,
      "message_redacted": true,
      "name": "tests.test_bat_final.test_download_mode_handles_empty_response",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 128,
      "message_redacted": true,
      "name": "tests.test_bat_final.test_proxy_from_environment_variable",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 83,
      "message_redacted": true,
      "name": "tests.test_bat_final.test_url_shorthand_colon_slash",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1847,
      "message_redacted": true,
      "name": "tests.test_bat_final.test_method_flag_with_no_data",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 223,
      "message_redacted": true,
      "name": "tests.test_bat_final.test_insecure_flag_with_https",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1831,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_url_shorthand_colon_only",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1809,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_url_shorthand_colon_port",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1809,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_url_shorthand_colon_port_no_slash",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1846,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_auth_username_only",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1852,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_auth_username_password",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1899,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_body_parameter",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1888,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_proxy_parameter_with_bad_proxy",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 2099,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_insecure_ssl_flag",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1818,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_url_without_scheme_adds_http",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 2086,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_url_with_https_scheme",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1828,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_print_option_lowercase_h",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1828,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_print_option_lowercase_b",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1829,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_print_option_combined_HB",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1829,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_print_option_combined_hb",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1828,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_print_option_all_A",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1843,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_download_mode_with_content_disposition",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1838,
      "message_redacted": true,
      "name": "tests.test_bat_gaps.test_download_mode_without_content_disposition",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1882,
      "message_redacted": true,
      "name": "tests.test_bench.test_bench_flag_enables_benchmark_mode",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1800,
      "message_redacted": true,
      "name": "tests.test_bench.test_bench_alternative_flag",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1797,
      "message_redacted": true,
      "name": "tests.test_bench.test_bench_n_parameter_controls_request_count",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1798,
      "message_redacted": true,
      "name": "tests.test_bench.test_bench_c_parameter_controls_concurrency",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1796,
      "message_redacted": true,
      "name": "tests.test_bench.test_bench_small_n_value",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1797,
      "message_redacted": true,
      "name": "tests.test_bench.test_bench_n_less_than_c",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1796,
      "message_redacted": true,
      "name": "tests.test_bench.test_bench_n_equals_c",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1797,
      "message_redacted": true,
      "name": "tests.test_bench.test_bench_statistics_format_and_values",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1797,
      "message_redacted": true,
      "name": "tests.test_bench.test_bench_status_code_distribution",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1797,
      "message_redacted": true,
      "name": "tests.test_bench.test_bench_latency_distribution_percentiles",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 1797,
      "message_redacted": true,
      "name": "tests.test_bench.test_bench_response_time_histogram",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 318,
      "message_redacted": true,
      "name": "tests.test_bench.test_bench_post_request",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 243,
  "status_counts": {
    "failure": 310,
    "passed": 1139,
    "skipped": 13
  },
  "test_branch_errors": {},
  "test_branches": [
    "b085a6cde326",
    "576ea19c5b99",
    "fcc1fea12b08",
    "889188d5a491",
    "c2e6cec3647e",
    "887e021a9afd",
    "3c9675c0f84e",
    "df5f5f14e9a6",
    "a610e071591b",
    "ebb3d4162852",
    "492d929b9118",
    "5bcfd10e370e",
    "c37849812923",
    "4e219826c927",
    "39dee6c2e271"
  ],
  "test_records": 1462,
  "warnings": []
}