{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.17046138700970914
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13778421899769455
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15130831899296027
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.09677820499928202
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12474552399362437
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11812547699082643
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6634212669887347
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14177115699567366
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12419124400184955
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1206695220025722
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1352205200091703
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.57507133600302
    },
    {
      "branch": "8384425dbf58",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02376330400875304
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12531852698884904
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.128487520996714
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1009711810038425
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13105670300137717
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.844051035994198
    },
    {
      "branch": "79af22e6a745",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0368918659951305
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13099308899836615
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10571751301176846
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1295307749969652
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1356565479945857
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 37.05495025700657
    },
    {
      "branch": "36519d111ac2",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02319155698933173
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12012437400699127
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1404163040133426
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1436525850003818
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1314379760005977
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.845827723009279
    },
    {
      "branch": "174ba0ea8bbc",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04158295701199677
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14420906698796898
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13124632499238942
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13367143599316478
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1320213050057646
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.891142314998433
    },
    {
      "branch": "dab235980e78",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03936956099641975
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13892726300400682
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12654839499737136
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12314729299396276
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1309028749965364
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.747122897999361
    },
    {
      "branch": "744a20b591d4",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03899527400790248
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12413661999744363
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11182062000443693
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12692482600687072
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13266242199460976
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.221989619996748
    },
    {
      "branch": "fafedd2177bc",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.019853952995617874
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14868188599939458
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11404328299977351
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13822579600673635
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12419289600802585
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.575612147993525
    },
    {
      "branch": "5972c17f0779",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03787957500026096
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13482870199368335
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13680133898742497
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1271206999954302
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13067097000021022
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.8296394429926295
    },
    {
      "branch": "9ce5aad8d0a3",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03004719299497083
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13833535800222307
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12091538899403531
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10262488899752498
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12779091999982484
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.5353751509974245
    },
    {
      "branch": "966baa6441ca",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.040464322999469005
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "9f2a26ad2fd4c2a9833126087aa51922801b189ff4dc93a0136cb1d6130d6c6d",
  "failed_tests": [
    {
      "branch": "8384425dbf58",
      "message_chars": 450,
      "message_redacted": true,
      "name": "eval.tests.test_basic.TestInputHandling.test_empty_file_path",
      "status": "failure"
    },
    {
      "branch": "8384425dbf58",
      "message_chars": 273,
      "message_redacted": true,
      "name": "eval.tests.test_basic.TestOutputGeneration.test_output_same_as_input_error",
      "status": "failure"
    },
    {
      "branch": "79af22e6a745",
      "message_chars": 1083,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_output_file_same_as_input",
      "status": "failure"
    },
    {
      "branch": "79af22e6a745",
      "message_chars": 1465,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_empty_wsdl_file",
      "status": "failure"
    },
    {
      "branch": "79af22e6a745",
      "message_chars": 602,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_treat_last_arg_as_wsdl",
      "status": "failure"
    },
    {
      "branch": "79af22e6a745",
      "message_chars": 408,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_invalid_xml_but_looks_like_wsdl",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 1118,
      "message_redacted": true,
      "name": "tests.test_cli.test_invalid_xml_eof_error",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_cli.test_directory_input_error",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 2451,
      "message_redacted": true,
      "name": "tests.test_cli.test_make_public_flag_false",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 462,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_output_directory",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 490,
      "message_redacted": true,
      "name": "tests.test_errors.test_output_file_same_as_input",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 175,
      "message_redacted": true,
      "name": "tests.test_errors.test_empty_file",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 528,
      "message_redacted": true,
      "name": "tests.test_errors.test_empty_output_filename_creates_directory_error",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 398,
      "message_redacted": true,
      "name": "tests.test_errors.test_package_name_starts_with_digit",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 370,
      "message_redacted": true,
      "name": "tests.test_gap_wsdl_xsd.test_xsd_complextype_invalid_boolean_mixed",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 403,
      "message_redacted": true,
      "name": "tests.test_gap_wsdl_xsd.test_xsd_element_invalid_boolean_nillable",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 1359,
      "message_redacted": true,
      "name": "tests.test_errors.test_no_arguments",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 575,
      "message_redacted": true,
      "name": "tests.test_harvest.test_unmarshal_vim_wsdl",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 576,
      "message_redacted": true,
      "name": "tests.test_errors.test_http_500_error",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 543,
      "message_redacted": true,
      "name": "tests.test_location.test_relative_import_resolution",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 643,
      "message_redacted": true,
      "name": "tests.test_errors.test_https_with_insecure_flag_bypasses_cert_check",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 317,
      "message_redacted": true,
      "name": "tests.test_cli.test_output_file_equals_input_error",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 586,
      "message_redacted": true,
      "name": "tests.test_cli.test_malformed_xml_syntax_error",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 364,
      "message_redacted": true,
      "name": "tests.test_gap_wsdl_xsd.test_xsd_element_multiple_invalid_booleans",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 819,
      "message_redacted": true,
      "name": "tests.test_errors.test_unsupported_url_scheme",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 171,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_xml_content",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 370,
      "message_redacted": true,
      "name": "tests.test_gap_wsdl_xsd.test_wsdl_types_nested_schema_decode_error",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 2547,
      "message_redacted": true,
      "name": "tests.test_errors.test_file_path_exceeds_system_limit",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 374,
      "message_redacted": true,
      "name": "tests.test_gap_wsdl_xsd.test_xsd_complextype_invalid_boolean_abstract",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 826,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_url_dns_failure",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 70,
      "message_redacted": true,
      "name": "tests.test_harvest.test_enumerations_generated_correctly",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 430,
      "message_redacted": true,
      "name": "tests.test_location.test_http_url_404_error",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 592,
      "message_redacted": true,
      "name": "tests.test_harvest.test_output_file_same_as_input",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 744,
      "message_redacted": true,
      "name": "tests.test_location.test_nested_parent_directory_reference",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 918,
      "message_redacted": true,
      "name": "tests.test_errors.test_https_certificate_verification_failure",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 569,
      "message_redacted": true,
      "name": "tests.test_location.test_path_with_spaces",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 540,
      "message_redacted": true,
      "name": "tests.test_location.test_symlink_resolution",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 366,
      "message_redacted": true,
      "name": "tests.test_gap_wsdl_xsd.test_xsd_complextype_both_abstract_and_mixed_invalid",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 402,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_package_name_with_spaces",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 476,
      "message_redacted": true,
      "name": "tests.test_errors.test_malformed_xml",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 573,
      "message_redacted": true,
      "name": "tests.test_location.test_epcis_multi_file_import_chain",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 731,
      "message_redacted": true,
      "name": "tests.test_location.test_current_directory_dot_slash_references",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 447,
      "message_redacted": true,
      "name": "tests.test_location.test_url_encoded_characters_in_http_path",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 409,
      "message_redacted": true,
      "name": "tests.test_location.test_file_wsdl_with_http_import",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 552,
      "message_redacted": true,
      "name": "tests.test_errors.test_http_404_error",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 592,
      "message_redacted": true,
      "name": "tests.test_location.test_special_characters_in_path",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 746,
      "message_redacted": true,
      "name": "tests.test_errors.test_http_connection_refused",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 409,
      "message_redacted": true,
      "name": "tests.test_location.test_https_import_in_wsdl",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 555,
      "message_redacted": true,
      "name": "tests.test_location.test_absolute_path_import",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 319,
      "message_redacted": true,
      "name": "tests.test_location.test_http_url_as_main_input",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 691,
      "message_redacted": true,
      "name": "tests.test_location.test_deeply_nested_parent_directory_traversal",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 780,
      "message_redacted": true,
      "name": "tests.test_location.test_malformed_url_treated_as_file",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 705,
      "message_redacted": true,
      "name": "tests.test_location.test_multiple_imports_same_wsdl",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 321,
      "message_redacted": true,
      "name": "tests.test_location.test_https_url_as_main_input",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 58,
      "message_redacted": true,
      "name": "tests.test_operations.test_operation_interface_with_multiple_methods",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 606,
      "message_redacted": true,
      "name": "tests.test_location.test_deeply_nested_relative_path",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 246,
      "message_redacted": true,
      "name": "tests.test_operations.test_operations_with_faults_generate_error_documentation",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 2089,
      "message_redacted": true,
      "name": "tests.test_operations.test_operation_documentation_preserved",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 552,
      "message_redacted": true,
      "name": "tests.test_operations.test_empty_string_type_for_missing_io",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 307,
      "message_redacted": true,
      "name": "tests.test_type_generation.test_basic_xsd_types_generation",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 247,
      "message_redacted": true,
      "name": "tests.test_operations.test_operation_with_no_input",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 306,
      "message_redacted": true,
      "name": "tests.test_type_generation.test_complex_content_extension",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 306,
      "message_redacted": true,
      "name": "tests.test_type_generation.test_reserved_go_keywords_escaping",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 2013,
      "message_redacted": true,
      "name": "tests.test_type_generation.test_unicode_names_in_types",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 416,
      "message_redacted": true,
      "name": "tests.test_operations.test_operation_with_no_output",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 234,
      "message_redacted": true,
      "name": "tests.test_type_generation.test_invalid_wsdl_file_error_handling",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 306,
      "message_redacted": true,
      "name": "tests.test_type_generation.test_enumeration_restriction_generation",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 666,
      "message_redacted": true,
      "name": "tests.test_type_generation.test_list_type_generation",
      "status": "failure"
    },
    {
      "branch": "36519d111ac2",
      "message_chars": 127,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_port_number_in_url",
      "status": "failure"
    },
    {
      "branch": "174ba0ea8bbc",
      "message_chars": 199,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_bool_flag_invalid_value_is_error",
      "status": "failure"
    },
    {
      "branch": "174ba0ea8bbc",
      "message_chars": 529,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_double_dash_forces_following_token_to_be_positional_not_flag",
      "status": "failure"
    },
    {
      "branch": "174ba0ea8bbc",
      "message_chars": 95,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_positional_first_then_flag_treated_as_filename_and_causes_open_error",
      "status": "failure"
    },
    {
      "branch": "dab235980e78",
      "message_chars": 671,
      "message_redacted": true,
      "name": "eval.tests.test_help_output.test_help_has_usage_line",
      "status": "failure"
    },
    {
      "branch": "dab235980e78",
      "message_chars": 492,
      "message_redacted": true,
      "name": "eval.tests.test_help_output.test_help_indentation_uses_tabbed_description_lines",
      "status": "failure"
    },
    {
      "branch": "dab235980e78",
      "message_chars": 382,
      "message_redacted": true,
      "name": "eval.tests.test_help_output.test_help_output_matches_baseline_exactly",
      "status": "failure"
    },
    {
      "branch": "744a20b591d4",
      "message_chars": 122,
      "message_redacted": true,
      "name": "eval.tests.test_error_cases.test_invalid_wsdl_content_exits_nonzero_and_prints_EOF",
      "status": "failure"
    },
    {
      "branch": "5972c17f0779",
      "message_chars": 286,
      "message_redacted": true,
      "name": "eval.tests.test_gowsdl.TestErrorHandling.test_nonexistent_output_directory",
      "status": "failure"
    },
    {
      "branch": "5972c17f0779",
      "message_chars": 2451,
      "message_redacted": true,
      "name": "eval.tests.test_gowsdl.TestCommandLineFlags.test_make_public_false",
      "status": "failure"
    },
    {
      "branch": "9ce5aad8d0a3",
      "message_chars": 406,
      "message_redacted": true,
      "name": "eval.tests.test_gowsdl_cli.test_help_long_exact_except_usage_path",
      "status": "failure"
    },
    {
      "branch": "9ce5aad8d0a3",
      "message_chars": 250,
      "message_redacted": true,
      "name": "eval.tests.test_gowsdl_cli.test_make_public_flag_changes_generated_code",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 3,
  "status_counts": {
    "failure": 83,
    "passed": 336
  },
  "test_branch_errors": {},
  "test_branches": [
    "8384425dbf58",
    "79af22e6a745",
    "36519d111ac2",
    "174ba0ea8bbc",
    "dab235980e78",
    "744a20b591d4",
    "fafedd2177bc",
    "5972c17f0779",
    "9ce5aad8d0a3",
    "966baa6441ca"
  ],
  "test_records": 419,
  "warnings": []
}