{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.15058872500958387
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13100430701160803
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.16255715998704545
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12079081899719313
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.137374017998809
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1260869649995584
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6775703619932756
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12591981700097676
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1391361540008802
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12608154500776436
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11870053700113203
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 54.80558359400311
    },
    {
      "branch": "d95dad695c95",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03912033000960946
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10424268701171968
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.08283275400754064
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12388817600731272
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11368525600119028
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 509.43507073998626
    },
    {
      "branch": "8f4b78a7e9eb",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04042940100771375
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12405088200466707
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11901849300193135
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11857768800109625
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12070492000202648
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 55.74773182599165
    },
    {
      "branch": "e454759f15a4",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04076129599707201
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14603699900908396
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13532903700252064
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11321107299590949
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11707053999998607
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.602137642999878
    },
    {
      "branch": "f1e76ae50499",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030886181004461832
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13261635499657132
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10976165000465699
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1337369690008927
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12899186499998905
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.941319584992016
    },
    {
      "branch": "c977eb4a4e02",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0339510199992219
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11829644298995845
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11529874400002882
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09683409999706782
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1403690769948298
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6429867679980816
    },
    {
      "branch": "4acd63872783",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.042120707003050484
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13297068000247236
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1312294329982251
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10160541399091017
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.128081476999796
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.598823807013105
    },
    {
      "branch": "6ce775dbab8a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03669577201071661
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1454602060111938
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13712054200004786
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12215155000740197
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12450970699137542
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.436329158008448
    },
    {
      "branch": "ac290e5f97d2",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03733280400047079
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1406067339994479
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13155963900499046
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12043777399230748
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13418240200553555
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 54.34015903700492
    },
    {
      "branch": "183567ae769e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03816316199663561
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "d27ae75404d218eb1b8f977b55afe0f65d01e533c72846e21e769dc700c50023",
  "failed_tests": [
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 336,
      "message_redacted": true,
      "name": "tests.test_cli_basics.test_env_bore_server_used_when_no_to_flag",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 207,
      "message_redacted": true,
      "name": "tests.test_cli_basics.test_server_min_port_explicit_1024",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 212,
      "message_redacted": true,
      "name": "tests.test_cli_basics.test_local_long_host_name",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 478,
      "message_redacted": true,
      "name": "tests.test_client.test_port_boundary_minimum",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 409,
      "message_redacted": true,
      "name": "tests.test_client.test_env_server_invalid",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 484,
      "message_redacted": true,
      "name": "tests.test_client.test_port_boundary_maximum",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 502,
      "message_redacted": true,
      "name": "tests.test_client.test_remote_port_boundary_maximum",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 335,
      "message_redacted": true,
      "name": "tests.test_client.test_dns_lookup_failure",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 264,
      "message_redacted": true,
      "name": "tests.test_client.test_remote_port_boundary_minimum",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 483,
      "message_redacted": true,
      "name": "tests.test_client.test_localhost_hostname",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 147,
      "message_redacted": true,
      "name": "tests.test_client.test_unreachable_ip_address",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 426,
      "message_redacted": true,
      "name": "tests.test_auth.test_auth_wrong_secret_error@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 739,
      "message_redacted": true,
      "name": "tests.test_client.test_very_long_hostname",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 409,
      "message_redacted": true,
      "name": "tests.test_client.test_invalid_domain_name",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 303,
      "message_redacted": true,
      "name": "tests.test_client.test_empty_server_address",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 304,
      "message_redacted": true,
      "name": "tests.test_client.test_whitespace_server_address",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 439,
      "message_redacted": true,
      "name": "tests.test_auth.test_auth_empty_secret_mismatch@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 824,
      "message_redacted": true,
      "name": "tests.test_auth.test_auth_long_secret@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 346,
      "message_redacted": true,
      "name": "tests.test_auth.test_auth_case_sensitive_secret@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 423,
      "message_redacted": true,
      "name": "tests.test_auth.test_auth_repeated_char_secret@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 330,
      "message_redacted": true,
      "name": "tests.test_auth.test_auth_multiple_clients_different_secrets@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 330,
      "message_redacted": true,
      "name": "tests.test_auth.test_auth_prefix_suffix_mismatch@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 366,
      "message_redacted": true,
      "name": "tests.test_auth.test_auth_rapid_authentication_attempts@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 201,
      "message_redacted": true,
      "name": "tests.test_client_gaps.test_client_handles_wrong_authentication_secret@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 1781,
      "message_redacted": true,
      "name": "tests.test_client_gaps.test_client_handles_local_connection_failure@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 567,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_local_empty_hostname@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 643,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_local_nonexistent_hostname@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 3796,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_local_255_char_hostname@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 615,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_local_unicode_hostname@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 672,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_local_to_arg_with_spaces@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 668,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_local_to_arg_with_tab@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 85,
      "message_redacted": true,
      "name": "tests.test_harvest.test_mismatched_secret[None-my secret]@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 119,
      "message_redacted": true,
      "name": "tests.test_harvest.test_invalid_address@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 120,
      "message_redacted": true,
      "name": "tests.test_harvest.test_very_long_frame@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 459,
      "message_redacted": true,
      "name": "tests.test_integration.test_client_wrong_secret_to_protected_server@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 459,
      "message_redacted": true,
      "name": "tests.test_integration.test_authentication_mismatched_secrets@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 199,
      "message_redacted": true,
      "name": "tests.test_protocol.test_oversized_frame_rejected@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 85,
      "message_redacted": true,
      "name": "tests.test_protocol.test_wrong_authentication_rejected@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_protocol.test_timeout_waiting_for_authentication@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_protocol.test_timeout_waiting_for_hello@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_protocol.test_heartbeat_messages_sent@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 178,
      "message_redacted": true,
      "name": "tests.test_protocol.test_message_exactly_at_max_length@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 262,
      "message_redacted": true,
      "name": "tests.test_protocol.test_negative_port_number@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 190,
      "message_redacted": true,
      "name": "tests.test_protocol.test_connection_with_unknown_message_type@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 261,
      "message_redacted": true,
      "name": "tests.test_protocol.test_very_large_port_number@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 286,
      "message_redacted": true,
      "name": "tests.test_server.test_server_negative_port_error@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_server_gaps.test_server_sends_heartbeat_after_hello@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 126,
      "message_redacted": true,
      "name": "tests.test_server_gaps.test_server_handles_unexpected_authenticate_message@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_server_gaps.test_server_sends_connection_message_on_incoming_tunnel@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_server_gaps.test_server_accept_message_initiates_forwarding@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_server_gaps.test_server_multiple_incoming_connections_get_unique_uuids@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_server_gaps.test_server_stale_connection_cleanup@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 82,
      "message_redacted": true,
      "name": "tests.test_server_gaps.test_server_handles_random_port_allocation_exhaustion@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_server_gaps.test_server_connection_message_timing@server_tests",
      "status": "failure"
    },
    {
      "branch": "8f4b78a7e9eb",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_server_gaps.test_server_heartbeat_continues_after_tunnel_disconnect@server_tests",
      "status": "failure"
    },
    {
      "branch": "e454759f15a4",
      "message_chars": 469,
      "message_redacted": true,
      "name": "eval.tests.test_args_parsing.test_unexpected_args[args0-needles0]",
      "status": "failure"
    },
    {
      "branch": "e454759f15a4",
      "message_chars": 539,
      "message_redacted": true,
      "name": "eval.tests.test_args_parsing.test_local_missing_option_values[args3-needles3]",
      "status": "failure"
    },
    {
      "branch": "c977eb4a4e02",
      "message_chars": 188,
      "message_redacted": true,
      "name": "eval.tests.test_cli_io.test_local_invalid_host_name_exit_1_and_shows_name_or_service_not_known",
      "status": "failure"
    },
    {
      "branch": "183567ae769e",
      "message_chars": 127,
      "message_redacted": true,
      "name": "eval.tests.test_bore.TestEdgeCases.test_local_short_form_options",
      "status": "failure"
    },
    {
      "branch": "183567ae769e",
      "message_chars": 130,
      "message_redacted": true,
      "name": "eval.tests.test_bore.TestEdgeCases.test_local_very_high_port",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 60,
    "passed": 390
  },
  "test_branch_errors": {},
  "test_branches": [
    "d95dad695c95",
    "8f4b78a7e9eb",
    "e454759f15a4",
    "f1e76ae50499",
    "c977eb4a4e02",
    "4acd63872783",
    "6ce775dbab8a",
    "ac290e5f97d2",
    "183567ae769e"
  ],
  "test_records": 450,
  "warnings": []
}