{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.12572822300717235
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1193304500047816
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.16906697100785095
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1426025520049734
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1392680470016785
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12482458500016946
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6944287749938667
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12441236099402886
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11249652299738955
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12375913900905289
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12206620299548376
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.6777031579986215
    },
    {
      "branch": "066b68295b09",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04038532898994163
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14223970798775554
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1273054610064719
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12921577400993556
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12207183300051838
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 11.686171285997261
    },
    {
      "branch": "3f2b4bcfcec2",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031643768001231365
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12911735600209795
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12554911599727347
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13733925399719737
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.0863959190028254
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 16.904774273003568
    },
    {
      "branch": "d795615fe94d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037489488007850014
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12850544499815442
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10856549699383322
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1237176810100209
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11934987900895067
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.484959289999097
    },
    {
      "branch": "03200c1f8b6b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03591850999509916
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1213000620045932
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1125108729902422
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13560714801133145
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.145322734999354
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.439147454002523
    },
    {
      "branch": "84a804e946be",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03803922999941278
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1414405979885487
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11471487299422733
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10138229498988949
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11730076800449751
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5968540600006236
    },
    {
      "branch": "bcb1a5eb37b4",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.022185447000083514
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14660382700094488
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1307307239912916
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13039577899326105
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13124104699818417
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.551542077999329
    },
    {
      "branch": "f4ef2edbac33",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03959157000645064
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1307111540081678
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10850444898824207
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1333041680045426
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13032019999809563
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.5642855539917946
    },
    {
      "branch": "c838c0f38211",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036277963998145424
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13910790999943856
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1365797040052712
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1225848460017005
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12699934499687515
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.674317861994496
    },
    {
      "branch": "0045f0d1e718",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03875300100480672
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12905648800369818
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13258287899952848
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09964640899852384
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1170456620020559
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.954430454003159
    },
    {
      "branch": "2d98faf2b67e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0207647360075498
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15907242700632196
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13873579500068445
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12714966299245134
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13043358799768612
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.713513166003395
    },
    {
      "branch": "cc460e513242",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03800374100683257
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11394672399910633
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13237741201010067
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13830562100338284
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12593101999664214
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.595356520992937
    },
    {
      "branch": "1a2aceff2c99",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024958397989394143
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "cd7708eddc9f9bc66a5146e3bdbb3be3895729cc10bedfb5338ce8e17dc9cfcf",
  "failed_tests": [
    {
      "branch": "066b68295b09",
      "message_chars": 206,
      "message_redacted": true,
      "name": "eval.tests.test_completion.test_completion_help",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "message_chars": 203,
      "message_redacted": true,
      "name": "eval.tests.test_completion.test_zsh_completion",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "message_chars": 213,
      "message_redacted": true,
      "name": "eval.tests.test_completion.test_zsh_completion_help",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "message_chars": 184,
      "message_redacted": true,
      "name": "eval.tests.test_info_command.test_info_basic",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "message_chars": 195,
      "message_redacted": true,
      "name": "eval.tests.test_info_command.test_info_with_quiet",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "message_chars": 194,
      "message_redacted": true,
      "name": "eval.tests.test_info_command.test_info_help",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "message_chars": 373,
      "message_redacted": true,
      "name": "eval.tests.test_list_commands.test_list_on_alias",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "message_chars": 325,
      "message_redacted": true,
      "name": "eval.tests.test_piped_input.test_add_from_stdin",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "message_chars": 375,
      "message_redacted": true,
      "name": "eval.tests.test_list_commands.test_list_off_alias",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "message_chars": 332,
      "message_redacted": true,
      "name": "eval.tests.test_piped_input.test_replace_from_stdin",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "message_chars": 324,
      "message_redacted": true,
      "name": "eval.tests.test_piped_input.test_stdin_with_pipe_like_file",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "message_chars": 204,
      "message_redacted": true,
      "name": "eval.tests.test_completion.test_bash_completion",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "message_chars": 214,
      "message_redacted": true,
      "name": "eval.tests.test_completion.test_bash_completion_help",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "message_chars": 206,
      "message_redacted": true,
      "name": "eval.tests.test_completion_and_edge.test_completion_help",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "message_chars": 381,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_list_enabled_vs_disabled_comparison",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "message_chars": 322,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.test_add_from_stdin",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "message_chars": 314,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.test_add_to_disabled_profile",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "message_chars": 204,
      "message_redacted": true,
      "name": "eval.tests.test_completion_and_edge.test_completion_bash",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "message_chars": 1071,
      "message_redacted": true,
      "name": "eval.tests.test_final_coverage_boost.test_list_disabled_profiles_only",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "message_chars": 2590,
      "message_redacted": true,
      "name": "eval.tests.test_final_push_70.test_complex_hosts_file_structure",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "message_chars": 323,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.test_replace_from_stdin",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "message_chars": 184,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.test_info_basic_output",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "message_chars": 203,
      "message_redacted": true,
      "name": "eval.tests.test_completion_and_edge.test_completion_zsh",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "message_chars": 204,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.test_completion_bash_generates_script",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "message_chars": 203,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.test_completion_zsh_generates_script",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 254,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 281,
      "message_redacted": true,
      "name": "tests.test_add_replace.test_add_from_stdin",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 421,
      "message_redacted": true,
      "name": "tests.test_backup_restore.test_restore_requires_existing_target_file",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 252,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_zsh_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_help_command_included",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 212,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_zsh_contains_debug_functions",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_contains_subcommand_completions",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 454,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_profile_header_case_sensitivity",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 68,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_duplicate_hostname_entries_same_ip",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 385,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_list_raw_output_format_no_borders",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 193,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_info_command_displays_banner",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 722,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_json_output_format",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 107,
      "message_redacted": true,
      "name": "tests.test_info_url.test_info_command_ascii_banner",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 486,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_raw_flag_shorthand",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 222,
      "message_redacted": true,
      "name": "tests.test_info_url.test_add_from_valid_url_with_http_server",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 226,
      "message_redacted": true,
      "name": "tests.test_info_url.test_add_from_url_with_query_string",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_exact_golden_match",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 212,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_zsh_exact_golden_match",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_contains_completion_registration",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_contains_flag_handling",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_output_goes_to_stdout",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 318,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_profile_name_with_unicode_not_recognized",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 546,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_multiple_profiles",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 741,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_enabled_alias_on",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 725,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_ipv6_only_addresses",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 467,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_column_with_aliases",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 486,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_raw_output_format",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 107,
      "message_redacted": true,
      "name": "tests.test_info_url.test_info_command_contains_version",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 558,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_markdown_output_format",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_contains_all_command_functions",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 212,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_zsh_contains_compdef_directive",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_output_length_reasonable",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 230,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_with_extra_arguments_ignored",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 425,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_column_selection",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 741,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_disabled_alias_off",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 722,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_enabled_json_output",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 221,
      "message_redacted": true,
      "name": "tests.test_info_url.test_add_from_url_with_ipv6_hosts",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 221,
      "message_redacted": true,
      "name": "tests.test_info_url.test_replace_from_url",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 194,
      "message_redacted": true,
      "name": "tests.test_state_mgmt.test_disable_only_with_nonexistent_profile_in_list",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 111,
      "message_redacted": true,
      "name": "tests.test_wait_flag.test_enable_wait_0s_waits_indefinitely",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_syntax_validity",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 212,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_zsh_contains_main_function",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 227,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_with_global_flags",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 212,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_zsh_output_length_reasonable",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 503,
      "message_redacted": true,
      "name": "tests.test_wait_flag.test_add_wait_removes_profile_after_timeout",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 33,
      "message_redacted": true,
      "name": "tests.test_wait_flag.test_wait_with_hour_duration",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 33,
      "message_redacted": true,
      "name": "tests.test_wait_flag.test_wait_with_minute_duration",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 303,
      "message_redacted": true,
      "name": "tests.test_info_url.test_add_from_url_https_scheme_error",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 558,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_all_profiles_table_format",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 223,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_zsh_with_global_flags",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_contains_debug_functions",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_bash_contains_root_command_function",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 490,
      "message_redacted": true,
      "name": "tests.test_wait_flag.test_enable_all_wait_disables_all_non_default",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 546,
      "message_redacted": true,
      "name": "tests.test_list_status.test_list_enabled_profiles_only",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "message_chars": 214,
      "message_redacted": true,
      "name": "tests.test_info_url.test_add_from_url_with_port_number",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 10,
  "status_counts": {
    "failure": 90,
    "passed": 1285
  },
  "test_branch_errors": {},
  "test_branches": [
    "066b68295b09",
    "3f2b4bcfcec2",
    "d795615fe94d",
    "03200c1f8b6b",
    "84a804e946be",
    "bcb1a5eb37b4",
    "f4ef2edbac33",
    "c838c0f38211",
    "0045f0d1e718",
    "2d98faf2b67e",
    "cc460e513242",
    "1a2aceff2c99"
  ],
  "test_records": 1375,
  "warnings": []
}