{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.9150527169986162
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.12112342898035422
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.16198488097870722
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.11772375798318535
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.10845345698180608
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.13503770498209633
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6640709149942268
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13260466899373569
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13615678899805062
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13360480300616473
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13355715401121415
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.708458351000445
    },
    {
      "branch": "453e9bab36fd",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03697666199877858
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1394104920036625
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1315346040064469
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10925042399321683
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11968738798168488
    },
    {
      "branch": "",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.1059577430133
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.02463080402230844
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13188726297812536
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1072530499950517
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10250347398687154
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.136284420004813
    },
    {
      "branch": "",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.1060279280064
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.04205857598572038
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13238335200003348
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09121241097454913
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12873598199803382
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1252609420043882
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.805708812986268
    },
    {
      "branch": "0daed3a4671f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038134257978526875
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12921022000955418
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12084579700604081
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11669398000231013
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12681367300683632
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.532024087995524
    },
    {
      "branch": "197ac0ab0b32",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03606803898583166
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1310460700187832
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12477078498341143
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08937040300224908
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.08412547098123468
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5824572929996066
    },
    {
      "branch": "1d977c1210d3",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0182776479923632
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13023034602520056
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10672787702060305
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09332602997892536
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12431032801396213
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.588557752984343
    },
    {
      "branch": "4cd6e90f9286",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03546726200147532
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11818442199728452
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11127120099263266
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.0972569290024694
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09169434898649342
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.595640327024739
    },
    {
      "branch": "e50ea818c2bc",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.032663088000845164
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1383360599866137
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1204571999842301
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11322399001801386
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12210157100344077
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 193.7742007029883
    },
    {
      "branch": "2ed1dfd911fd",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039046913996571675
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "d9a1122b7212b4dff23fbb5278375bd6be5ef96bf4dcf1c54750e0838ab76148",
  "failed_tests": [
    {
      "branch": "453e9bab36fd",
      "message_chars": 2695,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_args_flag",
      "status": "failure"
    },
    {
      "branch": "453e9bab36fd",
      "message_chars": 243,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_invalid_config_file",
      "status": "failure"
    },
    {
      "branch": "453e9bab36fd",
      "message_chars": 306,
      "message_redacted": true,
      "name": "eval.tests.test_utility.test_zsh_completion",
      "status": "failure"
    },
    {
      "branch": "453e9bab36fd",
      "message_chars": 469,
      "message_redacted": true,
      "name": "eval.tests.test_utility.test_powershell_completion",
      "status": "failure"
    },
    {
      "branch": "453e9bab36fd",
      "message_chars": 346,
      "message_redacted": true,
      "name": "eval.tests.test_utility.test_elvish_completion",
      "status": "failure"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_args_flag_displays_parsed_arguments",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_check_mode_accepts_correct_formatting",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_check_mode_detects_incorrect_formatting",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_completion_bash_script_syntax",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_completion_elvish_script_syntax",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_completion_fish_script_syntax",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_completion_powershell_script_syntax",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_completion_zsh_script_syntax",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_fail_on_change_mode_returns_nonzero_when_modified",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_man_page_generation_troff_format",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_nonexistent_file_error",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_nowrap_disables_line_wrapping",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_print_mode_does_not_modify_file",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_print_mode_formats_to_stdout",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_quiet_flag_suppresses_warnings",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_stdin_mode_formats_from_stdin_to_stdout",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_stdin_rejects_file_arguments",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_tabsize_4_uses_4_space_indentation",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_tabsize_out_of_range_error",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_trace_flag_shows_trace_messages",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_trace_overrides_quiet_flag",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_unknown_flag_returns_error",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_usetabs_indents_with_tabs",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_verbose_flag_shows_info_messages",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_verbose_overrides_quiet_flag",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_version_flag",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_wraplen_edge_case_1000_chars",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_wraplen_edge_case_120_chars",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli.test_wraplen_edge_case_40_chars",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comment_after_backslash_space",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comment_indentation_normalized",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comment_not_wrapped_with_nowrap_flag",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comment_with_no_spaces_cannot_wrap",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comment_wrapping_respects_custom_wraplen",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comments_at_file_boundaries",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comments_between_begin_and_end",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comments_in_environments",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comments_in_math_mode",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comments_in_nested_environments",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comments_with_blank_lines_between",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comments_with_latex_commands",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_comments_with_special_characters",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_consecutive_comment_lines",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_empty_comment_lines_preserved",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_escaped_percent_not_treated_as_comment",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_file_with_only_comments",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_indented_comments_normalized",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_inline_comment_wrapped_with_percent_continuation",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_inline_comments_preserved",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_long_comment_wrapped_with_percent_continuation",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_multiple_consecutive_percent_signs",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_percent_in_verb_not_treated_as_comment",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_comments_comprehensive.test_standalone_comment_lines_preserved",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_cli_nowrap_overrides_config_wrap",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_cli_overrides_config_tabsize",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_cli_overrides_config_wraplen",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_cli_usetabs_overrides_config_spaces",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_cli_verbosity_overrides_config",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_check_flag",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_current_directory",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_fail_on_change",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_file_explicit_path_tabsize",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_file_wrap_disabled",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_file_wraplen",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_multiple_options",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_only_when_cli_absent",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_print_flag",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_tabchar_tab",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_unknown_keys_ignored",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_verbosity_quiet",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_verbosity_verbose",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_with_file_mode",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_with_lists_option",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_with_no_indent_envs",
      "status": "not_run"
    },
    {
      "branch": "15eca2a4caf9",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_config.test_config_with_verbatims_option",
      "status": "not_run"
    }
  ],
  "failed_tests_omitted": 199,
  "status_counts": {
    "failure": 29,
    "not_run": 249,
    "passed": 216,
    "skipped": 1
  },
  "test_branch_errors": {
    "15eca2a4caf9": [
      {
        "error_code": "results_read_failed",
        "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container a221548435b2b21311bdde1fae978c97188ebb001a1ab1f367bf3a7089fc9e2d"
      }
    ]
  },
  "test_branches": [
    "453e9bab36fd",
    "15eca2a4caf9",
    "0daed3a4671f",
    "197ac0ab0b32",
    "1d977c1210d3",
    "4cd6e90f9286",
    "e50ea818c2bc",
    "2ed1dfd911fd"
  ],
  "test_records": 495,
  "warnings": []
}