{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.23449081900071178
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.12321489199894131
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1174964390011155
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1342936599994573
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1273288809989026
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.09268186100052844
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6523210370014567
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10442102799970598
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11710499999935564
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12523291599973163
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12168253699928755
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 15.067946930999824
    },
    {
      "branch": "e5d3d967093e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03699324300032458
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11733188899961533
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12747765999847616
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12582851399929496
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12889167600042128
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.804100722998555
    },
    {
      "branch": "c5edb207812f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023831931001041085
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12092115800078318
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12192379600128334
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11666589000014937
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11102798799947777
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 314.3507612149988
    },
    {
      "branch": "d42773df6c01",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0327853540002252
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1346203749999404
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13117841499843053
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11896130199966137
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10482118300205912
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 9.830771652999829
    },
    {
      "branch": "2927ae493db6",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031601648002833826
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11659283900007722
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12071374600054696
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1261208890027774
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.099376559999655
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.709639911001432
    },
    {
      "branch": "144198a637e0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03400383000189322
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1258655199999339
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1301289689981786
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1242946349993872
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11519009299809113
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.220540135000192
    },
    {
      "branch": "8d4833354cd6",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.035374586997932056
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13056491699899198
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12853309300044202
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12814239399813232
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12491913399935584
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.793069330997241
    },
    {
      "branch": "6bc5c5c2e154",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02765432900196174
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11021257600077661
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12541532300019753
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09982666699943366
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11551855099969544
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.891080437999335
    },
    {
      "branch": "9d266574d5e8",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030341343001055066
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13175908799894387
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11420179799824837
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11821102800240624
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1215648780016636
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.628636637000454
    },
    {
      "branch": "977b57d2fcc6",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.033819942000263836
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12362643099913839
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1284779380002874
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11876432600183762
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13073033000182477
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.860437791998265
    },
    {
      "branch": "085e3550a79e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03423063199807075
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12389430999974138
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1023355539982731
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.102456512999197
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10888560400053393
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.328449749998981
    },
    {
      "branch": "75b32744b65c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03027121200284455
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.08118675299920142
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1280808200026513
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10876819400073146
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12010586200267426
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 158.14843740700235
    },
    {
      "branch": "cbde9666aa13",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03463867999744252
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "b73d64f9832130377163892da7abc35912a6fbe44c7ed4c712c4d99e631221fc",
  "failed_tests": [
    {
      "branch": "e5d3d967093e",
      "message_chars": 333,
      "message_redacted": true,
      "name": "eval.tests.test_additional_rules.test_rule_with_custom_config",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 318,
      "message_redacted": true,
      "name": "eval.tests.test_additional_features.test_completions_fish",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 800,
      "message_redacted": true,
      "name": "eval.tests.test_additional_features.test_check_with_config_file",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 38,
      "message_redacted": true,
      "name": "eval.tests.test_all_rules_comprehensive.test_all_output_formats",
      "status": "skipped"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 257,
      "message_redacted": true,
      "name": "eval.tests.test_additional_rules.test_md061_forbidden_terms",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 2613,
      "message_redacted": true,
      "name": "eval.tests.test_check_command.test_check_statistics_flag",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 1410,
      "message_redacted": true,
      "name": "eval.tests.test_check_command.test_check_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 403,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_version_help",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 1496,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_no_args_shows_help",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 379,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_edge_cases.test_extend_disable_with_config",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 701,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_rules.test_reference_links_complete",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 153,
      "message_redacted": true,
      "name": "eval.tests.test_config_operations.test_import_json_markdownlint_config",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 232,
      "message_redacted": true,
      "name": "eval.tests.test_config_operations.test_config_file_location",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 92,
      "message_redacted": true,
      "name": "eval.tests.test_config_operations.test_completions_bash",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 196,
      "message_redacted": true,
      "name": "eval.tests.test_config_operations.test_global_color_always",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 646,
      "message_redacted": true,
      "name": "eval.tests.test_extended_config.test_config_with_exclude_patterns",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 1238,
      "message_redacted": true,
      "name": "eval.tests.test_extended_config.test_config_disable_all_enable_some",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 342,
      "message_redacted": true,
      "name": "eval.tests.test_additional_features.test_completions_powershell",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 193,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_color_never",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 745,
      "message_redacted": true,
      "name": "eval.tests.test_extended_config.test_config_code_fence_style",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 2848,
      "message_redacted": true,
      "name": "eval.tests.test_check_command.test_check_diff_flag",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 91,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_edge_cases.test_completions_bash",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 420,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_edge_cases.test_sarif_output_format",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 49,
      "message_redacted": true,
      "name": "eval.tests.test_extended_config.test_config_output_format",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 630,
      "message_redacted": true,
      "name": "eval.tests.test_file_operations.test_force_exclude_explicit_path",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 91,
      "message_redacted": true,
      "name": "eval.tests.test_config_operations.test_completions_zsh",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 195,
      "message_redacted": true,
      "name": "eval.tests.test_config_operations.test_global_color_never",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 297,
      "message_redacted": true,
      "name": "eval.tests.test_file_operations.test_pyproject_toml_config",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 263,
      "message_redacted": true,
      "name": "eval.tests.test_file_operations.test_config_resolution_from_subdir",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 304,
      "message_redacted": true,
      "name": "eval.tests.test_final_coverage_push.test_config_invalid_toml",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 481,
      "message_redacted": true,
      "name": "eval.tests.test_final_coverage_push.test_config_rule_arrays",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 332,
      "message_redacted": true,
      "name": "eval.tests.test_extended_config.test_config_line_length_variations",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 83,
      "message_redacted": true,
      "name": "eval.tests.test_final_coverage_push.test_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 188,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_no_config_flag",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 257,
      "message_redacted": true,
      "name": "eval.tests.test_extended_config.test_config_emphasis_style",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 192,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_color_auto",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 257,
      "message_redacted": true,
      "name": "eval.tests.test_extended_config.test_config_proper_names",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 1952,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_edge_cases.test_junit_output_format",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 698,
      "message_redacted": true,
      "name": "eval.tests.test_file_operations.test_respect_gitignore",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 92,
      "message_redacted": true,
      "name": "eval.tests.test_config_operations.test_completions_fish",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 1415,
      "message_redacted": true,
      "name": "eval.tests.test_file_operations.test_nonexistent_file_error",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 228,
      "message_redacted": true,
      "name": "eval.tests.test_inline_config.test_inline_enable_specific_rules",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 508,
      "message_redacted": true,
      "name": "eval.tests.test_inline_config.test_inline_disable_next_line",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 813,
      "message_redacted": true,
      "name": "eval.tests.test_inline_config.test_inline_configure_file",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 621,
      "message_redacted": true,
      "name": "eval.tests.test_final_coverage_push.test_sarif_format_structure",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 228,
      "message_redacted": true,
      "name": "eval.tests.test_inline_config.test_inline_disable_all_then_enable_one",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 438,
      "message_redacted": true,
      "name": "eval.tests.test_inline_config.test_inline_config_nested_enables_disables",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 301,
      "message_redacted": true,
      "name": "eval.tests.test_inline_config.test_inline_config_json_output",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_final_coverage_push.test_nonexistent_directory",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_isolated_flag",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 257,
      "message_redacted": true,
      "name": "eval.tests.test_extended_config.test_config_strong_style",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 194,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_color_always",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 429,
      "message_redacted": true,
      "name": "eval.tests.test_inline_config.test_inline_disable_line",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 1078,
      "message_redacted": true,
      "name": "eval.tests.test_markdown_flavors.test_invalid_flavor",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 1179,
      "message_redacted": true,
      "name": "eval.tests.test_inline_config.test_inline_disable_file",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 232,
      "message_redacted": true,
      "name": "eval.tests.test_other_commands.test_config_file_subcommand",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 315,
      "message_redacted": true,
      "name": "eval.tests.test_other_commands.test_completions_zsh",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 1679,
      "message_redacted": true,
      "name": "eval.tests.test_output_formats.test_output_format_junit",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 369,
      "message_redacted": true,
      "name": "eval.tests.test_output_formats.test_output_format_sarif",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 114,
      "message_redacted": true,
      "name": "eval.tests.test_watch_profiling.test_statistics_output",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 257,
      "message_redacted": true,
      "name": "eval.tests.test_extended_config.test_config_ul_indent",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 3169,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_explain_help",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 228,
      "message_redacted": true,
      "name": "eval.tests.test_inline_config.test_inline_enable_file",
      "status": "failure"
    },
    {
      "branch": "e5d3d967093e",
      "message_chars": 319,
      "message_redacted": true,
      "name": "eval.tests.test_other_commands.test_completions_bash",
      "status": "failure"
    },
    {
      "branch": "c5edb207812f",
      "message_chars": 196,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_color_option_always",
      "status": "failure"
    },
    {
      "branch": "c5edb207812f",
      "message_chars": 194,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_color_option_auto",
      "status": "failure"
    },
    {
      "branch": "c5edb207812f",
      "message_chars": 1047,
      "message_redacted": true,
      "name": "eval.tests.test_config_files.test_config_with_custom_path",
      "status": "failure"
    },
    {
      "branch": "c5edb207812f",
      "message_chars": 832,
      "message_redacted": true,
      "name": "eval.tests.test_config_files.test_config_extend_disable",
      "status": "failure"
    },
    {
      "branch": "c5edb207812f",
      "message_chars": 1001,
      "message_redacted": true,
      "name": "eval.tests.test_config_files.test_config_file_pyproject_toml",
      "status": "failure"
    },
    {
      "branch": "c5edb207812f",
      "message_chars": 274,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_stdin_empty",
      "status": "failure"
    },
    {
      "branch": "c5edb207812f",
      "message_chars": 1410,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "c5edb207812f",
      "message_chars": 232,
      "message_redacted": true,
      "name": "eval.tests.test_other_commands.test_config_file",
      "status": "failure"
    },
    {
      "branch": "c5edb207812f",
      "message_chars": 621,
      "message_redacted": true,
      "name": "eval.tests.test_output_formats.test_output_format_sarif",
      "status": "failure"
    },
    {
      "branch": "c5edb207812f",
      "message_chars": 6331,
      "message_redacted": true,
      "name": "eval.tests.test_output_formats.test_output_format_junit",
      "status": "failure"
    },
    {
      "branch": "c5edb207812f",
      "message_chars": 195,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_color_option_never",
      "status": "failure"
    },
    {
      "branch": "c5edb207812f",
      "message_chars": 361,
      "message_redacted": true,
      "name": "eval.tests.test_config_files.test_config_rule_specific_settings",
      "status": "failure"
    },
    {
      "branch": "d42773df6c01",
      "message_chars": 58,
      "message_redacted": true,
      "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_c_language_processing",
      "status": "skipped"
    },
    {
      "branch": "d42773df6c01",
      "message_chars": 58,
      "message_redacted": true,
      "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_cpp_language_processing",
      "status": "skipped"
    },
    {
      "branch": "d42773df6c01",
      "message_chars": 272,
      "message_redacted": true,
      "name": "eval.tests.test_early_returns_gapfill.test_has_blockquotes_detection",
      "status": "failure"
    },
    {
      "branch": "d42773df6c01",
      "message_chars": 58,
      "message_redacted": true,
      "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_java_language_processing",
      "status": "skipped"
    }
  ],
  "failed_tests_omitted": 1991,
  "status_counts": {
    "failure": 2042,
    "passed": 2601,
    "skipped": 29
  },
  "test_branch_errors": {},
  "test_branches": [
    "e5d3d967093e",
    "c5edb207812f",
    "d42773df6c01",
    "2927ae493db6",
    "144198a637e0",
    "8d4833354cd6",
    "6bc5c5c2e154",
    "9d266574d5e8",
    "977b57d2fcc6",
    "085e3550a79e",
    "75b32744b65c",
    "cbde9666aa13"
  ],
  "test_records": 4672,
  "warnings": []
}