{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1605471459997716
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.10457019099976606
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14035063600022113
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13166739899952518
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12346294300004956
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.10211561400046776
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6758528700001989
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12194967699997505
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1238243269999657
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10793811299936351
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13539126100022258
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.572494400999858
    },
    {
      "branch": "5abb696a5d96",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024419180000222696
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12933162199988146
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12363204099983705
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11576793999938673
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11964556200018706
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.486855297000147
    },
    {
      "branch": "c1dedb6d6ee0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03594606099977682
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09526936299971567
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12208423499942
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11764690000018163
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1253560759996617
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 25.16795507400002
    },
    {
      "branch": "df37316a82f6",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02786456299963902
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11463688399999228
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10050317500008532
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10714030199960689
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12634694700045657
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.46783443699951
    },
    {
      "branch": "b087329e87c9",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0424887810004293
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1349051919996782
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10797143199943093
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.0985170450003352
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11614643699977023
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.680708689000312
    },
    {
      "branch": "9b24e68e17a0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.034044896000523295
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12165009000000282
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12257346700062044
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11173492800025997
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11986488600086886
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.983976999999868
    },
    {
      "branch": "cbdc28b59e80",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038449562000096194
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11458153800049331
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11202550500001962
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11452410099991539
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.08623964999969758
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.656710456999463
    },
    {
      "branch": "13eaca8e28a0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03098277000026428
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13631180399988807
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.07924689799983753
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10192494100010663
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11958300300011615
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.436278035000214
    },
    {
      "branch": "3e8c69b67d3a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.035441223000816535
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12515698300012446
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12495453500014264
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13049525099995662
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09665329599920369
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6482507979999355
    },
    {
      "branch": "02516b065fd0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.020900882000205456
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12330770199969265
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1222182569999859
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11800688199946308
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11160484900028678
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.445482149000782
    },
    {
      "branch": "1c38a7984949",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030110953000075824
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13967130499986524
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11760305400002835
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12399880999964807
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1231838619996779
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.556054970000332
    },
    {
      "branch": "43f681928e6a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.032635245000165014
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10909394299960695
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12944960999993782
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12304596299964032
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13362864600003377
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 14.4692661579993
    },
    {
      "branch": "73614928a822",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03707013100029144
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "ddd87263454bd2b903f35d4d12230230530d7e9b31ca59013b8f9a32ff289d45",
  "failed_tests": [
    {
      "branch": "5abb696a5d96",
      "message_chars": 1771,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_no_args",
      "status": "failure"
    },
    {
      "branch": "5abb696a5d96",
      "message_chars": 883,
      "message_redacted": true,
      "name": "eval.tests.test_config_handling.test_config_nonexistent_path",
      "status": "failure"
    },
    {
      "branch": "5abb696a5d96",
      "message_chars": 172,
      "message_redacted": true,
      "name": "eval.tests.test_dump_subcommand.test_dump_no_extra_args",
      "status": "failure"
    },
    {
      "branch": "5abb696a5d96",
      "message_chars": 882,
      "message_redacted": true,
      "name": "eval.tests.test_config_handling.test_config_invalid_toml",
      "status": "failure"
    },
    {
      "branch": "5abb696a5d96",
      "message_chars": 38,
      "message_redacted": true,
      "name": "eval.tests.test_check_subcommand.test_check_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "5abb696a5d96",
      "message_chars": 596,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_stdin_empty",
      "status": "failure"
    },
    {
      "branch": "5abb696a5d96",
      "message_chars": 38,
      "message_redacted": true,
      "name": "eval.tests.test_explain_subcommand.test_explain_invalid_code",
      "status": "failure"
    },
    {
      "branch": "5abb696a5d96",
      "message_chars": 206,
      "message_redacted": true,
      "name": "eval.tests.test_low_coverage_lints.TestRepeatedKeys.test_repeated_keys_with_different_depths",
      "status": "failure"
    },
    {
      "branch": "5abb696a5d96",
      "message_chars": 338,
      "message_redacted": true,
      "name": "eval.tests.test_single_subcommand.test_single_invalid_position_format",
      "status": "failure"
    },
    {
      "branch": "5abb696a5d96",
      "message_chars": 909,
      "message_redacted": true,
      "name": "eval.tests.test_single_subcommand.test_single_no_position",
      "status": "failure"
    },
    {
      "branch": "5abb696a5d96",
      "message_chars": 1442,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_invalid_subcommand",
      "status": "failure"
    },
    {
      "branch": "5abb696a5d96",
      "message_chars": 317,
      "message_redacted": true,
      "name": "eval.tests.test_explain_subcommand.test_explain_no_args",
      "status": "failure"
    },
    {
      "branch": "c1dedb6d6ee0",
      "message_chars": 1472,
      "message_redacted": true,
      "name": "tests.test_basic_invocation.test_invalid_subcommand",
      "status": "failure"
    },
    {
      "branch": "c1dedb6d6ee0",
      "message_chars": 179,
      "message_redacted": true,
      "name": "tests.test_all_lints.test_w20_repeated_keys",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 1241,
      "message_redacted": true,
      "name": "tests.test_config.test_config_nonexistent_path_error",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 1279,
      "message_redacted": true,
      "name": "tests.test_config.test_config_invalid_toml_syntax",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 174,
      "message_redacted": true,
      "name": "tests.test_errors.test_whitespace_only_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 1032,
      "message_redacted": true,
      "name": "tests.test_config.test_config_explicit_path_overrides_discovery",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 389,
      "message_redacted": true,
      "name": "tests.test_check.test_check_invalid_output_format",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 946,
      "message_redacted": true,
      "name": "tests.test_config.test_config_empty_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 145,
      "message_redacted": true,
      "name": "tests.test_errors.test_streaming_mode_invalid_syntax",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 159,
      "message_redacted": true,
      "name": "tests.test_errors.test_mixed_valid_and_invalid_files",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 198,
      "message_redacted": true,
      "name": "tests.test_check.test_check_malformed_syntax_errors",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 936,
      "message_redacted": true,
      "name": "tests.test_check.test_check_streaming_stderr_format",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 204,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_syntax_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 882,
      "message_redacted": true,
      "name": "tests.test_check.test_check_file_with_bool_comparison_lint",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 329,
      "message_redacted": true,
      "name": "tests.test_fix.test_fix_nonexistent_file_error",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 719,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_43a857afe823ef70-true == d-args2-/workspace/bin/tests/snapshots/bool_comparison__lint_43a857afe823ef70b47d4e0fbf00af8951e09a9a9891d29b3ba9e762a2978adb.snap-Implementations that fail to detect bool_comparison issue in: true == d]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 729,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_630b66ca8810d52f-false != h-args8-/workspace/bin/tests/snapshots/bool_comparison__lint_630b66ca8810d52f4e68ed1c8d68db36bce21a1cb65b60ec15b901e87b62c13a.snap-Implementations that fail to detect bool_comparison issue in: false != h]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_errors.test_config_file_not_found",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 1270,
      "message_redacted": true,
      "name": "tests.test_config.test_config_wrong_type_for_disabled",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 925,
      "message_redacted": true,
      "name": "tests.test_config.test_config_partial_lint_disabling",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 237,
      "message_redacted": true,
      "name": "tests.test_check.test_check_config_parent_directory_discovery",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 221,
      "message_redacted": true,
      "name": "tests.test_errors.test_single_fix_file_not_found",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 124,
      "message_redacted": true,
      "name": "tests.test_check.test_check_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_errors.test_malformed_config_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 244,
      "message_redacted": true,
      "name": "tests.test_config.test_config_single_command_respects_disabled_lints",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 171,
      "message_redacted": true,
      "name": "tests.test_errors.test_empty_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 174,
      "message_redacted": true,
      "name": "tests.test_errors.test_file_with_null_bytes",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 169,
      "message_redacted": true,
      "name": "tests.test_config.test_config_malformed_toml_missing_comma",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 149,
      "message_redacted": true,
      "name": "tests.test_errors.test_streaming_mode_binary_data_non_utf8",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 736,
      "message_redacted": true,
      "name": "tests.test_fix.test_fix_binary_file_error",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 65,
      "message_redacted": true,
      "name": "tests.test_fix.test_fix_ignore_pattern_single_glob",
      "status": "skipped"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 944,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_82b623ef0ecd1e0e-true == true-args10-/workspace/bin/tests/snapshots/bool_comparison__lint_82b623ef0ecd1e0e70c1dbe39f02832657a82dd5a58392f23345b22467a89b1a.snap-Implementations that fail to detect bool_comparison issue in: true == true]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 65,
      "message_redacted": true,
      "name": "tests.test_fix.test_fix_ignore_pattern_multiple_globs",
      "status": "skipped"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 970,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_5d2c71eef69cc07e-false == false-args6-/workspace/bin/tests/snapshots/bool_comparison__lint_5d2c71eef69cc07e519dc3646f786ba7a32f5546c3a2194d2636a2684391e3f1.snap-Implementations that fail to detect bool_comparison issue in: false == false]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 437,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_fix_ba56854c55bd3954-false == true-args27-/workspace/bin/tests/snapshots/bool_comparison__fix_ba56854c55bd3954b56d4e0c3d32b65cd144d55b060637c5ff8085d81bef6c49.snap-Implementations that suggest incorrect fix for bool_comparison in: false == true]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 173,
      "message_redacted": true,
      "name": "tests.test_errors.test_truncated_nix_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 1286,
      "message_redacted": true,
      "name": "tests.test_config.test_config_parent_directory_discovery",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 147,
      "message_redacted": true,
      "name": "tests.test_errors.test_streaming_mode_empty_stdin",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 114,
      "message_redacted": true,
      "name": "tests.test_config.test_config_fix_with_disabled_lints",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 237,
      "message_redacted": true,
      "name": "tests.test_check.test_check_config_malformed_toml",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 403,
      "message_redacted": true,
      "name": "tests.test_fix.test_fix_empty_let_in_dry_run",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 804,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_deprecated_to_path_lint_4f2c5321b7dbd217-toPath x-args42-/workspace/bin/tests/snapshots/deprecated_to_path__lint_4f2c5321b7dbd2171c77729c879745a1f6209972b4a9d367bd5fb41a83c42e99.snap-Implementations that fail to detect deprecated_to_path issue in: toPath x]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 191,
      "message_redacted": true,
      "name": "tests.test_errors.test_single_fix_position_out_of_bounds",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 393,
      "message_redacted": true,
      "name": "tests.test_fix.test_fix_bool_comparison_dry_run",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 767,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_a14c6695accf2da7-false == m ? n-args18-/workspace/bin/tests/snapshots/bool_comparison__lint_a14c6695accf2da707eaeb76ded232840736b9034ef1b55d1c8c92b9f5098a14.snap-Implementations that fail to detect bool_comparison issue in: false == m ? n]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 729,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_101b3f071d9ef6e1-f != false-args0-/workspace/bin/tests/snapshots/bool_comparison__lint_101b3f071d9ef6e1c6cddd4b3d4d2a4f7d4cf2764ff5811ee2d532b3ccb45690.snap-Implementations that fail to detect bool_comparison issue in: f != false]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 712,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_empty_inherit_lint_2370f348818d9847-{ inherit; }-args48-/workspace/bin/tests/snapshots/empty_inherit__lint_2370f348818d984736674ed594a500980e67c68740a68810e6d7ad6e42e95cad.snap-Implementations that fail to detect empty_inherit issue in: { inherit; }]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_glob_pattern",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 757,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_a83e7884e4c039d6-true == o ? p-args22-/workspace/bin/tests/snapshots/bool_comparison__lint_a83e7884e4c039d6517795734c6cab32d5e69473f7a6b6fe660eec020d70993d.snap-Implementations that fail to detect bool_comparison issue in: true == o ? p]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 719,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_c031ce4a7d754ef4-e != true-args28-/workspace/bin/tests/snapshots/bool_comparison__lint_c031ce4a7d754ef42071e72da7d6bf4b645ebdaf948399be54f775686a58347b.snap-Implementations that fail to detect bool_comparison issue in: e != true]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 1109,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_collapsible_let_in_lint_950e48dec6590cd2-let\\n  a = 2;\\n  b = 3;\\nin\\n  let\\n    c = 5;\\n    d = 6;\\n  in\\n  a + b + c + d\\n-args38-/workspace/bin/tests/snapshots/collapsible_let_in__lint_950e48dec6590cd20937e48006bff3f7c097bd07ec2da4a7b5dba488885061aa.snap-Implementations that fail to detect collapsible_let_in issue in: let\\\\n  a = 2;\\\\n  b = 3;\\\\nin\\\\n  let\\\\n    c = 5;\\\\n    d = 6;\\\\n]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 685,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_empty_let_in_lint_69e2d9e348a3b790-let\\n  # don't fix this, we have a comment\\n  # raise the lint though\\nin\\nnull\\n-args52-/workspace/bin/tests/snapshots/empty_let_in__lint_69e2d9e348a3b7903ae167887886709559b8d299d9ea097621bbbab32e6f3bfa.snap-Implementations that fail to detect empty_let_in issue in: let\\\\n  # don't fix this, we have a comment\\\\n  # raise the li]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 72,
      "message_redacted": true,
      "name": "tests.test_fix.test_fix_config_disable_lint",
      "status": "skipped"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 72,
      "message_redacted": true,
      "name": "tests.test_fix.test_fix_config_disable_preserves_other_fixes",
      "status": "skipped"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 2234,
      "message_redacted": true,
      "name": "tests.test_config.test_config_ignore_patterns_glob",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 719,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_9f48ebd94e1733d7-true == c-args12-/workspace/bin/tests/snapshots/bool_comparison__lint_9f48ebd94e1733d7ccda130d62830499b7344b794644163af528b0c834c5cca4.snap-Implementations that fail to detect bool_comparison issue in: true == c]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 114,
      "message_redacted": true,
      "name": "tests.test_fix.test_fix_multiple_issues_same_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 598,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_empty_pattern_lint_a0f60e09ffb31c58-({ ... }: { imports = []; })-args66-/workspace/bin/tests/snapshots/empty_pattern__lint_a0f60e09ffb31c58f803adaf8e3f854bb95fc3a4f6ac05072ee5f4f644a12141.snap-Implementations that fail to detect empty_pattern issue in: ({ ... }: { imports = []; })]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 898,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_deprecated_to_path_lint_b7ca5bc4bbe1fe57-builtins.toPath x-args44-/workspace/bin/tests/snapshots/deprecated_to_path__lint_b7ca5bc4bbe1fe57468d47f2df8fac29361ae090a84ea6afdea842170517ae14.snap-Implementations that fail to detect deprecated_to_path issue in: builtins.toPath x]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 432,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_empty_inherit_fix_2370f348818d9847-{ inherit; }-args49-/workspace/bin/tests/snapshots/empty_inherit__fix_2370f348818d984736674ed594a500980e67c68740a68810e6d7ad6e42e95cad.snap-Implementations that suggest incorrect fix for empty_inherit in: { inherit; }]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 114,
      "message_redacted": true,
      "name": "tests.test_fix.test_fix_mixed_fixable_unfixable",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 719,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_a30c834e61da781c-a == true-args20-/workspace/bin/tests/snapshots/bool_comparison__lint_a30c834e61da781cbcbc0c95b79ab0a51a81f1fdc5a5d885d778f43d268ed2b3.snap-Implementations that fail to detect bool_comparison issue in: a == true]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 1675,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_empty_list_concat_lint_b13b2273654200cb-[] ++ [] ++ []-args58-/workspace/bin/tests/snapshots/empty_list_concat__lint_b13b2273654200cbc2315c6ceec0dbc9e4479628a5b7250418efeb5911e743b2.snap-Implementations that fail to detect empty_list_concat issue in: [] ++ [] ++ []]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 1010,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_eta_reduction_lint_371c868dbc9581a6-let double = x: x * 2; in map (x: double x) [1 2 3]-args76-/workspace/bin/tests/snapshots/eta_reduction__lint_371c868dbc9581a6fc41c7085146a422829b37c0e7d4ec0cf2b2d48d2e116b71.snap-Implementations that fail to detect eta_reduction issue in: let double = x: x * 2; in map (x: double x) [1 2 3]]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 709,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_legacy_let_syntax_lint_7b38199c6c6f7f99-let {\\n  body = x + y;\\n  x = \"hello,\";\\n  y = \" world!\";\\n}\\n-args80-/workspace/bin/tests/snapshots/legacy_let_syntax__lint_7b38199c6c6f7f991caca355bdf9d4ebb9a8efc7745407121fc6b5702dd94e74.snap-Implementations that fail to detect legacy_let_syntax issue in: let {\\\\n  body = x + y;\\\\n  x = \"hello,\";\\\\n  y = \" world!\";\\\\n}]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 956,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_eb450df0fb6d76e9-true == false-args30-/workspace/bin/tests/snapshots/bool_comparison__lint_eb450df0fb6d76e9df94f175a6b87a7c1a667495e18432ed8f38540fd051cec1.snap-Implementations that fail to detect bool_comparison issue in: true == false]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 834,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_manual_inherit_lint_2a92c1cb560d2d72-let a = 2; in { a = a; }-args84-/workspace/bin/tests/snapshots/manual_inherit__lint_2a92c1cb560d2d727373fb3ad10da2b17cf57a13421fc72f9847d8d25bf8099d.snap-Implementations that fail to detect manual_inherit issue in: let a = 2; in { a = a; }]",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "message_chars": 956,
      "message_redacted": true,
      "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_ba56854c55bd3954-false == true-args26-/workspace/bin/tests/snapshots/bool_comparison__lint_ba56854c55bd3954b56d4e0c3d32b65cd144d55b060637c5ff8085d81bef6c49.snap-Implementations that fail to detect bool_comparison issue in: false == true]",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 189,
  "status_counts": {
    "failure": 265,
    "passed": 703,
    "skipped": 4
  },
  "test_branch_errors": {},
  "test_branches": [
    "5abb696a5d96",
    "c1dedb6d6ee0",
    "df37316a82f6",
    "b087329e87c9",
    "9b24e68e17a0",
    "cbdc28b59e80",
    "13eaca8e28a0",
    "3e8c69b67d3a",
    "02516b065fd0",
    "1c38a7984949",
    "43f681928e6a",
    "73614928a822"
  ],
  "test_records": 972,
  "warnings": []
}