{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1442935170052806
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13789298001211137
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15888741800154094
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12476282900024671
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1328207949991338
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12350446899654344
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6084114240074996
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12279332699836232
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13438173799659126
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12491903199406806
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12076383100065868
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 9.612378774996614
    },
    {
      "branch": "1b0359e8d221",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03779652499360964
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14431315299589187
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12926308599708136
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10966537900094409
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11216111099929549
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.728979193008854
    },
    {
      "branch": "e8910aade41f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02539823899860494
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1384807939903112
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12447614999837242
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12682369400863536
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11636119500326458
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 9.256995382005698
    },
    {
      "branch": "8456a7883bf2",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037515267002163455
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14116627899056766
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13693698898714501
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1325183389999438
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12911075999727473
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.864747547006118
    },
    {
      "branch": "2b562b463d23",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0374229680019198
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1374738559970865
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1250758800015319
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13469821499893442
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12955957000667695
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.762605951007572
    },
    {
      "branch": "39f0b49a4d59",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0223300210054731
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14292158099124208
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12957418100268114
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13519106298917904
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13483848600299098
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5241311989957467
    },
    {
      "branch": "5634fbeab036",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03908002900425345
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09597502699762117
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12550289000500925
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1311907609924674
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12885546799225267
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.767121846001828
    },
    {
      "branch": "d5cc9d1e7114",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037296010996215045
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14123012599884532
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13253629399696365
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1238949909893563
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.0999411220109323
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.606161889998475
    },
    {
      "branch": "ce070847633b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03736050000588875
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12872552100452594
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12113424199924339
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11874149700452108
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12472330700256862
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.537611480001942
    },
    {
      "branch": "da3e74bf86b7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037686509007471614
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1265251069999067
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12022121000336483
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11345471399545204
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13018562299839687
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.041107495009783
    },
    {
      "branch": "b826502c586a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038488104997668415
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "cc3f21e02b71effe0a74b14a7ad3017297dc7e6c3c39223816e3be9855f43394",
  "failed_tests": [
    {
      "branch": "1b0359e8d221",
      "message_chars": 209,
      "message_redacted": true,
      "name": "tests.test_extensive_patterns.test_alternation_in_patterns",
      "status": "failure"
    },
    {
      "branch": "1b0359e8d221",
      "message_chars": 257,
      "message_redacted": true,
      "name": "tests.test_ignore_mechanisms.test_pragma_allowlist_secret",
      "status": "failure"
    },
    {
      "branch": "1b0359e8d221",
      "message_chars": 142,
      "message_redacted": true,
      "name": "tests.test_precommit.test_install_precommit_with_precommit_d",
      "status": "failure"
    },
    {
      "branch": "1b0359e8d221",
      "message_chars": 185,
      "message_redacted": true,
      "name": "tests.test_precommit.test_install_precommit_already_installed",
      "status": "failure"
    },
    {
      "branch": "1b0359e8d221",
      "message_chars": 255,
      "message_redacted": true,
      "name": "tests.test_ignore_mechanisms.test_pragma_allowlist_secret_inline",
      "status": "failure"
    },
    {
      "branch": "1b0359e8d221",
      "message_chars": 204,
      "message_redacted": true,
      "name": "tests.test_precommit.test_install_precommit_with_strict_ignore_error",
      "status": "failure"
    },
    {
      "branch": "1b0359e8d221",
      "message_chars": 204,
      "message_redacted": true,
      "name": "tests.test_precommit.test_install_precommit_with_only_matching_error",
      "status": "failure"
    },
    {
      "branch": "e8910aade41f",
      "message_chars": 332,
      "message_redacted": true,
      "name": "eval.tests.test_basic.test_exit_code_no_secrets",
      "status": "failure"
    },
    {
      "branch": "e8910aade41f",
      "message_chars": 365,
      "message_redacted": true,
      "name": "eval.tests.test_ignore_mechanisms.test_pragma_comment_case_sensitive",
      "status": "failure"
    },
    {
      "branch": "e8910aade41f",
      "message_chars": 357,
      "message_redacted": true,
      "name": "eval.tests.test_ignore_mechanisms.test_pragma_allowlist_comment",
      "status": "failure"
    },
    {
      "branch": "e8910aade41f",
      "message_chars": 332,
      "message_redacted": true,
      "name": "eval.tests.test_ignore_mechanisms.test_existing_test_none_file",
      "status": "failure"
    },
    {
      "branch": "e8910aade41f",
      "message_chars": 332,
      "message_redacted": true,
      "name": "eval.tests.test_output_formatting.test_no_output_when_no_secrets",
      "status": "failure"
    },
    {
      "branch": "e8910aade41f",
      "message_chars": 258,
      "message_redacted": true,
      "name": "eval.tests.test_precommit.test_install_precommit_with_strict_ignore_error",
      "status": "failure"
    },
    {
      "branch": "e8910aade41f",
      "message_chars": 258,
      "message_redacted": true,
      "name": "eval.tests.test_precommit.test_install_precommit_with_only_matching_error",
      "status": "failure"
    },
    {
      "branch": "e8910aade41f",
      "message_chars": 197,
      "message_redacted": true,
      "name": "eval.tests.test_precommit.test_install_precommit_dot_d_directory",
      "status": "failure"
    },
    {
      "branch": "e8910aade41f",
      "message_chars": 239,
      "message_redacted": true,
      "name": "eval.tests.test_precommit.test_install_precommit_already_installed",
      "status": "failure"
    },
    {
      "branch": "e8910aade41f",
      "message_chars": 207,
      "message_redacted": true,
      "name": "eval.tests.test_precommit.test_install_precommit_multiple_repos",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 370,
      "message_redacted": true,
      "name": "eval.tests.test_cli.test_slack_webhook_detection",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 73,
      "message_redacted": true,
      "name": "eval.tests.test_cli.test_install_pre_commit_with_strict_ignore_error",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 768,
      "message_redacted": true,
      "name": "eval.tests.test_cli.test_multiple_file_arguments",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 674,
      "message_redacted": true,
      "name": "eval.tests.test_cli.test_multiple_secrets_in_file",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 305,
      "message_redacted": true,
      "name": "eval.tests.test_cli.test_additional_pattern_flag",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 77,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_file_with_invalid_utf8_sequences",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 13,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_install_precommit_with_only_matching_error",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 13,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_non_utf8_encoding_latin1",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 72,
      "message_redacted": true,
      "name": "eval.tests.test_harvest.test_fixture_none",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 608,
      "message_redacted": true,
      "name": "eval.tests.test_harvest.test_fixture_one_per_line_random",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 13,
      "message_redacted": true,
      "name": "eval.tests.test_harvest.test_fixture_one_per_line_url",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 672,
      "message_redacted": true,
      "name": "eval.tests.test_harvest.test_fixture_count_parametrized[test/one_per_line/random-10]",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 84,
      "message_redacted": true,
      "name": "eval.tests.test_harvest.test_fixture_count_parametrized[test/one_per_line/url-2]",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 576,
      "message_redacted": true,
      "name": "eval.tests.test_ignore.test_nested_directory_patterns",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 431,
      "message_redacted": true,
      "name": "eval.tests.test_ignore.test_whitespace_in_secretsignore",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 596,
      "message_redacted": true,
      "name": "eval.tests.test_ignore.test_double_star_pattern",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 73,
      "message_redacted": true,
      "name": "eval.tests.test_cli.test_install_pre_commit_with_only_matching_error",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 13,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_install_precommit_with_strict_ignore_error",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 669,
      "message_redacted": true,
      "name": "eval.tests.test_patterns.test_url_credentials_password_length_validation",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 737,
      "message_redacted": true,
      "name": "eval.tests.test_patterns.test_random_string_pattern_with_keywords",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 94,
      "message_redacted": true,
      "name": "eval.tests.test_patterns.test_low_entropy_strings_filtered",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 72,
      "message_redacted": true,
      "name": "eval.tests.test_harvest.test_fixture_count_parametrized[test/none-0]",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 557,
      "message_redacted": true,
      "name": "eval.tests.test_patterns.test_url_password_length_enforcement",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 231,
      "message_redacted": true,
      "name": "eval.tests.test_precommit.test_precommit_d_directory_integration",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 182,
      "message_redacted": true,
      "name": "eval.tests.test_precommit.test_rejects_strict_ignore_with_install",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 224,
      "message_redacted": true,
      "name": "eval.tests.test_precommit.test_multiple_path_installations",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 214,
      "message_redacted": true,
      "name": "eval.tests.test_precommit.test_creates_hooks_directory_if_missing",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 182,
      "message_redacted": true,
      "name": "eval.tests.test_precommit.test_rejects_only_matching_with_install",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 191,
      "message_redacted": true,
      "name": "eval.tests.test_precommit.test_double_installation_fails",
      "status": "failure"
    },
    {
      "branch": "8456a7883bf2",
      "message_chars": 163,
      "message_redacted": true,
      "name": "eval.tests.test_precommit.test_precommit_d_double_installation_fails",
      "status": "failure"
    },
    {
      "branch": "2b562b463d23",
      "message_chars": 700,
      "message_redacted": true,
      "name": "eval.tests.test_argparse.test_combined_short_flags_are_not_supported",
      "status": "failure"
    },
    {
      "branch": "2b562b463d23",
      "message_chars": 421,
      "message_redacted": true,
      "name": "eval.tests.test_argparse.test_multiple_positional_sources_are_accepted",
      "status": "failure"
    },
    {
      "branch": "2b562b463d23",
      "message_chars": 267,
      "message_redacted": true,
      "name": "eval.tests.test_argparse.test_default_sources_is_dot_when_no_positionals",
      "status": "failure"
    },
    {
      "branch": "2b562b463d23",
      "message_chars": 191,
      "message_redacted": true,
      "name": "eval.tests.test_argparse.test_install_pre_commit_succeeds_and_second_run_errors_hook_already_installed",
      "status": "failure"
    },
    {
      "branch": "39f0b49a4d59",
      "message_chars": 379,
      "message_redacted": true,
      "name": "eval.tests.test_config_handling.test_malformed_secretsignore_does_not_crash_and_reports_error",
      "status": "failure"
    },
    {
      "branch": "d5cc9d1e7114",
      "message_chars": 278,
      "message_redacted": true,
      "name": "eval.tests.test_scan_behavior.test_scan_no_secrets_exit_0_and_no_output",
      "status": "failure"
    },
    {
      "branch": "ce070847633b",
      "message_chars": 326,
      "message_redacted": true,
      "name": "eval.tests.test_features.TestNonSecrets.test_non_random_strings",
      "status": "failure"
    },
    {
      "branch": "ce070847633b",
      "message_chars": 360,
      "message_redacted": true,
      "name": "eval.tests.test_ignore.TestPragmaComments.test_pragma_comment_hash_style",
      "status": "failure"
    },
    {
      "branch": "ce070847633b",
      "message_chars": 360,
      "message_redacted": true,
      "name": "eval.tests.test_ignore.TestPragmaComments.test_inline_pragma_comment",
      "status": "failure"
    },
    {
      "branch": "ce070847633b",
      "message_chars": 285,
      "message_redacted": true,
      "name": "eval.tests.test_patterns.test_random_string_detection[APP_KEY = \"iftkeq2y4qj0nbt\"]",
      "status": "failure"
    },
    {
      "branch": "ce070847633b",
      "message_chars": 342,
      "message_redacted": true,
      "name": "eval.tests.test_patterns.test_random_string_detection[Secret =  \"9e51341f8d87894c927d0150be0a9676c7427850c11607bb2e8943292a029a91ebed6a91\"]",
      "status": "failure"
    },
    {
      "branch": "ce070847633b",
      "message_chars": 343,
      "message_redacted": true,
      "name": "eval.tests.test_patterns.test_random_string_detection[HEX_KEY = \"9e51341f8d87894c927d0150be0a9676c7427850c11607bb2e8943292a029a91ebed6a91\"]",
      "status": "failure"
    },
    {
      "branch": "da3e74bf86b7",
      "message_chars": 81,
      "message_redacted": true,
      "name": "eval.tests.test_ripsecrets_behavior.test_help_long_contains_usage_blocks",
      "status": "skipped"
    },
    {
      "branch": "da3e74bf86b7",
      "message_chars": 92,
      "message_redacted": true,
      "name": "eval.tests.test_ripsecrets_behavior.test_directory_recursion_finds_nested_file",
      "status": "skipped"
    },
    {
      "branch": "da3e74bf86b7",
      "message_chars": 13,
      "message_redacted": true,
      "name": "eval.tests.test_ripsecrets_behavior.test_additional_pattern_detects_custom_pattern",
      "status": "failure"
    },
    {
      "branch": "da3e74bf86b7",
      "message_chars": 227,
      "message_redacted": true,
      "name": "eval.tests.test_ripsecrets_behavior.test_allowlist_comment_ignores_match",
      "status": "failure"
    },
    {
      "branch": "da3e74bf86b7",
      "message_chars": 244,
      "message_redacted": true,
      "name": "eval.tests.test_ripsecrets_behavior.test_detects_secret_in_file_and_format",
      "status": "failure"
    },
    {
      "branch": "b826502c586a",
      "message_chars": 332,
      "message_redacted": true,
      "name": "eval.tests.test_externalized.test_ext_no_false_positives_none_dir",
      "status": "failure"
    },
    {
      "branch": "b826502c586a",
      "message_chars": 294,
      "message_redacted": true,
      "name": "eval.tests.test_externalized.test_ext_randomness_heuristic_rejects_low_random_identifier",
      "status": "failure"
    },
    {
      "branch": "b826502c586a",
      "message_chars": 79,
      "message_redacted": true,
      "name": "eval.tests.test_externalized.test_ext_no_false_negatives_one_per_line_each_line_is_reported",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 65,
    "passed": 870,
    "skipped": 2
  },
  "test_branch_errors": {},
  "test_branches": [
    "1b0359e8d221",
    "e8910aade41f",
    "8456a7883bf2",
    "2b562b463d23",
    "39f0b49a4d59",
    "5634fbeab036",
    "d5cc9d1e7114",
    "ce070847633b",
    "da3e74bf86b7",
    "b826502c586a"
  ],
  "test_records": 937,
  "warnings": []
}