{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.13828209499479271
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1407498820044566
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15748260699911043
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13884947702172212
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13969901500968263
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.13339928098139353
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6677481310034636
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1330849940131884
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13733179797418416
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1293147050018888
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1224270679813344
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.576620936975814
    },
    {
      "branch": "f5ab65c66ad6",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03873672100598924
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13685799497761764
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12996373599162325
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13426253900979646
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12211022200062871
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 20.08866907400079
    },
    {
      "branch": "61d5d5110768",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039378431014483795
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14527789200656116
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11045765900053084
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13481637198128738
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12879630300449207
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.700487727008294
    },
    {
      "branch": "2e64897bedc3",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.029539473995100707
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.133137565018842
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12354793300619349
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13538775499910116
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12772448698524386
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.209659743006341
    },
    {
      "branch": "314a43fe54ae",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.041748901014216244
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.07792553497711197
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11532466299831867
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11011652398156002
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13163648499175906
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.646100986981764
    },
    {
      "branch": "95e016c28ce7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04010503299650736
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12674227997194976
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10735320099047385
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09019280099892057
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1256583250069525
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.78826142300386
    },
    {
      "branch": "1f8845ada8c0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03943728099693544
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09745696201571263
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13148485799320042
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14043283800128847
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13293371701729484
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4154142799961846
    },
    {
      "branch": "5bbdc4638826",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03468434399110265
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12256866702227853
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12104443699354306
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13171001398586668
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13621204500668682
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.826389280991862
    },
    {
      "branch": "65d3ddb6da15",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03536868598894216
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "76f801ba36ac36d0090b396aace9a582f7c71b095af48e8de02a0b4c5198a646",
  "failed_tests": [
    {
      "branch": "f5ab65c66ad6",
      "message_chars": 559,
      "message_redacted": true,
      "name": "eval.tests.test_extraction_features.test_aws_long_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 785,
      "message_redacted": true,
      "name": "tests.test_extraction_basic.test_no_extraction_flags_shows_first_match_all_types",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 480,
      "message_redacted": true,
      "name": "tests.test_extraction_extended.test_google_keys_from_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 529,
      "message_redacted": true,
      "name": "tests.test_extraction_extended.test_phone_numbers_from_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 327,
      "message_redacted": true,
      "name": "tests.test_extraction_basic.test_email_in_log_context_suppress_stdin_msg",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 176,
      "message_redacted": true,
      "name": "tests.test_extraction_basic.test_email_tld_length_restrictions",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 388,
      "message_redacted": true,
      "name": "tests.test_extraction_basic.test_email_from_file_input",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 615,
      "message_redacted": true,
      "name": "tests.test_extraction_extended.test_aws_keys_from_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 750,
      "message_redacted": true,
      "name": "tests.test_extraction_extended.test_aws_with_display_filename",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 785,
      "message_redacted": true,
      "name": "tests.test_extraction_basic.test_multiple_extractors_stops_at_first_without_thorough",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 362,
      "message_redacted": true,
      "name": "tests.test_extraction_extended.test_credit_card_with_drop_filter",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 676,
      "message_redacted": true,
      "name": "tests.test_filter_drop.test_invalid_regex_filter_panics",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 686,
      "message_redacted": true,
      "name": "tests.test_filter_drop.test_invalid_regex_drop_panics",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 438,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_csv_header_hide_display_flags",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 628,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_csv_header_display_line_flags",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 291,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_csv_multiple_extractors_with_display_line",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 105,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_csv_data_with_commas_in_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 307,
      "message_redacted": true,
      "name": "tests.test_extraction_extended.test_phone_numbers_clean_mode",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 1153,
      "message_redacted": true,
      "name": "tests.test_extraction_extended.test_aws_keys_multiple_prefixes",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 463,
      "message_redacted": true,
      "name": "tests.test_extraction_extended.test_dns_srv_records_from_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 416,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_csv_header_generation_basic",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 182,
      "message_redacted": true,
      "name": "tests.test_filter_drop.test_filter_url_domain_clean_mode",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 409,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_csv_header_with_line_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 13,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_csv_clean_mode_extracts_only_matches",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 309,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_csv_automatic_detection_from_extension",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 340,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_large_output_many_matches",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_csv_output_with_clean_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 267,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_csv_header_only_line_numbers",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 311,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_csv_header_hide_line_flags",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 308,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_stdin_input_with_csv_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 612,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_write_error_disk_full_simulation",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 210,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_csv_with_hide_and_multiple_extractors",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 143,
      "message_redacted": true,
      "name": "tests.test_output_modifiers.test_thorough_mode_deduplicates_same_match",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 266,
      "message_redacted": true,
      "name": "tests.test_filter_drop.test_drop_http_urls_and_specific_domain",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 341,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_csv_multiple_extraction_types",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 420,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_csv_header_with_display_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_system_path_plugin_file_loads",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 492,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_extraction_with_clean_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_local_plugin_file_loads_and_lists",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 132,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_csv_parsing_with_python_csv_module",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 480,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_extraction_full_line",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 176,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_output_error_suppressed_with_ignore_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 301,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_csv_multiple_dot_extensions",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 138,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_csv_append_behavior",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 290,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_csv_header_only_display",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 75,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_no_matches_csv_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 338,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_url_extraction_to_csv",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 252,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_directory_with_csv_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 1444,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_list_multiple_plugins_formatting",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 456,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_csv_header_all_flags_combined",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 172,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_csv_header_with_hide_type_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 71,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_local_plugin_used_when_system_path_missing",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 406,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_with_invalid_regex_no_crash",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 481,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_with_complex_regex_hex_extraction",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 498,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_extraction_hide_prefix",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 486,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_with_line_numbers",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 501,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_multiple_plugins_simultaneous_extraction",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 493,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_no_matches_empty_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 305,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_csv_with_thorough_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 210,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_csv_header_only_hide_type",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 563,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_output_to_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 358,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_hash_extraction_to_csv",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_plugins_errors.test_missing_required_fields_in_json",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_plugins_errors.test_malformed_json_continues_when_user_declines_exit",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_plugins_errors.test_plugin_extraction_with_malformed_json_shows_error",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 490,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_extraction_large_input_multiple_matches_per_line",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 119,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_system_path_priority_over_local",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 474,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_content_type_used_as_prefix",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 492,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_with_display_flag_shows_filename",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 937,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_with_thorough_flag_gets_all_matches",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 416,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_extraction_with_stdin_input",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 424,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_with_filter_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 433,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_with_drop_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_plugins_errors.test_utf8_bom_in_plugins_json_causes_parse_error",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_plugins_basic.test_plugin_version_displayed_correctly",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_output_destinations.test_empty_file_csv_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 336,
      "message_redacted": true,
      "name": "tests.test_gap_filling.test_csv_header_no_flags_default",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_plugins_errors.test_json_object_instead_of_array",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 117,
      "message_redacted": true,
      "name": "tests.test_plugins_errors.test_empty_json_file_is_valid",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "message_chars": 119,
      "message_redacted": true,
      "name": "tests.test_plugins_errors.test_malformed_json_syntax_error_with_exit",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 74,
  "status_counts": {
    "failure": 154,
    "passed": 410
  },
  "test_branch_errors": {},
  "test_branches": [
    "f5ab65c66ad6",
    "61d5d5110768",
    "2e64897bedc3",
    "314a43fe54ae",
    "95e016c28ce7",
    "1f8845ada8c0",
    "5bbdc4638826",
    "65d3ddb6da15"
  ],
  "test_records": 564,
  "warnings": []
}