{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1507601560006151
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.16739061700354796
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.14033009600825608
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1344844999985071
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11664599500363693
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6878567660023691
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1112122110062046
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11467245600942988
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11154673699638806
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11999751000257675
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 9.035424217989203
    },
    {
      "branch": "4ea5f4413e34",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02751108400116209
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13284442700387444
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11280444900330622
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11913691999507137
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12909363300423138
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 95.90626693199738
    },
    {
      "branch": "ea7a9f0674dc",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04284002599888481
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "e4e45ac24663a0de132b790e21c0c6a0284583feffa338c1aaac5520695acd72",
  "failed_tests": [
    {
      "branch": "4ea5f4413e34",
      "message_chars": 1269,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_add_with_timing_bt",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 1286,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_add_split_volumes",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 1276,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_add_with_log_level_bb1",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 1933,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_list_password_protected_archive",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 1936,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_add_with_password",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 1918,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_list_with_technical_info_slt",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 94,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_overwrite_rename_aot",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 597,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_test_password_protected_wrong",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 2068,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_hash_unsupported_algorithm",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 646,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_extract_with_wrong_password",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 1363,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_add_missing_file_with_warning",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 129,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_sdel_deletes_source_after_add",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 2303,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_list_tar_slt_properties",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 1285,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_create_split_archive_and_list",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 475,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_test_split_archive",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 508,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_extract_split_archive",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 1944,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_error_corrupt_archive_extract",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 1160,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_list_corrupt_archive",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 2380,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_rename_file_in_archive",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 2300,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_list_tar_archive_technical",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 2855,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_add_no_solid_archive",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 2039,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_zip_with_password_extract",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 1299,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_create_zip_volumes",
      "status": "failure"
    },
    {
      "branch": "4ea5f4413e34",
      "message_chars": 477,
      "message_redacted": true,
      "name": "eval.tests.test_7zip.test_list_zip_split_volumes",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1406,
      "message_redacted": true,
      "name": "tests.test_advanced_flags.test_sse_with_directory_read_error",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 562,
      "message_redacted": true,
      "name": "tests.test_commandline_parsing.test_mx_negative_value",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1343,
      "message_redacted": true,
      "name": "tests.test_advanced_flags.test_bt_timing_with_large_operation",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 698,
      "message_redacted": true,
      "name": "tests.test_cab_format.test_extract_multiple_files_cab",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1380,
      "message_redacted": true,
      "name": "tests.test_bcj_filters.test_ppc_filter_compress_and_extract",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 421,
      "message_redacted": true,
      "name": "tests.test_advanced_flags.test_scrc_hash_functions_xxh64",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1021,
      "message_redacted": true,
      "name": "tests.test_cab_format.test_error_truncated_cab_extraction",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 697,
      "message_redacted": true,
      "name": "tests.test_cab_format.test_list_shows_correct_file_count_summary",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 3435,
      "message_redacted": true,
      "name": "tests.test_codec_variants.test_ppmd_solid_with_multiple_file_types",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_codec_variants.test_arm_filter_with_lzma2",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 600,
      "message_redacted": true,
      "name": "tests.test_7z_update_advanced.test_solid_archive_update_creates_new_block",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 536,
      "message_redacted": true,
      "name": "tests.test_add.test_compression_level_ultra",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 140,
      "message_redacted": true,
      "name": "tests.test_7z_update_advanced.test_update_preserves_timestamps",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 567,
      "message_redacted": true,
      "name": "tests.test_commandline_parsing.test_invalid_charset_name",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 2026,
      "message_redacted": true,
      "name": "tests.test_add.test_add_file_with_special_chars_in_name",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1227,
      "message_redacted": true,
      "name": "tests.test_add.test_split_volume_creation",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1300,
      "message_redacted": true,
      "name": "tests.test_advanced_flags.test_combined_flags_multiple_switches",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 698,
      "message_redacted": true,
      "name": "tests.test_cab_format.test_list_cab_with_directory_structure",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 297,
      "message_redacted": true,
      "name": "tests.test_commandline_parsing.test_empty_archive_type_flag",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 421,
      "message_redacted": true,
      "name": "tests.test_advanced_flags.test_scrc_hash_all_algorithms_together",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1383,
      "message_redacted": true,
      "name": "tests.test_bcj_filters.test_arm64_filter_compress_and_extract",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 710,
      "message_redacted": true,
      "name": "tests.test_cab_format.test_wildcard_extraction_from_subdir",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 686,
      "message_redacted": true,
      "name": "tests.test_cab_format.test_extraction_creates_intermediate_directories",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1370,
      "message_redacted": true,
      "name": "tests.test_bcj_filters.test_bcj_filter_compress_x86_executable",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_add.test_compression_visible_difference",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 560,
      "message_redacted": true,
      "name": "tests.test_commandline_parsing.test_volume_size_zero_bytes",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 2726,
      "message_redacted": true,
      "name": "tests.test_codec_variants.test_multiple_files_different_codecs",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 129,
      "message_redacted": true,
      "name": "tests.test_codec_variants.test_lzma_vs_lzma2_method_distinction",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 601,
      "message_redacted": true,
      "name": "tests.test_7z_update_advanced.test_solid_archive_update_with_nonsolid_flag",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 92,
      "message_redacted": true,
      "name": "tests.test_7z_update_advanced.test_delete_multiple_files_from_solid",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1935,
      "message_redacted": true,
      "name": "tests.test_add.test_compression_methods_comparison",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 2035,
      "message_redacted": true,
      "name": "tests.test_compression.test_bzip2_method",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 698,
      "message_redacted": true,
      "name": "tests.test_cab_format.test_extract_cab_with_directory_structure",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 299,
      "message_redacted": true,
      "name": "tests.test_commandline_parsing.test_invalid_memory_limit_value",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1371,
      "message_redacted": true,
      "name": "tests.test_bcj_filters.test_bcj2_filter_compress_x86_executable",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 706,
      "message_redacted": true,
      "name": "tests.test_cab_format.test_list_with_technical_details_multifile",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1382,
      "message_redacted": true,
      "name": "tests.test_bcj_filters.test_sparc_filter_compress_and_extract",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 571,
      "message_redacted": true,
      "name": "tests.test_advanced_flags.test_bso_redirect_stdout_to_stderr",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 2034,
      "message_redacted": true,
      "name": "tests.test_codec_variants.test_ppmd_create_and_extract",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 451,
      "message_redacted": true,
      "name": "tests.test_commandline_parsing.test_invalid_overwrite_mode_postfix",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1276,
      "message_redacted": true,
      "name": "tests.test_advanced_flags.test_spd_disables_wildcard_matching",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1643,
      "message_redacted": true,
      "name": "tests.test_add.test_update_existing_archive",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 113,
      "message_redacted": true,
      "name": "tests.test_codec_variants.test_lzma_codec_in_7z",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 17,
      "message_redacted": true,
      "name": "tests.test_codec_variants.test_copy_preserves_exact_size",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 604,
      "message_redacted": true,
      "name": "tests.test_7z_update_advanced.test_update_with_multithread_flag",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1294,
      "message_redacted": true,
      "name": "tests.test_advanced_flags.test_bt_shows_execution_time_statistics",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 92,
      "message_redacted": true,
      "name": "tests.test_7z_update_advanced.test_update_with_different_encoders",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 2034,
      "message_redacted": true,
      "name": "tests.test_compression.test_ppmd_method",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 702,
      "message_redacted": true,
      "name": "tests.test_cab_format.test_list_technical_details",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 21,
      "message_redacted": true,
      "name": "tests.test_bcj_filters.test_bcj2_with_large_real_binary",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 562,
      "message_redacted": true,
      "name": "tests.test_commandline_parsing.test_invalid_fullpath_mode_value",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 694,
      "message_redacted": true,
      "name": "tests.test_cab_format.test_extract_preserves_modification_time",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1380,
      "message_redacted": true,
      "name": "tests.test_bcj_filters.test_bcj_with_lzma_compression",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 1274,
      "message_redacted": true,
      "name": "tests.test_advanced_flags.test_bse_redirect_stderr_to_stdout",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 542,
      "message_redacted": true,
      "name": "tests.test_commandline_parsing.test_listfile_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 121,
      "message_redacted": true,
      "name": "tests.test_codec_variants.test_bzip2_create_and_extract",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 547,
  "status_counts": {
    "failure": 626,
    "passed": 458,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "4ea5f4413e34",
    "ea7a9f0674dc"
  ],
  "test_records": 1085,
  "warnings": []
}