{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1624300560033589
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1552238770018448
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.133823799998936
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1278865570020571
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1255622440003208
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6360730649976176
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10438422700099181
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11614146099964273
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10807364499851246
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11172637500203564
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 35.62768985300136
    },
    {
      "branch": "60fc4d786b87",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03826483900047606
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13690742099788622
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12603880200185813
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11921870200239937
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10302335899905302
    },
    {
      "branch": "",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.067490485999
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.02759049700034666
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10405541999716661
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13137373899735394
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.138601425998786
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12419338999825413
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3334.085543207002
    },
    {
      "branch": "a71ea420de7f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04086294500302756
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "5a55195f68c76869aa63da9d778c2c86a76b89f01ed96b84fa0eff654283ecb3",
  "failed_tests": [
    {
      "branch": "60fc4d786b87",
      "message_chars": 7646,
      "message_redacted": true,
      "name": "tests.test_basic.TestBasicInvocation.test_unknown_command",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 2449,
      "message_redacted": true,
      "name": "tests.test_basic.TestBasicInvocation.test_no_args_shows_help",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 244,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestDepadCommand.test_depad_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 289,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_fastq_format",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 274,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_all_bases",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 1477,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestStatsAdvanced.test_stats_coverage_distribution",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 1442,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestAmpliconstatsCommand.test_ampliconstats_min_depth",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 469,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestFaidxAdvanced.test_faidx_continue_on_error",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 188,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestViewAdvanced.test_view_cram_output",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 61,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestAmpliconclipCommand.test_ampliconclip_stats",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 127,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestCramRelated.test_index_cram_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 274,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 313,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestMarkdupAdvanced.test_markdup_optical_distance",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 268,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestCramSizeAdvanced.test_cram_size_header",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 50,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestMiscCommands.test_samples_indexed",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 1485,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestStatsMoreOptions.test_stats_insert_size_filter",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 2449,
      "message_redacted": true,
      "name": "tests.test_basic.TestBasicInvocation.test_no_args_shows_commands",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 1240,
      "message_redacted": true,
      "name": "tests.test_basic.TestFlagsCommand.test_flags_no_args_shows_usage",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 290,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_pileup_format",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 251,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestViewAdvanced.test_view_with_expr_filter",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 1504,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestStatsAdvanced.test_stats_with_ref",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 50,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestDepadCommand.test_depad_sam_output",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 292,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_bayesian_mode",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 289,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_fasta_format",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 1437,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestAmpliconstatsCommand.test_ampliconstats_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 294,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestMergeWithOptions.test_merge_with_file_list",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 308,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestSplitWithOptions.test_split_unaccounted",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 104,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestChecksumAdvanced.test_checksum_all_flag",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 266,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestPhaseCommand.test_phase_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 77,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestMarkdupAdvanced.test_markdup_with_stats",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 1519,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestStatsMoreOptions.test_stats_GC_depth",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 121,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestMiscCommands.test_cat_with_header_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 472,
      "message_redacted": true,
      "name": "tests.test_basic.TestBasicInvocation.test_no_args_stdout_is_empty",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 287,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_region",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 280,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_ambig_codes",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 238,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestViewAdvanced.test_view_add_flags",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 239,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestViewSpecialFlags.test_view_sanitize",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 575,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestDepadCommand.test_depad_help",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 1217,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestSortAdvanced.test_sort_ascii_name",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 124,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestAmpliconstatsCommand.test_ampliconstats_output_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 78,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestViewWithMoreOptions.test_view_qname_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 246,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestFastqMoreOptions.test_fastq_default_quality",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 266,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestPhaseCommand.test_phase_output_has_header",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 314,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestSplitWithOptions.test_split_verbose",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 104,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestChecksumAdvanced.test_checksum_include_pos",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 358,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestMarkdupAdvanced.test_markdup_stats_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 274,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestCramSizeAdvanced.test_cram_size_expanded",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 244,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestIdxstatsAndSamples.test_samples_with_tag",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 290,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_simple_mode",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 124,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestViewAdvanced.test_view_save_counts",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 73,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestBedcovMoreOptions.test_bedcov_depth_threshold",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 268,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestCramSizeCommand.test_cram_size_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 242,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestReheaderCram.test_reheader_cram_with_command",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 236,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestStatsAdvanced.test_stats_with_region",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 269,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestSortAdvanced.test_sort_by_tag",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 257,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestFastqMoreOptions.test_fastq_barcode_tag",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 154,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestViewWithMoreOptions.test_view_write_index",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 292,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusMoreOptions.test_consensus_high_mq_filter",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 347,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestSplitWithOptions.test_split_format_string",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 104,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestChecksumAdvanced.test_checksum_in_order",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 268,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestReferenceCommand.test_reference_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 224,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestBedcovExtraOptions.test_bedcov_no_deletions",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 296,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestIdxstatsAndSamples.test_samples_output_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 231,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestFqidxCommand.test_fqidx_creates_index",
      "status": "error"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 285,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_min_depth",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 268,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestCramSizeCommand.test_cram_size_format",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 271,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestSortKmerAndMinimizer.test_sort_minimiser_with_kmer_size",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 286,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusQualCalibration.test_consensus_adj_MQ",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 224,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestBedcovExtraOptions.test_bedcov_read_count",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 244,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestFastqMoreOptions.test_fastq_all_tags",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 203,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestMiscEdgeCases.test_flagstat_from_stdin",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 295,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusMoreOptions.test_consensus_show_del",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 196,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestCatWithOptions.test_cat_with_file_list",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 312,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestFastqAdvanced.test_fastq_pair_files",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 301,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestReferenceCommand.test_reference_output_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 78,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestViewMoreCoverage.test_view_output_qname",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 304,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestMarkdupAllOptions.test_markdup_mode_sequence",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 289,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestConsensusQualCalibration.test_consensus_hifi_cal",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 248,
      "message_redacted": true,
      "name": "tests.test_coverage_gap.TestReheaderAdvanced.test_reheader_with_command",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_editing.TestHeadCommand.test_head_limit_headers",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 1188,
  "status_counts": {
    "error": 2,
    "failure": 1257,
    "passed": 551,
    "skipped": 9
  },
  "test_branch_errors": {},
  "test_branches": [
    "60fc4d786b87",
    "a71ea420de7f"
  ],
  "test_records": 1819,
  "warnings": []
}