{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "5a55195f68c76869aa63da9d778c2c86a76b89f01ed96b84fa0eff654283ecb3",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1624300560033589
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1552238770018448
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.133823799998936
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1278865570020571
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1255622440003208
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6360730649976176
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10438422700099181
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11614146099964273
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10807364499851246
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11172637500203564
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 573087,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 35.62768985300136
    },
    {
      "branch": "60fc4d786b87",
      "command": "docker cp f49b39338ae753415e66392f850fea762adb3a48a3fc822487fe6203b311773c:/workspace/eval/results.xml /tmp/tmpo7ev3fgq.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 562237,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03826483900047606
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13690742099788622
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12603880200185813
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11921870200239937
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10302335899905302
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.067490485999
    },
    {
      "branch": "",
      "command": "docker cp 139b6149d29df74ddea4ccd46c51503d03dcb698550f97ce33bedc4afca0956b:/workspace/eval/results.xml /tmp/tmp5z3fmyt3.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 157,
      "output_redacted": true,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.02759049700034666
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10405541999716661
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13137373899735394
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.138601425998786
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12419338999825413
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1590956,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3334.085543207002
    },
    {
      "branch": "a71ea420de7f",
      "command": "docker cp 2f6669d52dfe21ff34651dd5f07cfde904bd5c743fb1b1281efacf2ab6752aed:/workspace/eval/results.xml /tmp/tmp7zly6typ.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1322304,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04086294500302756
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "error": 2,
    "failure": 1257,
    "passed": 551,
    "skipped": 9
  },
  "test_branch_errors": {},
  "test_branches": [
    "60fc4d786b87",
    "a71ea420de7f"
  ],
  "test_records": 1819,
  "test_results": [
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 7646,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_basic.TestBasicInvocation.test_unknown_command",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 2449,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "tests.test_basic.TestBasicInvocation.test_no_args_shows_help",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 244,
        "message_redacted": true,
        "time": 0.367
      },
      "name": "tests.test_coverage_gap.TestDepadCommand.test_depad_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 289,
        "message_redacted": true,
        "time": 0.265
      },
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_fastq_format",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.41
      },
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_all_bases",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 1477,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_coverage_gap.TestStatsAdvanced.test_stats_coverage_distribution",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 1442,
        "message_redacted": true,
        "time": 0.359
      },
      "name": "tests.test_coverage_gap.TestAmpliconstatsCommand.test_ampliconstats_min_depth",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 469,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_coverage_gap.TestFaidxAdvanced.test_faidx_continue_on_error",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 188,
        "message_redacted": true,
        "time": 0.312
      },
      "name": "tests.test_coverage_gap.TestViewAdvanced.test_view_cram_output",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 61,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_coverage_gap.TestAmpliconclipCommand.test_ampliconclip_stats",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 0.399
      },
      "name": "tests.test_coverage_gap.TestCramRelated.test_index_cram_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 313,
        "message_redacted": true,
        "time": 0.316
      },
      "name": "tests.test_coverage_gap.TestMarkdupAdvanced.test_markdup_optical_distance",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 268,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_coverage_gap.TestCramSizeAdvanced.test_cram_size_header",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.236
      },
      "name": "tests.test_coverage_gap.TestMiscCommands.test_samples_indexed",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 1485,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_coverage_gap.TestStatsMoreOptions.test_stats_insert_size_filter",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 2449,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "tests.test_basic.TestBasicInvocation.test_no_args_shows_commands",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 1240,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_basic.TestFlagsCommand.test_flags_no_args_shows_usage",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_pileup_format",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_coverage_gap.TestViewAdvanced.test_view_with_expr_filter",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 1504,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_coverage_gap.TestStatsAdvanced.test_stats_with_ref",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.313
      },
      "name": "tests.test_coverage_gap.TestDepadCommand.test_depad_sam_output",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_bayesian_mode",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 289,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_fasta_format",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 1437,
        "message_redacted": true,
        "time": 0.293
      },
      "name": "tests.test_coverage_gap.TestAmpliconstatsCommand.test_ampliconstats_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_coverage_gap.TestMergeWithOptions.test_merge_with_file_list",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 308,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_coverage_gap.TestSplitWithOptions.test_split_unaccounted",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 104,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_coverage_gap.TestChecksumAdvanced.test_checksum_all_flag",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 266,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "tests.test_coverage_gap.TestPhaseCommand.test_phase_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 77,
        "message_redacted": true,
        "time": 0.366
      },
      "name": "tests.test_coverage_gap.TestMarkdupAdvanced.test_markdup_with_stats",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 1519,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "tests.test_coverage_gap.TestStatsMoreOptions.test_stats_GC_depth",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 121,
        "message_redacted": true,
        "time": 0.372
      },
      "name": "tests.test_coverage_gap.TestMiscCommands.test_cat_with_header_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 472,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_basic.TestBasicInvocation.test_no_args_stdout_is_empty",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 287,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_region",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_ambig_codes",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 238,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_coverage_gap.TestViewAdvanced.test_view_add_flags",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 239,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "tests.test_coverage_gap.TestViewSpecialFlags.test_view_sanitize",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 575,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_coverage_gap.TestDepadCommand.test_depad_help",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 1217,
        "message_redacted": true,
        "time": 0.316
      },
      "name": "tests.test_coverage_gap.TestSortAdvanced.test_sort_ascii_name",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 124,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_coverage_gap.TestAmpliconstatsCommand.test_ampliconstats_output_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.296
      },
      "name": "tests.test_coverage_gap.TestViewWithMoreOptions.test_view_qname_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 246,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_coverage_gap.TestFastqMoreOptions.test_fastq_default_quality",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 266,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_coverage_gap.TestPhaseCommand.test_phase_output_has_header",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_coverage_gap.TestSplitWithOptions.test_split_verbose",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 104,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_coverage_gap.TestChecksumAdvanced.test_checksum_include_pos",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 358,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_coverage_gap.TestMarkdupAdvanced.test_markdup_stats_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.272
      },
      "name": "tests.test_coverage_gap.TestCramSizeAdvanced.test_cram_size_expanded",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 244,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_coverage_gap.TestIdxstatsAndSamples.test_samples_with_tag",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_simple_mode",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 124,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_coverage_gap.TestViewAdvanced.test_view_save_counts",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_coverage_gap.TestBedcovMoreOptions.test_bedcov_depth_threshold",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 268,
        "message_redacted": true,
        "time": 0.364
      },
      "name": "tests.test_coverage_gap.TestCramSizeCommand.test_cram_size_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 242,
        "message_redacted": true,
        "time": 0.257
      },
      "name": "tests.test_coverage_gap.TestReheaderCram.test_reheader_cram_with_command",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 236,
        "message_redacted": true,
        "time": 0.273
      },
      "name": "tests.test_coverage_gap.TestStatsAdvanced.test_stats_with_region",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 269,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_coverage_gap.TestSortAdvanced.test_sort_by_tag",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 257,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_coverage_gap.TestFastqMoreOptions.test_fastq_barcode_tag",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 154,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_coverage_gap.TestViewWithMoreOptions.test_view_write_index",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.305
      },
      "name": "tests.test_coverage_gap.TestConsensusMoreOptions.test_consensus_high_mq_filter",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 347,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_coverage_gap.TestSplitWithOptions.test_split_format_string",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 104,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_coverage_gap.TestChecksumAdvanced.test_checksum_in_order",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 268,
        "message_redacted": true,
        "time": 0.298
      },
      "name": "tests.test_coverage_gap.TestReferenceCommand.test_reference_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 224,
        "message_redacted": true,
        "time": 0.266
      },
      "name": "tests.test_coverage_gap.TestBedcovExtraOptions.test_bedcov_no_deletions",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 296,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_coverage_gap.TestIdxstatsAndSamples.test_samples_output_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 231,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_coverage_gap.TestFqidxCommand.test_fqidx_creates_index",
      "status": "error"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 285,
        "message_redacted": true,
        "time": 0.394
      },
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_min_depth",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 268,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_coverage_gap.TestCramSizeCommand.test_cram_size_format",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 271,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_coverage_gap.TestSortKmerAndMinimizer.test_sort_minimiser_with_kmer_size",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 286,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_coverage_gap.TestConsensusQualCalibration.test_consensus_adj_MQ",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 224,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_coverage_gap.TestBedcovExtraOptions.test_bedcov_read_count",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 244,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "tests.test_coverage_gap.TestFastqMoreOptions.test_fastq_all_tags",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_coverage_gap.TestMiscEdgeCases.test_flagstat_from_stdin",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_coverage_gap.TestConsensusMoreOptions.test_consensus_show_del",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 196,
        "message_redacted": true,
        "time": 0.331
      },
      "name": "tests.test_coverage_gap.TestCatWithOptions.test_cat_with_file_list",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_coverage_gap.TestFastqAdvanced.test_fastq_pair_files",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_coverage_gap.TestReferenceCommand.test_reference_output_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.332
      },
      "name": "tests.test_coverage_gap.TestViewMoreCoverage.test_view_output_qname",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 304,
        "message_redacted": true,
        "time": 0.357
      },
      "name": "tests.test_coverage_gap.TestMarkdupAllOptions.test_markdup_mode_sequence",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 289,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "tests.test_coverage_gap.TestConsensusQualCalibration.test_consensus_hifi_cal",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 248,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_coverage_gap.TestReheaderAdvanced.test_reheader_with_command",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_editing.TestHeadCommand.test_head_limit_headers",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 313,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_output_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 308,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_coverage_gap.TestCramSizeCommand.test_cram_size_output_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_coverage_gap.TestConsensusQualCalibration.test_consensus_scale_MQ",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 302,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_coverage_gap.TestFastqMoreOptions.test_fasta_singleton_output",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 201,
        "message_redacted": true,
        "time": 0.319
      },
      "name": "tests.test_coverage_gap.TestSortKmerAndMinimizer.test_sort_minimiser_with_reference",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 197,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_coverage_gap.TestMiscEdgeCases.test_stats_from_stdin",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 285,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_coverage_gap.TestConsensusMoreOptions.test_consensus_bayesian_cutoff",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 249,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_coverage_gap.TestViewMoreCoverage.test_view_library_filter",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 262,
        "message_redacted": true,
        "time": 0.337
      },
      "name": "tests.test_editing.TestSamplesCommand.test_samples_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 406,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_coverage_gap.TestViewMoreCoverage.test_view_regions_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 143,
        "message_redacted": true,
        "time": 0.273
      },
      "name": "tests.test_coverage_gap.TestCatWithOptions.test_cat_cram_files",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_coverage_gap.TestConsensusQualCalibration.test_consensus_hiseq_cal",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_coverage_gap.TestViewSanitizerMode.test_view_sanitize_all",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 333,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_editing.TestFastqAndFastaCommands.test_fastq_singleton_output",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 296,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_coverage_gap.TestConsensusMoreOptions.test_consensus_use_qual",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 187,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_editing.TestQuickcheckCommand.test_quickcheck_invalid_file",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 286,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_coverage_gap.TestConsensusCommand.test_consensus_line_length",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_coverage_gap.TestCramSizeCommand.test_cram_size_verbose",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 291,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "tests.test_coverage_gap.TestConsensusQualCalibration.test_consensus_low_mq",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_coverage_gap.TestConsensusMoreOptions.test_consensus_homopoly_fix",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 187,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_editing.TestQuickcheckCommand.test_quickcheck_invalid_returns_nonzero",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 276,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_indexing.TestDictCommand.test_dict_uri_option",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 352,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_coverage_gap.TestMergeWithOptions.test_merge_with_region",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 56,
        "message_redacted": true,
        "time": 0.325
      },
      "name": "tests.test_coverage_gap.TestMarkdupAllOptions.test_markdup_json_stats",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 289,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_coverage_gap.TestConsensusQualCalibration.test_consensus_flat_cal",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.275
      },
      "name": "tests.test_low_coverage.TestRmdupCommand.test_rmdup_single_end_mode",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "tests.test_low_coverage.TestTargetCutCommand.test_targetcut_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.242
      },
      "name": "tests.test_low_coverage.TestTviewCommand.test_tview_html_output",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_coverage_gap.TestConsensusMoreOptions.test_consensus_pileup_region",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 135,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_editing.TestChecksumCommand.test_checksum_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 319,
        "message_redacted": true,
        "time": 0.336
      },
      "name": "tests.test_low_coverage.TestTviewCommand.test_tview_html_with_ref",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_editing.TestChecksumCommand.test_checksum_count_field",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_coverage_gap.TestConsensusQualCalibration.test_consensus_high_mq",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_indexing.TestIndexCommand.test_index_csi_format",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "tests.test_coverage_gap.TestConsensusMoreOptions.test_consensus_ref_qual",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 87,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "tests.test_low_coverage.TestMiscToolsMore.test_maq2sam_no_args",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 351,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_editing.TestAddReplaceRGCommand.test_addreplacerg_sam_output",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_indexing.TestDictCommand.test_dict_assembly_option",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.232
      },
      "name": "tests.test_low_coverage.TestRmdupCommand.test_rmdup_basic",
      "status": "failure"
    },
    {
      "branch": "60fc4d786b87",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_coverage_gap.TestConsensusQualCalibration.test_consensus_r10_sup_cal",
      "status": "failure"
    }
  ],
  "test_results_omitted": 1148,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}
