{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1440897069987841
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1501770050090272
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.10474786299164407
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.08581352500186767
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12173044499650132
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6860573650046717
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1361410139943473
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11626180801249575
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10518087599484716
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12832543700642418
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 8.908017802008544
    },
    {
      "branch": "e592c32aec70",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03575516300043091
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10153603400976863
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1041624689969467
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09536887699505314
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1196720220032148
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 18.20966279899585
    },
    {
      "branch": "5d974fdda794",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023862522008130327
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "364101fc0b0e23f66ab7fb2e046e01a717588caba4846ee9963619106fa25390",
  "failed_tests": [
    {
      "branch": "e592c32aec70",
      "message_chars": 355,
      "message_redacted": true,
      "name": "eval.tests.test_basic.TestSeqCommand.test_seq_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 256,
      "message_redacted": true,
      "name": "eval.tests.test_basic.TestSeqCommand.test_seq_strip_whitespace",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 239,
      "message_redacted": true,
      "name": "eval.tests.test_basic.TestSeqCommand.test_seq_fake_quality",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 751,
      "message_redacted": true,
      "name": "eval.tests.test_basic.TestSeqCommand.test_seq_x_lowercase_to_n",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 59,
      "message_redacted": true,
      "name": "eval.tests.test_basic.TestSeqCommand.test_seq_reverse_both_strands",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 239,
      "message_redacted": true,
      "name": "eval.tests.test_comp.TestCompCommand.test_comp_with_region_bed",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 356,
      "message_redacted": true,
      "name": "eval.tests.test_basic.TestSizeCommand.test_size_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 357,
      "message_redacted": true,
      "name": "eval.tests.test_comp.TestFqchkCommand.test_fqchk_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 208,
      "message_redacted": true,
      "name": "eval.tests.test_comp.TestCompCommand.test_comp_upper_only",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 354,
      "message_redacted": true,
      "name": "eval.tests.test_genomics.TestGcCommand.test_gc_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 356,
      "message_redacted": true,
      "name": "eval.tests.test_genomics.TestCutNCommand.test_cutn_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 203,
      "message_redacted": true,
      "name": "eval.tests.test_merge_split.TestHrunCommand.test_hrun_basic",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 272,
      "message_redacted": true,
      "name": "eval.tests.test_merge_split.TestHrunCommand.test_hrun_shows_usage",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 203,
      "message_redacted": true,
      "name": "eval.tests.test_merge_split.TestHrunCommand.test_hrun_output_format",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 209,
      "message_redacted": true,
      "name": "eval.tests.test_merge_split.TestHrunCommand.test_hrun_min_length",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 182,
      "message_redacted": true,
      "name": "eval.tests.test_merge_split.TestHrunCommand.test_hrun_stdin",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 356,
      "message_redacted": true,
      "name": "eval.tests.test_comp.TestCompCommand.test_comp_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 799,
      "message_redacted": true,
      "name": "eval.tests.test_sample_subseq.TestSubseqCommand.test_subseq_missing_region_file",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 356,
      "message_redacted": true,
      "name": "eval.tests.test_genomics.TestHetyCommand.test_hety_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 208,
      "message_redacted": true,
      "name": "eval.tests.test_telo.TestTeloCommand.test_telo_show_profile",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 216,
      "message_redacted": true,
      "name": "eval.tests.test_telo.TestTeloCommand.test_telo_max_drop",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 214,
      "message_redacted": true,
      "name": "eval.tests.test_telo.TestTeloCommand.test_telo_min_score",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 213,
      "message_redacted": true,
      "name": "eval.tests.test_telo.TestTeloCommand.test_telo_penalty",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 192,
      "message_redacted": true,
      "name": "eval.tests.test_merge_split.TestKfreqCommand.test_kfreq_stdin",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 213,
      "message_redacted": true,
      "name": "eval.tests.test_merge_split.TestKfreqCommand.test_kfreq_basic",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 276,
      "message_redacted": true,
      "name": "eval.tests.test_merge_split.TestKfreqCommand.test_kfreq_shows_usage",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 213,
      "message_redacted": true,
      "name": "eval.tests.test_merge_split.TestKfreqCommand.test_kfreq_output_format",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 218,
      "message_redacted": true,
      "name": "eval.tests.test_telo.TestTeloCommand.test_telo_custom_motif",
      "status": "failure"
    },
    {
      "branch": "e592c32aec70",
      "message_chars": 358,
      "message_redacted": true,
      "name": "eval.tests.test_trimfq.TestTrimfqCommand.test_trimfq_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 463,
      "message_redacted": true,
      "name": "tests.test_info.test_fqchk_quality_distribution",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 169,
      "message_redacted": true,
      "name": "tests.test_analysis.test_hety_window_larger_than_sequence",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 391,
      "message_redacted": true,
      "name": "tests.test_analysis.test_gap_missing_file",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 248,
      "message_redacted": true,
      "name": "tests.test_analysis.test_gc_basic",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 303,
      "message_redacted": true,
      "name": "tests.test_info.test_comp_uppercase_only_flag",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 356,
      "message_redacted": true,
      "name": "tests.test_info.test_comp_with_regions",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 248,
      "message_redacted": true,
      "name": "tests.test_analysis.test_gc_stdin",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 369,
      "message_redacted": true,
      "name": "tests.test_analysis.test_hety_custom_window_step",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 261,
      "message_redacted": true,
      "name": "tests.test_analysis.test_hety_window_boundary",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 474,
      "message_redacted": true,
      "name": "tests.test_info.test_fqchk_simple_fastq",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 220,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mergefa_quality_threshold",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 364,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mergefa_double_het_identical",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 372,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_famask_different_sequence_names",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 186,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mergefa_complex_iupac_codes",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 179,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mergefa_mask_n_mode",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 193,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mutfa_invalid_mutation_format",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 479,
      "message_redacted": true,
      "name": "tests.test_info.test_fqchk_q0_flag_all_qualities",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 389,
      "message_redacted": true,
      "name": "tests.test_analysis.test_gc_missing_file",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 337,
      "message_redacted": true,
      "name": "tests.test_analysis.test_hety_stdin",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 210,
      "message_redacted": true,
      "name": "tests.test_analysis.test_gc_short_regions",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 246,
      "message_redacted": true,
      "name": "tests.test_analysis.test_hety_lowercase_masking",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 337,
      "message_redacted": true,
      "name": "tests.test_analysis.test_hety_basic",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 323,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mutfa_line_wrapping",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 474,
      "message_redacted": true,
      "name": "tests.test_info.test_fqchk_stdin_input",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 323,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_famask_line_wrapping",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 64,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mergefa_empty_sequences",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 346,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mergefa_flag_combination_error",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 241,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mergefa_haploid_mode",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 391,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mutfa_multi_sequence_mutations",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 352,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mergefa_unequal_sequence_lengths",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 334,
      "message_redacted": true,
      "name": "tests.test_pe_trim.test_trimfq_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 227,
      "message_redacted": true,
      "name": "tests.test_seq.test_both_forward_and_reverse",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 298,
      "message_redacted": true,
      "name": "tests.test_analysis.test_hety_tiny_window",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 393,
      "message_redacted": true,
      "name": "tests.test_analysis.test_hety_missing_file",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 401,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mutfa_missing_snp_file",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 357,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_famask_missing_input_files",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 460,
      "message_redacted": true,
      "name": "tests.test_info.test_fqchk_fasta_input_ignored",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 399,
      "message_redacted": true,
      "name": "tests.test_analysis.test_listhet_missing_file",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 358,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mergefa_missing_input_files",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 64,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_famask_empty_sequences",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 388,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mergefa_different_sequence_names",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 193,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mergefa_random_het_mode",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 358,
      "message_redacted": true,
      "name": "tests.test_pe_trim.test_mergepe_nonexistent_files",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 246,
      "message_redacted": true,
      "name": "tests.test_seq.test_both_strands_with_quality_masking",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 237,
      "message_redacted": true,
      "name": "tests.test_subseq_sample.test_sample_deterministic_with_seed",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 179,
      "message_redacted": true,
      "name": "tests.test_subseq_sample.test_sample_fraction_sampling",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 237,
      "message_redacted": true,
      "name": "tests.test_subseq_sample.test_sample_different_seeds_produce_different_output",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 176,
      "message_redacted": true,
      "name": "tests.test_seq.test_sampling_with_seed",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 265,
      "message_redacted": true,
      "name": "tests.test_seq.test_fake_quality_fasta_to_fastq",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 120,
      "message_redacted": true,
      "name": "tests.test_mutation_masking.test_mergefa_het_hom_interaction",
      "status": "failure"
    },
    {
      "branch": "5d974fdda794",
      "message_chars": 463,
      "message_redacted": true,
      "name": "tests.test_info.test_fqchk_q30_threshold",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 51,
  "status_counts": {
    "failure": 131,
    "passed": 309
  },
  "test_branch_errors": {},
  "test_branches": [
    "e592c32aec70",
    "5d974fdda794"
  ],
  "test_records": 440,
  "warnings": []
}