{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.20703905999835115
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.13285301299765706
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13120956601051148
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13021027999639045
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12982274500245694
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.651512519994867
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.130263928003842
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12600598701101262
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09833697100111749
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12590496700431686
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 96.26627988299879
    },
    {
      "branch": "b0846e00e790",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04317008600628469
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "41efa2ef91fe87e8dbb7887b552d89011afff040c4f9d6a65b5ca17785a5c4e0",
  "failed_tests": [
    {
      "branch": "b0846e00e790",
      "message_chars": 2497,
      "message_redacted": true,
      "name": "tests.test_fasta_ops.test_maskfasta_soft_mask",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2497,
      "message_redacted": true,
      "name": "tests.test_fasta_ops.test_maskfasta_soft_overrides_custom_char",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 440,
      "message_redacted": true,
      "name": "tests.test_harvest_bam_bed_conversions.test_bamtobed_t7_three_blocks_bed12",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 379,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_sortandnaming_t19",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 634,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_sortandnaming_t02",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 467,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_kclosest_t30",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 251,
      "message_redacted": true,
      "name": "tests.test_annotate.test_annotate_single_file_fraction_coverage",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 267,
      "message_redacted": true,
      "name": "tests.test_annotate.test_annotate_adjacent_non_overlapping_features",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 437,
      "message_redacted": true,
      "name": "tests.test_harvest_complement_flank_sort_multicov.test_sort_t08",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 395,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t51",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 922,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t68",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 83,
      "message_redacted": true,
      "name": "tests.test_harvest_bam_bed_conversions.test_bamtofastq_paired_end",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 444,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t18",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 385,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t35",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 410,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_kclosest_t15",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_harvest_fasta_groupby.test_getfasta_t05",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 312,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_sortandnaming_t20",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2497,
      "message_redacted": true,
      "name": "tests.test_fasta_ops.test_maskfasta_custom_mask_character",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 84,
      "message_redacted": true,
      "name": "tests.test_fasta_ops.test_nuc_error_missing_fasta",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 313,
      "message_redacted": true,
      "name": "tests.test_annotate.test_annotate_multiple_files_fraction_coverage",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 466,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_kclosest_t31",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 260,
      "message_redacted": true,
      "name": "tests.test_annotate.test_annotate_bed3_format",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 779,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_sortandnaming_t03",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 356,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t19",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 407,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_kclosest_t16",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 995,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t69",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 484,
      "message_redacted": true,
      "name": "tests.test_harvest_bam_bed_conversions.test_bamtobed_t8_split_vs_bed12",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 166,
      "message_redacted": true,
      "name": "tests.test_harvest_bam_bed_conversions.test_bedtobam_t1_basic_conversion",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2512,
      "message_redacted": true,
      "name": "tests.test_harvest_complement_flank_sort_multicov.test_multicov_t01",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 395,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t38",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_harvest_fasta_groupby.test_getfasta_t06",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_harvest_fasta_groupby.test_getfasta_t15",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2491,
      "message_redacted": true,
      "name": "tests.test_fasta_ops.test_nuc_basic_profile",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 329,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_sortandnaming_t21",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2491,
      "message_redacted": true,
      "name": "tests.test_fasta_ops.test_nuc_empty_bed",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 576,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_sortandnaming_t04",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 465,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_kclosest_t32",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 430,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_kclosest_t17",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 341,
      "message_redacted": true,
      "name": "tests.test_annotate.test_annotate_with_names_header",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 752,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t70",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 259,
      "message_redacted": true,
      "name": "tests.test_annotate.test_annotate_features_extending_beyond_intervals",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2512,
      "message_redacted": true,
      "name": "tests.test_harvest_complement_flank_sort_multicov.test_multicov_t02",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 382,
      "message_redacted": true,
      "name": "tests.test_harvest_bam_bed_conversions.test_bamtobed_t9_deletion_and_intron_split",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 395,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t41",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 385,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t29",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 746,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t15",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 153,
      "message_redacted": true,
      "name": "tests.test_harvest_fasta_groupby.test_getfasta_t07",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_harvest_fasta_groupby.test_getfasta_t134",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2491,
      "message_redacted": true,
      "name": "tests.test_fasta_ops.test_nuc_zero_length_intervals",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2491,
      "message_redacted": true,
      "name": "tests.test_fasta_ops.test_nuc_with_sequence_output",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 310,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_sortandnaming_t22",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 324,
      "message_redacted": true,
      "name": "tests.test_annotate.test_annotate_counts_mode",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 1065,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_sortandnaming_t05",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2512,
      "message_redacted": true,
      "name": "tests.test_harvest_complement_flank_sort_multicov.test_multicov_t03",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 346,
      "message_redacted": true,
      "name": "tests.test_annotate.test_annotate_counts_with_names_header",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 410,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_kclosest_t18",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 471,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_kclosest_t33",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 923,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t71",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 381,
      "message_redacted": true,
      "name": "tests.test_harvest_bam_bed_conversions.test_bamtobed_t10_deletion_splitD",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 395,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t44",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 152,
      "message_redacted": true,
      "name": "tests.test_harvest_format_conversion.test_bamtobed_two_blocks_no_split",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 173,
      "message_redacted": true,
      "name": "tests.test_harvest_fasta_groupby.test_jaccard_t08",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_harvest_fasta_groupby.test_getfasta_t16",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_harvest_fasta_groupby.test_getfasta_t08",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2491,
      "message_redacted": true,
      "name": "tests.test_fasta_ops.test_nuc_interval_beyond_chromosome",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 350,
      "message_redacted": true,
      "name": "tests.test_annotate.test_annotate_both_mode",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2491,
      "message_redacted": true,
      "name": "tests.test_fasta_ops.test_nuc_pattern_matching",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 405,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_kclosest_t19",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 469,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_kclosest_t34",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2512,
      "message_redacted": true,
      "name": "tests.test_harvest_complement_flank_sort_multicov.test_multicov_t04",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 284,
      "message_redacted": true,
      "name": "tests.test_annotate.test_annotate_single_file_both_mode",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 1186,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_sortandnaming_t06",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 327,
      "message_redacted": true,
      "name": "tests.test_harvest_closest_extended.test_kclosest_t2",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 467,
      "message_redacted": true,
      "name": "tests.test_harvest_bam_bed_conversions.test_bamtobed_t11_deletion_bed12",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 395,
      "message_redacted": true,
      "name": "tests.test_harvest_closest.test_closest_t47",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 263,
      "message_redacted": true,
      "name": "tests.test_harvest_complement_flank_sort_multicov.test_complement_t09",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 162,
      "message_redacted": true,
      "name": "tests.test_harvest_format_conversion.test_bamtobed_two_blocks_with_split",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 585,
      "message_redacted": true,
      "name": "tests.test_harvest_fasta_groupby.test_jaccard_t09",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_harvest_fasta_groupby.test_getfasta_t09",
      "status": "failure"
    },
    {
      "branch": "b0846e00e790",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_harvest_fasta_groupby.test_getfasta_t17",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 581,
  "status_counts": {
    "failure": 641,
    "passed": 432,
    "skipped": 20
  },
  "test_branch_errors": {},
  "test_branches": [
    "b0846e00e790"
  ],
  "test_records": 1093,
  "warnings": []
}