{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.19355145200097468
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15039050600898918
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1401167289877776
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13164256799791474
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12920517299789935
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6645255019975593
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1262112749973312
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12918920398806222
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10104093799600378
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13073841299046762
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 10.398779322000337
    },
    {
      "branch": "86f3178a4b28",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04129060299601406
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12442542200733442
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12823919000220485
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12952905100246426
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12039032801112626
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 126.46988934501132
    },
    {
      "branch": "269b33cf14ef",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.044296366002527066
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "def9ff94fdf549eab3d18bc37f6347f172ced734cb0d8c1175eaeb3da546049b",
  "failed_tests": [
    {
      "branch": "86f3178a4b28",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_effects.test_gain_reduces_volume",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_effects.test_highpass_filter",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 50,
      "message_redacted": true,
      "name": "eval.tests.test_effects.test_dcshift_effect",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 67,
      "message_redacted": true,
      "name": "eval.tests.test_effects.test_echos_effect",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 306,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_invalid_format_name",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 309,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_missing_effect_argument",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 960,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_invalid_encoding_for_format",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 169,
      "message_redacted": true,
      "name": "eval.tests.test_effects.test_noiseprof_effect",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 691,
      "message_redacted": true,
      "name": "eval.tests.test_global_options.test_no_clobber_prevents_overwrite",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 307,
      "message_redacted": true,
      "name": "eval.tests.test_global_options.test_sox_opts_env_variable",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 481,
      "message_redacted": true,
      "name": "eval.tests.test_global_options.test_plot_octave",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 255,
      "message_redacted": true,
      "name": "eval.tests.test_global_options.test_plot_gnuplot",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_more_effects.test_tempo_effect",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 16,
      "message_redacted": true,
      "name": "eval.tests.test_more_effects.test_stretch_effect",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 328,
      "message_redacted": true,
      "name": "eval.tests.test_more_effects.test_gain_reclaim_headroom",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 67,
      "message_redacted": true,
      "name": "eval.tests.test_effects.test_delay_effect",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 602,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_clipping_warning",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_effects.test_bandreject_filter",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 357,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_nonexistent_effects_file",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 320,
      "message_redacted": true,
      "name": "eval.tests.test_more_effects.test_gain_with_db",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 535,
      "message_redacted": true,
      "name": "eval.tests.test_more_effects.test_trim_absolute_position",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 600,
      "message_redacted": true,
      "name": "eval.tests.test_global_options.test_verbosity_level_3",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 304,
      "message_redacted": true,
      "name": "eval.tests.test_more_formats.test_ima_adpcm_wav_write",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 239,
      "message_redacted": true,
      "name": "eval.tests.test_more_formats.test_voc_8bit",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 531,
      "message_redacted": true,
      "name": "eval.tests.test_more_formats.test_sln_asterisk_format",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_synth_stat.test_stat_scale_option",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_invalid_rate_zero",
      "status": "failure"
    },
    {
      "branch": "86f3178a4b28",
      "message_chars": 582,
      "message_redacted": true,
      "name": "eval.tests.test_more_formats.test_ms_adpcm_wav_write",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 306,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_comp.test_stats_scale_factor",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 336,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_filters.test_sinc_attenuation_out_of_range",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 197,
      "message_redacted": true,
      "name": "tests.test_cli_options.test_bits_option_invalid",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 376,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_filters.test_hilbert_custom_taps",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 376,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_filters.test_sinc_lowpass_attenuation",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 231,
      "message_redacted": true,
      "name": "tests.test_effects_distortion.test_divide_mono_passthrough",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 18,
      "message_redacted": true,
      "name": "tests.test_effects_amplitude.test_gain_headroom_flag",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 203,
      "message_redacted": true,
      "name": "tests.test_cli_options.test_volume_option_invalid",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 558,
      "message_redacted": true,
      "name": "tests.test_effects_basic.test_echo_zero_decay",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 558,
      "message_redacted": true,
      "name": "tests.test_effects_basic.test_delay_stereo_independent_channels",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 208,
      "message_redacted": true,
      "name": "tests.test_effects_amplitude.test_gain_invalid_option",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 591,
      "message_redacted": true,
      "name": "tests.test_cli_options.test_help_effect_specific",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 374,
      "message_redacted": true,
      "name": "tests.test_effects_amplitude.test_vol_amplitude_multiplication",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 102,
      "message_redacted": true,
      "name": "tests.test_effects_fade_silence.test_fade_parabolic",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_cli_options.test_multiple_verbosity_flags",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 20,
      "message_redacted": true,
      "name": "tests.test_effects_fade_silence.test_silence_stereo",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 203,
      "message_redacted": true,
      "name": "tests.test_cli_options.test_type_option_unknown",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 336,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_filters.test_sinc_phase_out_of_range",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 83,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_comp.test_vad_detects_speech",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 323,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_filters.test_sinc_frequency_above_nyquist_rejected",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 376,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_filters.test_sinc_lowpass_passband_preservation",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 429,
      "message_redacted": true,
      "name": "tests.test_cli_options.test_norm_option",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 219,
      "message_redacted": true,
      "name": "tests.test_effects_distortion.test_overdrive_invalid_parameter",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 214,
      "message_redacted": true,
      "name": "tests.test_effects_amplitude.test_gain_conflicting_options_equalise_balance",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 376,
      "message_redacted": true,
      "name": "tests.test_effects_distortion.test_overdrive_default_parameters",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_cli_options.test_verbosity_with_level",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 429,
      "message_redacted": true,
      "name": "tests.test_cli_options.test_invalid_option",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 558,
      "message_redacted": true,
      "name": "tests.test_effects_basic.test_delay_large_value",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 376,
      "message_redacted": true,
      "name": "tests.test_effects_amplitude.test_vol_db_conversion",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 18,
      "message_redacted": true,
      "name": "tests.test_effects_amplitude.test_compand_stereo_channels",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 91,
      "message_redacted": true,
      "name": "tests.test_effects_fade_silence.test_silence_remove_from_start",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 203,
      "message_redacted": true,
      "name": "tests.test_cli_options.test_encoding_option_invalid",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 335,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_filters.test_sinc_taps_below_minimum",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 315,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_filters.test_sinc_missing_frequency_rejected",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 558,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_comp.test_vad_removes_all_silence",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 376,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_filters.test_sinc_highpass_attenuation",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 376,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_comp.test_mcompand_2band_compression",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 214,
      "message_redacted": true,
      "name": "tests.test_effects_amplitude.test_gain_conflicting_options_normalize_restore",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 374,
      "message_redacted": true,
      "name": "tests.test_effects_distortion.test_overdrive_stereo_processing",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 78,
      "message_redacted": true,
      "name": "tests.test_effects_fade_silence.test_splice_no_leeway_true_crossfade",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 375,
      "message_redacted": true,
      "name": "tests.test_effects_distortion.test_overdrive_custom_gain_colour",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 2412,
      "message_redacted": true,
      "name": "tests.test_cli_options.test_help_effect_all",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 206,
      "message_redacted": true,
      "name": "tests.test_effects_basic.test_reverb_invalid_parameters",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 223,
      "message_redacted": true,
      "name": "tests.test_effects_amplitude.test_vol_power_conversion",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 19,
      "message_redacted": true,
      "name": "tests.test_effects_amplitude.test_compand_with_gain_parameter",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 445,
      "message_redacted": true,
      "name": "tests.test_cli_options.test_buffer_option_missing_argument",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 89,
      "message_redacted": true,
      "name": "tests.test_effects_fade_silence.test_silence_remove_from_both_ends",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 329,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_filters.test_hilbert_taps_below_minimum",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 331,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_filters.test_hilbert_even_taps_rejected",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 446,
      "message_redacted": true,
      "name": "tests.test_cli_options.test_no_input_files",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 367,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_comp.test_vad_trigger_threshold",
      "status": "failure"
    },
    {
      "branch": "269b33cf14ef",
      "message_chars": 47,
      "message_redacted": true,
      "name": "tests.test_effects_advanced_comp.test_mcompand_3band_compression_clipping",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 544,
  "status_counts": {
    "failure": 598,
    "passed": 636,
    "skipped": 26
  },
  "test_branch_errors": {},
  "test_branches": [
    "86f3178a4b28",
    "269b33cf14ef"
  ],
  "test_records": 1260,
  "warnings": []
}