{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.24441347899846733
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14931597700342536
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.14732630699290894
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1279634140082635
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12641087101656012
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6730541949800681
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11046981799881905
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1103015510016121
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.0937716179760173
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13411202098359354
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 41.60557464900194
    },
    {
      "branch": "c0523186ac1e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03588000498712063
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1536014759913087
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1344048600003589
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11911801298265345
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13517145600053482
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 295.26118864299497
    },
    {
      "branch": "0368ca6ed669",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.05729447101475671
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "5a83c6e4a14294803acfa9576acb318d4d78a6cee45f2d7782f266d44c7c0b6b",
  "failed_tests": [
    {
      "branch": "c0523186ac1e",
      "message_chars": 464,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_verilog_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 465,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_gdscript_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 466,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_ada_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 464,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_objc_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 467,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_bats_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 466,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_org_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 466,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_asm_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 465,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_kotlin_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 478,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_sort_yes",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 468,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_protobuf_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 412,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_help_full",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 470,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_output_format_xref",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 448,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_L_option_stdin",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 464,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_basic_c_file",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 410,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_version_output",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 460,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_nonexistent_file_warning",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 465,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_julia_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 467,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_asciidoc_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 466,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_powershell_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 465,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_haxe_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 464,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_eiffel_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 472,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_cmake_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 465,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_csharp_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 466,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_clojure_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 470,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_autoconf_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 979,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_no_args_exit_code",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 470,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_output_format_etags",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 410,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_version_output_format",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 478,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_sort_no",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 449,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_filter_mode_reads_stdin",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 484,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_output_to_file",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 465,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_basic_python_file",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 464,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_d_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 468,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_scala_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 464,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_r_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 466,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_vhdl_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 466,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_scheme_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 467,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_html_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 465,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_elixir_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 475,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_systemd_unit_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 503,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_json_fields_output",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 1020,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_filter_mode_warning_on_output_file",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 410,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_license_output",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 34,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_output_format_ectags_mode_marker",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 464,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_output_to_stdout",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 407,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_help_output",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 465,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_basic_js_file",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 483,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_sort_foldcase",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 466,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_pascal_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 466,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_iniconf_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 419,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_ctags_self_test_language",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 505,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_python_entry_points_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 466,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_tex_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 466,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_elm_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 468,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_swift_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 467,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_lisp_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 465,
      "message_redacted": true,
      "name": "eval.tests.test_coverage.test_ocaml_parsing",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 476,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_L_option_reads_file_list",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 1007,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_invalid_option",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 488,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_output_format_json",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 403,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_help_short",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 492,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_multiple_files",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 470,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_u_flag_equivalent_to_sort_no",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 478,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_format_1",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 414,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_list_fields",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 504,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_fields_E_shows_extras",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 470,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_backward_search_pattern",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 415,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_list_kinds_C",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 479,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_fields_plus_n",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 498,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_pseudo_tags_disabled",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 484,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_guess_language_eagerly",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 414,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_list_extras",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 429,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_list_map_extensions",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 416,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_list_excludes",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 425,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_list_mline_regex_flags",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 476,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_totals_output",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 422,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_describe_language",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 416,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_with_list_header_no",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 540,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_regex_lang_definition",
      "status": "failure"
    },
    {
      "branch": "c0523186ac1e",
      "message_chars": 485,
      "message_redacted": true,
      "name": "eval.tests.test_ctags.test_D_macro_definition",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 2391,
  "status_counts": {
    "failure": 2357,
    "passed": 108,
    "skipped": 114
  },
  "test_branch_errors": {},
  "test_branches": [
    "c0523186ac1e",
    "0368ca6ed669"
  ],
  "test_records": 2579,
  "warnings": []
}