{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14959621700108983
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15803306800080463
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.14052441700187046
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.08285776300181169
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12729371098976117
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.7153348580031889
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10182362400519196
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13493539999763016
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12827357799687888
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1036142410011962
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 16.59384257000056
    },
    {
      "branch": "08afe9ff1778",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03520470799412578
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09142356101074256
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12893133900070097
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12666548800189048
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12552718399092555
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 1640.8300448719965
    },
    {
      "branch": "ea7a9f0674dc",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.07117351799388416
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "75b5d6eb5e41823277bad5d2ea20de3b3ec72f56422a9df9de5aa60ff857ce75",
  "failed_tests": [
    {
      "branch": "08afe9ff1778",
      "message_chars": 344,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_bash_completion",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 357,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_org",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 234,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_mediawiki",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 221,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_print_default_data_file",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 243,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_dokuwiki",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 314,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_section_divs",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 1251,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_syntax_highlighting_pygments",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 5595,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_metadata_file",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 5790,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_title_prefix",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 42,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_output_to_epub",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 5608,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_custom_template",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 273,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_shift_heading_level",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 35,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_dump_args",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 86,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_headings_setext",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 71,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_ipynb_output_best",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 708,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_docbook5",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 435,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_textile",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 15331,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_mathjax",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 245,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_html_q_tags",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 274,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_shift_heading_level_negative",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 124,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_log_to_file",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 225,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_ansi_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 348,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_number_sections",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 274,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_id_prefix",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 42,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_output_to_docx",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 555,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_number_offset",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 1095,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_dzslides_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 453,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_jats",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 42,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_epub_title_page",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 651,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_s5_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 240,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_opml_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 443,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_ms",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 434,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_mathml",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 320,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_top_level_division",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 304,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_commonmark_input",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 875,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_email_obfuscation_javascript",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 71,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_ipynb_output_all",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 365,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_indented_code_classes",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 226,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_jira",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 663,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_slidy_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 453,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_revealjs_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 755,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_incremental_slides",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 708,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_docbook4",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 525,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_opendocument_writer",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 42,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_odt_writer",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 42,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_pptx_writer",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 445,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_man",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 221,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_csljson_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 9593,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_katex",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 469,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_icml",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 455,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_fb2",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 239,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_bbcode",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 504,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_default_image_extension",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 332,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_beamer_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 42,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_epub2_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 42,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_openxml_writer",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 454,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_grid_table",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 355,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_rtf_writer",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 35,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_chunkedhtml_writer",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 71,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_ris_input",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 571,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_csljson_input",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 71,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_biblatex_input",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 833,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_html_with_number_offset",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 1288,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_listings_option",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 433,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_gladtex",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 449,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_markdown_to_tei",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 510,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_rst_with_tables",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 42,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_epub3_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 71,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_bibtex_input",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 559,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_beamer_incremental",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "message_chars": 524,
      "message_redacted": true,
      "name": "eval.tests.test_pandoc.test_revealjs_fragments",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 261,
      "message_redacted": true,
      "name": "tests.test_file_scope.test_reference_location_block_places_refs_after_paragraphs",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_citeproc_advanced.test_citation_syntax_suppress_author",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 208,
      "message_redacted": true,
      "name": "tests.test_document_structure.test_toc_depth_invalid_zero",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 218,
      "message_redacted": true,
      "name": "tests.test_abbreviations.test_default_abbreviations_nonbreaking_spaces",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 240,
      "message_redacted": true,
      "name": "tests.test_binary_formats_advanced.test_rtf_underline_formatting",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 6128,
      "message_redacted": true,
      "name": "tests.test_data_paths.test_resource_path_does_not_affect_metadata_file",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 205,
      "message_redacted": true,
      "name": "tests.test_config_environment.test_defaults_tab_stop_setting",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 265,
      "message_redacted": true,
      "name": "tests.test_bbcode_formats.test_table_fluxbb_omitted",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "message_chars": 250,
      "message_redacted": true,
      "name": "tests.test_error_paths.test_malformed_json_input",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 4445,
  "status_counts": {
    "failure": 4524,
    "passed": 942,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "08afe9ff1778",
    "ea7a9f0674dc"
  ],
  "test_records": 5467,
  "warnings": []
}