{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "75b5d6eb5e41823277bad5d2ea20de3b3ec72f56422a9df9de5aa60ff857ce75",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14959621700108983
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15803306800080463
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.14052441700187046
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.08285776300181169
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12729371098976117
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.7153348580031889
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10182362400519196
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13493539999763016
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12827357799687888
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1036142410011962
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 167306,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 16.59384257000056
    },
    {
      "branch": "08afe9ff1778",
      "command": "docker cp d49374f22cd712423a55a98a257e630d3ce83658b2654640f4c1b71622994f67:/workspace/eval/results.xml /tmp/tmprvaphq5x.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 209740,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03520470799412578
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09142356101074256
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12893133900070097
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12666548800189048
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12552718399092555
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6306104,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 1640.8300448719965
    },
    {
      "branch": "ea7a9f0674dc",
      "command": "docker cp a8f305cd0cb13cc1c5f8755acd4b7990a2f106aa32ac82184bbff49fc3d4da5a:/workspace/eval/results.xml /tmp/tmp_cdau523.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6943641,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.07117351799388416
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 4524,
    "passed": 942,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "08afe9ff1778",
    "ea7a9f0674dc"
  ],
  "test_records": 5467,
  "test_results": [
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 344,
        "message_redacted": true,
        "time": 0.224
      },
      "name": "eval.tests.test_pandoc.test_bash_completion",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 357,
        "message_redacted": true,
        "time": 0.24
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_org",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.237
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_mediawiki",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "eval.tests.test_pandoc.test_print_default_data_file",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 243,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_dokuwiki",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "eval.tests.test_pandoc.test_section_divs",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 1251,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "eval.tests.test_pandoc.test_syntax_highlighting_pygments",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 5595,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "eval.tests.test_pandoc.test_metadata_file",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 5790,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "eval.tests.test_pandoc.test_title_prefix",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "eval.tests.test_pandoc.test_output_to_epub",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 5608,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_pandoc.test_custom_template",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 273,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "eval.tests.test_pandoc.test_shift_heading_level",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_pandoc.test_dump_args",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 86,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_pandoc.test_markdown_headings_setext",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_pandoc.test_ipynb_output_best",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 708,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_docbook5",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 435,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_textile",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 15331,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "eval.tests.test_pandoc.test_mathjax",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 245,
        "message_redacted": true,
        "time": 0.217
      },
      "name": "eval.tests.test_pandoc.test_html_q_tags",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "eval.tests.test_pandoc.test_shift_heading_level_negative",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 124,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_pandoc.test_log_to_file",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 225,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "eval.tests.test_pandoc.test_ansi_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 348,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "eval.tests.test_pandoc.test_number_sections",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "eval.tests.test_pandoc.test_id_prefix",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "eval.tests.test_pandoc.test_output_to_docx",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 555,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_pandoc.test_number_offset",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 1095,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "eval.tests.test_pandoc.test_dzslides_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_jats",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "eval.tests.test_pandoc.test_epub_title_page",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 651,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "eval.tests.test_pandoc.test_s5_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "eval.tests.test_pandoc.test_opml_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 443,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_ms",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 434,
        "message_redacted": true,
        "time": 0.26
      },
      "name": "eval.tests.test_pandoc.test_mathml",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 320,
        "message_redacted": true,
        "time": 0.258
      },
      "name": "eval.tests.test_pandoc.test_top_level_division",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 304,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "eval.tests.test_pandoc.test_commonmark_input",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 875,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "eval.tests.test_pandoc.test_email_obfuscation_javascript",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "eval.tests.test_pandoc.test_ipynb_output_all",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 365,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "eval.tests.test_pandoc.test_indented_code_classes",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 226,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_jira",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 663,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "eval.tests.test_pandoc.test_slidy_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_pandoc.test_revealjs_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 755,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "eval.tests.test_pandoc.test_incremental_slides",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 708,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_docbook4",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 525,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_pandoc.test_opendocument_writer",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.24
      },
      "name": "eval.tests.test_pandoc.test_odt_writer",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "eval.tests.test_pandoc.test_pptx_writer",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 445,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_man",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "eval.tests.test_pandoc.test_csljson_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 9593,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "eval.tests.test_pandoc.test_katex",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 469,
        "message_redacted": true,
        "time": 0.253
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_icml",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 455,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_fb2",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 239,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_bbcode",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 504,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "eval.tests.test_pandoc.test_default_image_extension",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_pandoc.test_beamer_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_pandoc.test_epub2_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "eval.tests.test_pandoc.test_openxml_writer",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 454,
        "message_redacted": true,
        "time": 0.236
      },
      "name": "eval.tests.test_pandoc.test_markdown_grid_table",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 355,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "eval.tests.test_pandoc.test_rtf_writer",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "eval.tests.test_pandoc.test_chunkedhtml_writer",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "eval.tests.test_pandoc.test_ris_input",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 571,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "eval.tests.test_pandoc.test_csljson_input",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "eval.tests.test_pandoc.test_biblatex_input",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 833,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_html_with_number_offset",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 1288,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_pandoc.test_listings_option",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 433,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "eval.tests.test_pandoc.test_gladtex",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "eval.tests.test_pandoc.test_markdown_to_tei",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 510,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "eval.tests.test_pandoc.test_rst_with_tables",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "eval.tests.test_pandoc.test_epub3_output",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.229
      },
      "name": "eval.tests.test_pandoc.test_bibtex_input",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 559,
        "message_redacted": true,
        "time": 0.222
      },
      "name": "eval.tests.test_pandoc.test_beamer_incremental",
      "status": "failure"
    },
    {
      "branch": "08afe9ff1778",
      "extra": {
        "message_chars": 524,
        "message_redacted": true,
        "time": 0.237
      },
      "name": "eval.tests.test_pandoc.test_revealjs_fragments",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 261,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "tests.test_file_scope.test_reference_location_block_places_refs_after_paragraphs",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.244
      },
      "name": "tests.test_citeproc_advanced.test_citation_syntax_suppress_author",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.231
      },
      "name": "tests.test_document_structure.test_toc_depth_invalid_zero",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 218,
        "message_redacted": true,
        "time": 0.262
      },
      "name": "tests.test_abbreviations.test_default_abbreviations_nonbreaking_spaces",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.227
      },
      "name": "tests.test_binary_formats_advanced.test_rtf_underline_formatting",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 6128,
        "message_redacted": true,
        "time": 0.275
      },
      "name": "tests.test_data_paths.test_resource_path_does_not_affect_metadata_file",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 205,
        "message_redacted": true,
        "time": 0.266
      },
      "name": "tests.test_config_environment.test_defaults_tab_stop_setting",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 265,
        "message_redacted": true,
        "time": 0.283
      },
      "name": "tests.test_bbcode_formats.test_table_fluxbb_omitted",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 250,
        "message_redacted": true,
        "time": 0.287
      },
      "name": "tests.test_error_paths.test_malformed_json_input",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 668,
        "message_redacted": true,
        "time": 0.284
      },
      "name": "tests.test_ascii_encoding.test_greek_and_math_symbols_with_ascii",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 415,
        "message_redacted": true,
        "time": 0.267
      },
      "name": "tests.test_creole_txt2tags.test_creole_all_heading_levels",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.253
      },
      "name": "tests.test_djot_format.test_djot_attributes_on_various_elements",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 166,
        "message_redacted": true,
        "time": 0.269
      },
      "name": "tests.test_cli_error_handling.test_missing_data_dir_argument",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "tests.test_chunking.test_sitemap_json_structure_with_split",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_epub.test_epub_multiple_authors_and_contributors",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_csv_tables.test_empty_csv_document",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 357,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "tests.test_abbreviations.test_custom_abbreviations_file",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "tests.test_document_structure.test_toc_depth_invalid_too_high",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 709,
        "message_redacted": true,
        "time": 0.225
      },
      "name": "tests.test_config_environment.test_defaults_number_sections",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 447,
        "message_redacted": true,
        "time": 0.242
      },
      "name": "tests.test_creole_txt2tags.test_creole_text_formatting_bold_italic_nested",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 61,
        "message_redacted": true,
        "time": 0.251
      },
      "name": "tests.test_citeproc_advanced.test_citation_with_prefix_and_suffix",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 171,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "tests.test_cli_error_handling.test_missing_resource_path_argument",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 192,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "tests.test_error_paths.test_invalid_xml_unclosed_element",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 335,
        "message_redacted": true,
        "time": 0.398
      },
      "name": "tests.test_binary_formats_advanced.test_rtf_to_docx_conversion_preserves_formatting",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 261,
        "message_redacted": true,
        "time": 0.242
      },
      "name": "tests.test_file_scope.test_reference_location_section_places_refs_at_section_end",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 0.225
      },
      "name": "tests.test_defaults.test_basic_defaults_file",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 263,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_djot_format.test_html_to_djot_conversion",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 236,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "tests.test_bbcode_formats.test_heading_levels_steam",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 357,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_ascii_encoding.test_emoji_multiscript_to_plain_with_ascii",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_epub.test_epub_empty_metadata",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 246,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_csv_tables.test_inconsistent_column_count_handled_gracefully",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "tests.test_chunking.test_index_html_contains_toc",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 209,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_document_structure.test_toc_depth_invalid_negative",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 356,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "tests.test_abbreviations.test_default_vs_custom_abbreviations_full_golden",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 508,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "tests.test_config_environment.test_defaults_eol_crlf",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 396,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_file_scope.test_file_scope_with_reference_links_combined",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 201,
        "message_redacted": true,
        "time": 0.253
      },
      "name": "tests.test_error_paths.test_unsupported_format_extension",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 171,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "tests.test_cli_error_handling.test_missing_reference_doc_argument",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 254,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_creole_txt2tags.test_creole_nested_lists_mixed_types",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 225,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "tests.test_defaults.test_defaults_with_metadata",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 236,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_bbcode_formats.test_heading_levels_hubzilla",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_citeproc_advanced.test_multiple_citations_grouping_and_sorting",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 406,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "tests.test_ascii_encoding.test_html_input_roundtrip_with_ascii",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 1200,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "tests.test_djot_format.test_djot_edge_cases_and_escaping",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 7290,
        "message_redacted": true,
        "time": 0.261
      },
      "name": "tests.test_binary_formats_advanced.test_docx_very_long_paragraph_no_crash",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_csv_tables.test_complex_quoting_scenarios",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.229
      },
      "name": "tests.test_epub.test_epub_large_document_chunking",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_chunking.test_navigation_links_between_chunks",
      "status": "failure"
    },
    {
      "branch": "ea7a9f0674dc",
      "extra": {
        "message_chars": 2491,
        "message_redacted": true,
        "time": 0.25
      },
      "name": "tests.test_context_latex_advanced.test_context_basic_structure",
      "status": "failure"
    }
  ],
  "test_results_omitted": 4405,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}