{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "e079c5c4c20e54da08e4ffca61f430b548f689b212e2f8cc8043cf4bbaa0eac8",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16576447497936897
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(8252dc8ed19ecfdcf92081c7324447b705ad30ae62c7d57c393e60966e518a55)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13523054498364218
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15366036701016128
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.132929637999041
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13379847499891184
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1320951929956209
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6442789830034599
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.0881001440284308
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1421390580071602
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13096890397719108
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11985175800509751
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 56785,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 8.850769736978691
    },
    {
      "branch": "2f270486dd38",
      "command": "docker cp 314da90f8675b51c1175a70d6477b9e62e44cb91cf5330a8d21b98dd0b893381:/workspace/eval/results.xml /tmp/tmputd5gups.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 52800,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037254652997944504
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1628593289933633
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12737331501557492
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12447166300262325
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12755620401003398
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1017980,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 180.0895059540053
    },
    {
      "branch": "4f61e62031ac",
      "command": "docker cp 40c2a7bb36a94f3211ca148a4c8a7e3eff0299e391896019b83dbcdaccc209da:/workspace/eval/results.xml /tmp/tmpbycuvsq0.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 787374,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04214051098097116
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12527951700030826
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12619413298671134
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1201139869808685
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12445544198271818
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 41114,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.112611977994675
    },
    {
      "branch": "523c2d9ff65b",
      "command": "docker cp 67eaebb58f4750d5f7163ff28d9b1eb7999e538c95b3689f230785abe07d9a8d:/workspace/eval/results.xml /tmp/tmpis87iwu7.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 33061,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03907860798062757
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14668865699786693
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13103067499469034
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12337608000962064
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13362187999882735
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11490,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.741438413999276
    },
    {
      "branch": "eeff97a23496",
      "command": "docker cp b94270cfb28ebe21ac5c4494097ac5101a236363dafea20d70370e34ed7b9de8:/workspace/eval/results.xml /tmp/tmp8u8lako5.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 13442,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03705527898273431
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13691409199964255
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13012122199870646
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12094754300778732
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12345630000345409
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14116,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.922171658981824
    },
    {
      "branch": "553de180508e",
      "command": "docker cp 308c92098636cd4fe09d489785169821294720a3e6195a7ae47521e78615a6bb:/workspace/eval/results.xml /tmp/tmp1hmd4aw3.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9344,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03579915699083358
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11003457597689703
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.08291652999469079
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12455621402477846
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09469914200599305
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7231,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.824311300006229
    },
    {
      "branch": "e2a768168a23",
      "command": "docker cp 3c5fcc3f18224d6c4d2de2df6f7d87cb58a45505c1ec3d2a5259538b53a63214:/workspace/eval/results.xml /tmp/tmptwok0gpd.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4571,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03759310799068771
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11568099400028586
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11327124800300226
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11064912300207652
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12924752800608985
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6786,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.791909830993973
    },
    {
      "branch": "bfddcf108b0d",
      "command": "docker cp a95b977887b07d2fb3ca4f106cf750bac574e6ccd72075cc999d45ed6acd9468:/workspace/eval/results.xml /tmp/tmpcaaulxkx.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3738,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.035951755999121815
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1475919939985033
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12196076000691392
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12180219998117536
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13892984300036915
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14491,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.881109904003097
    },
    {
      "branch": "857e0151a7f8",
      "command": "docker cp 6edecde603736b77a3ec6da8a7a1f67e60db30065c641af1cee0f4d2ac25b66e:/workspace/eval/results.xml /tmp/tmpm5je8gqu.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 13360,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04053774999920279
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13529039497370832
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12608313697273843
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10028738199616782
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13027476400020532
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 21236,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.70147775800433
    },
    {
      "branch": "d998dd917b4f",
      "command": "docker cp 7d993782c1d125c7f59aaa688a7b98395ea626018cdec4e2ced2e2eeed267284:/workspace/eval/results.xml /tmp/tmp9tqb2rcb.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 19310,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.021316678990842775
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1317951350065414
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13480073798564263
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11664807199849747
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13736195402452722
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 32799,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.721845117019257
    },
    {
      "branch": "6529fb6b6947",
      "command": "docker cp baa447c9ae5df7a28b90ce64fce9805f99c4de70de2ad84e803343a27c8fc2c8:/workspace/eval/results.xml /tmp/tmppths8jt4.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 23382,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024554720002925023
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 1025,
    "passed": 760,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "2f270486dd38",
    "4f61e62031ac",
    "523c2d9ff65b",
    "eeff97a23496",
    "553de180508e",
    "e2a768168a23",
    "bfddcf108b0d",
    "857e0151a7f8",
    "d998dd917b4f",
    "6529fb6b6947"
  ],
  "test_records": 1786,
  "test_results": [
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 822,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_additional_coverage.test_compile_with_figures",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 188,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_additional_coverage.test_eval_boolean_operations",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 731,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "eval.tests.test_advanced_compile.test_compile_multiple_inputs",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 896,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "eval.tests.test_advanced_compile.test_compile_with_typst_code",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 296,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_compile.test_compile_from_stdin",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_compile.test_compile_to_stdout",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 210,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_additional_coverage.test_eval_sys_version",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 702,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "eval.tests.test_compile.test_compile_with_input_flag",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 235,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_advanced_compile.test_compile_diagnostic_format_human",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 721,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_compile.test_compile_unicode_content",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 238,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "eval.tests.test_edge_cases.test_compile_invalid_ppi_value",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_compile.test_compile_invalid_syntax",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 244,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "eval.tests.test_eval.test_eval_with_in_flag",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 172,
        "message_redacted": true,
        "time": 0.105
      },
      "name": "eval.tests.test_eval.test_eval_target_html_feature",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 38,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "eval.tests.test_eval.test_eval_with_input_flag",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_info.test_info_human_readable",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 782,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "eval.tests.test_typst_features.test_compile_math_expressions",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 235,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "eval.tests.test_compile.test_compile_diagnostic_format_short",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 897,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_typst_features.test_compile_tables",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "eval.tests.test_typst_features.test_eval_string_operations",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 32,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_typst_features.test_eval_dict_operations",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "eval.tests.test_typst_features.test_compile_error_line_numbers",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 2457,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "eval.tests.test_edge_cases.test_compile_very_long_content",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 625,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "eval.tests.test_watch_init.test_init_invalid_template",
      "status": "failure"
    },
    {
      "branch": "2f270486dd38",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "eval.tests.test_typst_features.test_compile_images_placeholder",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 69,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_datetime.test_weekday_all_seven_days",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 92,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_datetime.test_repr_date_only",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 837,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_compile_advanced.test_input_flag_string_value",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 227,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_datetime.test_format_error_missing_component_name",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 59,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_datetime.test_time_accessors_all_components",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 779,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_compile_basic.test_compile_with_root_absolute_import",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 142,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_compile_formats.test_svg_complex_document_with_shapes",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 433,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "tests.test_datetime.test_format_insufficient_information_date_needs_time",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 219,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_compile_advanced.test_pdf_standard_16_header_validation",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 205,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "tests.test_compile_formats.test_png_single_page_with_template",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 447,
        "message_redacted": true,
        "time": 0.426
      },
      "name": "tests.test_document_structure.test_list_multiline_items",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.428
      },
      "name": "tests.test_document_structure.test_footnote_reference",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 763,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_bibliography.test_bibliography_full_parameter",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 697,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "tests.test_basic.test_compile_simple_pdf",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 150,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_bibliography.test_no_bibliography_but_with_citations",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 68,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_environment_flags.test_input_flag_with_sys_inputs",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 49,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_datetime.test_datetime_equality_with_different_types",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 95,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_datetime.test_repr_time_only",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 45,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_datetime.test_ordinal_leap_year_dec_31",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 733,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_compile_advanced.test_input_flag_empty_value",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 938,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_compile_basic.test_compile_with_math_equations",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_datetime.test_invalid_date_feb_29_non_leap_year",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 433,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_datetime.test_format_insufficient_information_time_needs_date",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 827,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_compile_advanced.test_input_flag_multiple_inputs",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 204,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "tests.test_compile_formats.test_png_and_svg_with_pages_range_complex",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 2691,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_basic.test_info_command",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 137,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_bibliography.test_malformed_bibtex_syntax_error",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 70,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_environment_flags.test_multiple_input_flags_accumulate",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.227
      },
      "name": "tests.test_compile_formats.test_png_multipage_zero_padded_template",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.358
      },
      "name": "tests.test_document_structure.test_list_custom_marker",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.469
      },
      "name": "tests.test_document_structure.test_enum_numbering_function",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 107,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_compile_advanced.test_deps_json_format_multifile_project",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 194,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_datetime.test_repr_full_datetime",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 45,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_datetime.test_ordinal_non_leap_year_dec_31",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 47,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_datetime.test_full_datetime_comparison_precision",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 209,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_datetime.test_invalid_date_month_out_of_range",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_compile_basic.test_compile_with_image",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_compile_advanced.test_timings_file_path_with_directory",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 47,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_datetime.test_arithmetic_add_days_to_date",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 858,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_bibliography.test_basic_bibtex_citation",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_compile_formats.test_svg_with_pages_selection",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 133,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_bibliography.test_missing_bibliography_file_error",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 194,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_environment_flags.test_cert_env_only",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 142,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_compile_advanced.test_deps_json_with_nested_subdirectories",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 228,
        "message_redacted": true,
        "time": 0.251
      },
      "name": "tests.test_compile_formats.test_png_multipage_complex_template",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 76,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "tests.test_compile_advanced.test_deps_zero_format_null_separated",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.391
      },
      "name": "tests.test_document_structure.test_enum_custom_numbering",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.324
      },
      "name": "tests.test_document_structure.test_list_marker_function",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 49,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_datetime.test_negative_year_construction",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_datetime.test_datetime_multiple_incomplete_components_error_message",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 31,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_datetime.test_format_year_last_two_digits",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 47,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_datetime.test_arithmetic_subtract_days_from_date",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_datetime.test_invalid_date_day_out_of_range",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 820,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_bibliography.test_hayagriva_yaml_format",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 138,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_compile_basic.test_compile_missing_image_file",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_compile_formats.test_format_short_flag_syntax",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 135,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_bibliography.test_duplicate_keys_in_bibliography",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 153,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_compile_advanced.test_deps_make_special_characters_in_path",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 828,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_compile_advanced.test_pdf_standard_a3a_conformance",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_environment_flags.test_empty_font_paths_env",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 82,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "tests.test_compile_advanced.test_deps_make_format_makefile_rule",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 141,
        "message_redacted": true,
        "time": 0.963
      },
      "name": "tests.test_compile_formats.test_png_ppi_flag_changes_resolution",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.488
      },
      "name": "tests.test_document_structure.test_terms_custom_separator",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.384
      },
      "name": "tests.test_document_structure.test_enum_full_width",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 49,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_datetime.test_negative_year_large",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 37,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_datetime.test_format_month_long_name",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_datetime.test_datetime_mixed_partial_components_error",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_datetime.test_invalid_time_hour_out_of_range",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 47,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_datetime.test_arithmetic_add_hours_converts_to_days",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 225,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_compile_advanced.test_timings_numbered_pattern_multiple_compilations",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 143,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_bibliography.test_undefined_citation_key_error",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 139,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_compile_basic.test_compile_missing_import_file",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 761,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_compile_advanced.test_input_flag_special_characters_in_key",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 139,
        "message_redacted": true,
        "time": 0.503
      },
      "name": "tests.test_compile_formats.test_png_ppi_default_value",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 134,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_bibliography.test_unknown_citation_style_error",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 194,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_environment_flags.test_nonexistent_cert_file_error",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 88,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_compile_advanced.test_deps_to_stdout",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.38
      },
      "name": "tests.test_document_structure.test_heading_numbering_function",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.493
      },
      "name": "tests.test_document_structure.test_terms_indent",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 205,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_compile_formats.test_svg_single_page_basic_structure",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_datetime.test_invalid_time_minute_out_of_range",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 47,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_datetime.test_large_year_9999",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 43,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_datetime.test_arithmetic_add_hours_to_time",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_datetime.test_time_components_zero_values",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 33,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "tests.test_datetime.test_format_month_short_name",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 991,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_compile_basic.test_compile_with_lists_and_formatting",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_compile_advanced.test_diagnostic_format_short",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 748,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_compile_advanced.test_multiple_input_flags_override_behavior",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 104,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_environment_flags.test_invalid_root_directory_error",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 144,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_bibliography.test_multiple_bibliographies_error",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 801,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_bibliography.test_citation_form_none_invisible",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 117,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_compile_advanced.test_timings_json_chrome_trace_format",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 227,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "tests.test_compile_formats.test_template_with_literal_braces",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.732
      },
      "name": "tests.test_document_structure.test_outline_multiple",
      "status": "failure"
    },
    {
      "branch": "4f61e62031ac",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.291
      },
      "name": "tests.test_document_structure.test_heading_offset",
      "status": "failure"
    }
  ],
  "test_results_omitted": 906,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}