{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "f8a7b9c80157640dd2cafcb666f7a577d0f56ddc17ad0863c210028e67465b70",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.24815499300893862
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(dd451146b1c0fcc67edf6569cfdc7ab237cc225fec41e6114eb0d759c701204d)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13515078299678862
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.20559912800672464
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.129361636005342
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.122710965006263
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.110302175002289
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6388410680083325
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11293356100213714
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1280805430142209
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12261468499491457
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12769416700757574
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 21315,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.680343075990095
    },
    {
      "branch": "c0c84d3b63b9",
      "command": "docker cp 2da2ba29bb072bf465a75c9e155caf796e5eaa5692617802622e97d64df06afa:/workspace/eval/results.xml /tmp/tmpnecj42w6.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14700,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03613483200024348
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1351534220011672
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12018924999574665
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09779098899161909
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1279330539982766
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 26858,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.6681698769971263
    },
    {
      "branch": "e36d448d71e1",
      "command": "docker cp bac7746e32d4f67a904058dae27c18335ce3cc83ee65cd3e432934c4f172be9a:/workspace/eval/results.xml /tmp/tmpoo4y9xsf.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17354,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023635325007489882
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14136523799970746
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12732354800391477
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11817956999584567
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1271610289986711
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 199844,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 25.71104022799409
    },
    {
      "branch": "18e5fb09a17a",
      "command": "docker cp f24b938bad6c24a5d2d8915f6feaa97c62c5c8f59f16b28c26eb6a237d233258:/workspace/eval/results.xml /tmp/tmpr9578ih0.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 172969,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02644012800010387
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13541913099470548
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12559212899941485
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1373219419911038
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1291264979954576
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 24169,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.42221681700903
    },
    {
      "branch": "6dcee9b76d61",
      "command": "docker cp 307f742094b122f3f6c9f68cec7bab8bb8dfa6098a000f7eefa1624fc3c5d703:/workspace/eval/results.xml /tmp/tmpica1v_gc.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 15229,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.035203917999751866
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13841370498994365
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12273361498955637
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1274700679932721
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1274272480077343
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4456,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6342563059879467
    },
    {
      "branch": "b9bc734e7193",
      "command": "docker cp 1c416b50609a4802876a341a75afa6827a2d03b9a9b58723a5632130587435d3:/workspace/eval/results.xml /tmp/tmpzwxplvu1.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2343,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04085432599822525
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13284888700582087
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12847632200282533
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13602022899431176
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12066763700568117
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2509,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.52753739200125
    },
    {
      "branch": "5277fcb0d888",
      "command": "docker cp 8efaf7069be040a8b7e7443010b006d4d36f6bee607c544c3bf9c742a196f3da:/workspace/eval/results.xml /tmp/tmpln5afk3z.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1111,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03970866199233569
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14490900699456688
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12975848499627318
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13055914000142366
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13870794398826547
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12659,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.526253759002429
    },
    {
      "branch": "93a74179a19b",
      "command": "docker cp b58cadb59e4754cdcacc2c10280bd163d6bc0c6749c5b706f66482e8c6797910:/workspace/eval/results.xml /tmp/tmpv_w15ant.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7729,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038026612004614435
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13790036899445113
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13442843800294213
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1269920210033888
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13270733699027915
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 30469,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 16.007024138001725
    },
    {
      "branch": "329e2397bd67",
      "command": "docker cp d09308b5d33a59511215d02c4f23390bccf27bd4b302a798f1f58db26ae467d8:/workspace/eval/results.xml /tmp/tmpkj189ih2.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 25043,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027316282998071983
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14750442300282884
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12131249401136301
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12773780700808857
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12091643500025384
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1839,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.2285242389916675
    },
    {
      "branch": "4aaa68858287",
      "command": "docker cp fa066c365e2f946d0757341abc7b9c8c9c2d7a1af8fdd9c8f72193143658d112:/workspace/eval/results.xml /tmp/tmpjjvevyxx.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 900,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03115727100521326
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14188566600205377
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1297905149986036
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13669610500801355
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13378562199068256
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6280,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.555743757999153
    },
    {
      "branch": "9dab17bdf7ab",
      "command": "docker cp 9a22df1c0b5f7754c8fa41079db507535e5b117dff5ba196ba659a5a57862d3e:/workspace/eval/results.xml /tmp/tmpuqego4ym.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3615,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03770227399945725
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13598778999585193
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13003099300840404
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12772979700821452
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14442754098854493
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3597,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4643282259930857
    },
    {
      "branch": "da979c8ce8b2",
      "command": "docker cp 7d0178883e5bcdc33491f7f2db96834dacec92bcf40d65e4f6e48e56e2ea2124:/workspace/eval/results.xml /tmp/tmpmiaqjkth.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1771,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03401047499210108
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1359050600003684
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12601847600308247
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1334700549923582
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12965409600292332
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5824,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4829586790001485
    },
    {
      "branch": "0fcd6386d8bb",
      "command": "docker cp 486c1a98fce4265da099c584fbaab4a67378e36932be9a3490f90b33f3d092b9:/workspace/eval/results.xml /tmp/tmpjxajdpu9.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3201,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03911106599844061
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 141,
    "passed": 903
  },
  "test_branch_errors": {},
  "test_branches": [
    "c0c84d3b63b9",
    "e36d448d71e1",
    "18e5fb09a17a",
    "6dcee9b76d61",
    "b9bc734e7193",
    "5277fcb0d888",
    "93a74179a19b",
    "329e2397bd67",
    "4aaa68858287",
    "9dab17bdf7ab",
    "da979c8ce8b2",
    "0fcd6386d8bb"
  ],
  "test_records": 1044,
  "test_results": [
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_control_file_errors.test_control_file_escape_f_v",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_control_file_errors.test_control_file_char_range",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 427,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_encoding.test_utf8_copyright_symbols",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 83,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_errors.test_corrupted_font_file_invalid_magic",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_control_file_errors.test_control_file_invalid_g_command",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 418,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_errors.test_null_byte_in_input",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 458,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_encoding.test_utf8_spanish_tilde",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 470,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_compressed_fonts.test_zip_with_encryption_flag_rejected",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 98,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_errors.test_control_file_not_found",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_encoding.test_utf8_arabic_script",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 439,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "tests.test_encoding.test_utf8_thai_script",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 458,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_encoding.test_utf8_currency_symbols",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 358,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_final_gaps.test_right_to_left_paragraph_mode_wrapping",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 226,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_font_errors.test_tlf_file_with_flf_magic",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 81,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_font_errors.test_header_five_fields_only",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 183,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_font_errors.test_character_missing_lines",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 451,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_encoding.test_utf8_4byte_emoji",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 367,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "tests.test_control_file_errors.test_control_file_iso2022_g0",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 310,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_control_file_errors.test_control_file_g0_96char",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_encoding.test_utf8_cyrillic",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 2302,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_compressed_fonts.test_zip_too_short_header_rejected",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 401,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_control_file_errors.test_control_file_octal_mapping",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 472,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_encoding.test_utf8_korean_hangul",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_errors.test_font_character_too_wide",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 268,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_final_gaps.test_control_file_t_command_immediate_newline",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 114,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_final_gaps.test_font_old_format_negative_smush",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 232,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_font_errors.test_character_too_wide",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 454,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_font_errors.test_header_six_fields",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 226,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_font_errors.test_flf_file_with_tlf_magic",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 397,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_german_and_command.test_command_line_input_no_args_produces_empty",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 415,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_german_and_command.test_command_line_input_mode_reads_from_argv",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 417,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_german_and_command.test_command_line_german_right_to_left",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 454,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_encoding.test_utf8_mathematical_bold",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 248,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_control_file_errors.test_control_file_g0_94x94",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_encoding.test_utf8_cjk_japanese",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_compressed_fonts.test_zip_unsupported_compression_method_rejected",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 454,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "tests.test_control_file_errors.test_control_file_mixed_formats",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 114,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_final_gaps.test_font_old_format_positive_smush",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 304,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_final_gaps.test_right_to_left_narrow_width",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 228,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_font_errors.test_header_without_newline",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 81,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_font_errors.test_negative_maxlen",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 440,
        "message_redacted": true,
        "time": 1.0
      },
      "name": "tests.test_harvest.test_019_tlf2_full_width_flush_left_rtl",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 396,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "tests.test_harvest.test_026_jis0201_control_file",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 411,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_german_and_command.test_command_line_input_with_german_mode",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 446,
        "message_redacted": true,
        "time": 1.749
      },
      "name": "tests.test_harvest.test_005_right_to_left_text",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 420,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "tests.test_german_and_command.test_command_line_multi_word_concatenation",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 458,
        "message_redacted": true,
        "time": 1.67
      },
      "name": "tests.test_harvest.test_014_kerning_centered_rtl_slant",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 408,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_german_and_command.test_command_line_single_german_char",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_encoding.test_utf8_mixed_ascii_cjk",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 248,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_control_file_errors.test_control_file_escape_a_b_e",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 244,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "tests.test_final_gaps.test_right_to_left_very_narrow_single_char",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 81,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_font_errors.test_header_line_longer_than_maxlen",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 193,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_font_errors.test_negative_comment_count",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 421,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_german_and_command.test_no_german_mode_with_different_font",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 451,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_input_edge_cases.test_high_unicode_codepoints_emoji",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 427,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_german_and_command.test_german_mode_with_different_font",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 408,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_german_and_command.test_command_line_ignores_stdin_completely",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 447,
        "message_redacted": true,
        "time": 1.654
      },
      "name": "tests.test_harvest.test_027_rtl_smushing_jave_font",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 417,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_input_edge_cases.test_control_file_formfeed_escape",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 415,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_input_edge_cases.test_control_file_bell_escape",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 427,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_iso2022.test_esc_lparen_sets_g0_to_94char",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 454,
        "message_redacted": true,
        "time": 0.224
      },
      "name": "tests.test_iso2022.test_ss2_single_shift_g2_8bit",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 448,
        "message_redacted": true,
        "time": 1.301
      },
      "name": "tests.test_harvest.test_015_full_width_flush_right_rtl",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "tests.test_iso2022.test_esc_lowercase_n_locks_g2_into_gl",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "tests.test_harvest.test_011_overlap_mode",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 57,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_info.test_info_code_flag_order_t_after_w",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_font_errors.test_smush_mode_zero_decoding",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 409,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_german_and_command.test_german_mode_preserves_non_special_chars",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 446,
        "message_redacted": true,
        "time": 6.236
      },
      "name": "tests.test_harvest.test_002_all_fonts_rendering",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 452,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_input_edge_cases.test_null_byte_in_input_terminates_processing",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 361,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_iso2022.test_esc_dot_sets_g2_to_96char",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_iso2022.test_esc_plus_sets_g3_to_94char",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 347,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_input_edge_cases.test_control_file_escape_char_mapping",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_input_edge_cases.test_control_file_vertical_tab_escape",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 455,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_iso2022.test_shift_out_invokes_g1_into_gl",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 455,
        "message_redacted": true,
        "time": 0.248
      },
      "name": "tests.test_iso2022.test_esc_n_ss2_escape_form",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 443,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_iso2022.test_esc_lparen_b_resets_to_ascii",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_iso2022.test_esc_lowercase_o_locks_g3_into_gl",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 272,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_iso2022.test_esc_rbrace_invokes_g2_into_gr",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 445,
        "message_redacted": true,
        "time": 10.926
      },
      "name": "tests.test_harvest.test_022_short_line_output",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_font_errors.test_smush_mode_negative_decoding",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 414,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_german_and_command.test_command_line_german_mixed_word",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 393,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_iso2022.test_esc_slash_sets_g3_to_96char",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 442,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_iso2022.test_esc_dollar_lparen_sets_g0_to_94x94",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 446,
        "message_redacted": true,
        "time": 2.19
      },
      "name": "tests.test_harvest.test_013_kerning_flush_left_rtl",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 439,
        "message_redacted": true,
        "time": 0.865
      },
      "name": "tests.test_harvest.test_018_tlf2_overlap_centered",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 452,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "tests.test_iso2022.test_esc_dollar_asterisk_sets_g2_to_94x94",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 452,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "tests.test_iso2022.test_esc_dollar_rparen_sets_g1_to_94x94",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 336,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_iso2022.test_gr_range_boundaries",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_iso2022.test_esc_rparen_sets_g1_to_94char",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 451,
        "message_redacted": true,
        "time": 0.244
      },
      "name": "tests.test_iso2022.test_esc_o_ss3_escape_form",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 457,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_iso2022.test_ss3_8bit_form",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_iso2022.test_esc_tilde_invokes_g1_into_gr",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 215,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_iso2022.test_esc_pipe_invokes_g3_into_gr",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_font_errors.test_right_to_left_font_flag",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 369,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_iso2022.test_double_byte_charset_in_gr_range",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 150,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_iso2022.test_partial_escape_sequence_at_eof",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "tests.test_iso2022.test_esc_asterisk_sets_g2_to_94char",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 452,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_iso2022.test_esc_dollar_plus_sets_g3_to_94x94",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "tests.test_iso2022.test_gl_range_boundaries",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 282,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_layout.test_combination_kern_left_justify_rtl",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 454,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_iso2022.test_complex_all_four_charsets_active",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 455,
        "message_redacted": true,
        "time": 0.254
      },
      "name": "tests.test_iso2022.test_multiple_charset_designations_in_sequence",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 652,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_layout.test_overlap_combined_with_rtl",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 474,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_iso2022.test_esc_dash_sets_g1_to_96char",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 227,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_misc_gaps.test_control_file_charset_g0_96",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_misc_gaps.test_font_header_invalid_number",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 165,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_misc_gaps.test_control_file_charset_g0_94x94",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 393,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_iso2022.test_deprecated_double_byte_designation",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 417,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_misc_gaps.test_control_file_t_command_range",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_misc_gaps.test_control_file_charset_newline_after_96",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_misc_gaps.test_font_maxlen_exceeds_limit",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_utf8_errors.test_obsolete_5byte_sequence",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 444,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_utf8_errors.test_overlong_ascii_encoding",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 446,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_utf8_errors.test_obsolete_6byte_sequence",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 451,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_utf8_errors.test_invalid_3byte_sequence_middle",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 455,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "tests.test_iso2022.test_single_shift_during_locking_shift",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 515,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "tests.test_iso2022.test_double_byte_charset_in_gl_range",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 455,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_utf8_errors.test_4byte_beyond_unicode_range",
      "status": "failure"
    },
    {
      "branch": "18e5fb09a17a",
      "extra": {
        "message_chars": 457,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_utf8_errors.test_overlong_4byte_encoding",
      "status": "failure"
    }
  ],
  "test_results_omitted": 21,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}