{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "136486a81068fbc0f59769b84d7edde96c296cbe74836d9566619d68d1bed078",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.17342908099817578
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(8f671f19efc6626df5dda1b02448e9d4ac76b92b5b9cce45df61a126a65833f8)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.10601080401102081
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.13484272100322414
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.10794847900979221
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12960347799526062
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11349820700706914
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6154247140075313
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13938778100418858
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1064868979883613
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12197719600226264
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12008355099533219
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7444,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.9410249840002507
    },
    {
      "branch": "ff12000f8c9c",
      "command": "docker cp 914e9efc19b9c3a9866da734399ef229d95d6d36314c2a750602e8d8eee2984e:/workspace/eval/results.xml /tmp/tmpq8bgetbb.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8552,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02492899699427653
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12463581300107762
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13432217700756155
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11536586299189366
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11060337400704157
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 108361,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 163.11456636800722
    },
    {
      "branch": "95441a0fda1e",
      "command": "docker cp dd4c72879e707c9f5a5fc7367f14f6f8cf5334db9d3e71c3e1824162e95eeb1c:/workspace/eval/results.xml /tmp/tmp0p342hxd.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 80127,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02810614499321673
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10476380700129084
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1239665250031976
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11669427099695895
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1172535530058667
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 557827,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 1183.8737994620024
    },
    {
      "branch": "2a63dc1ae678",
      "command": "docker cp ac1397c8548b24481f4fa60a8f1759ffc8dbc418f70cab0dfe56567cdcce0dcb:/workspace/eval/results.xml /tmp/tmps8qw823p.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 568965,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04059953801333904
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1247729439928662
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.132702530012466
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12814375999732874
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14068596600554883
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 25765,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.093019252002705
    },
    {
      "branch": "9578c10d384f",
      "command": "docker cp 6c58b90113add8699ee7c52f992b931a6060d79baf26150b3e8d92c6b62ce8df:/workspace/eval/results.xml /tmp/tmp0c9oohln.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 27179,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0380772509961389
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10444566099613439
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13503944900003262
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12861007399624214
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12575021100929007
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 24373,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.954869494002196
    },
    {
      "branch": "0871b48c9ae4",
      "command": "docker cp bd3d797f76fb2f58ae3cca2b8051ba6aba24f831637d14ee6af7d8b3567e1afb:/workspace/eval/results.xml /tmp/tmpulgbb9_b.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 34636,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039303965008002706
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11675468900648411
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12277948998962529
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1298278270114679
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14365447699674405
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8940,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.750020912004402
    },
    {
      "branch": "02d01329c837",
      "command": "docker cp f5c815ef7b98c04038505e982ec2584dc6363c7e7d79ae3609058782f7e26b26:/workspace/eval/results.xml /tmp/tmpr4ucg3ha.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5479,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02275380199716892
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13817518900032155
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13366630699601956
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11882271200011019
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.124951190999127
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3736,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.921644987989566
    },
    {
      "branch": "622bac6fd932",
      "command": "docker cp 4550716b1ae8c4ac2277e0b961cab67c87b34a090392a3b238366a1104409c99:/workspace/eval/results.xml /tmp/tmpnr5wv2a2.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1778,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03832652799610514
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13285070800338872
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12632298399694264
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13681920600356534
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12153212500561494
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9708,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.198767460999079
    },
    {
      "branch": "1444b83d5a65",
      "command": "docker cp a2e0c62e16b4fd1cb851c93b6b1ab77285d715d9f2481a7312629daef9aed1eb:/workspace/eval/results.xml /tmp/tmp6eaj5nyf.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5777,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03726577199995518
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13039999100146815
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1252434380003251
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12242144400079269
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.126687349009444
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8468,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.03021150600398
    },
    {
      "branch": "bed25c9bd5e8",
      "command": "docker cp d12debcf6f89ab9e3bc41a539be5631143ab6fdb9a309e0e03ceddd74e9a1820:/workspace/eval/results.xml /tmp/tmpnyoceqm3.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5806,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039908926002681255
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14077012399502564
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11865423400013242
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12437018900527619
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12166343499848153
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4689,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.087680319003994
    },
    {
      "branch": "f5a4d656240d",
      "command": "docker cp a46420d57577b4c61e18880b4ad9f6921f4b2936620924d2934f8f50a97b0c90:/workspace/eval/results.xml /tmp/tmpn5kf_8kg.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4339,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037278881995007396
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10619449800287839
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10889498099277262
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11386343800404575
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13400583300972357
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 84260,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 195.74687250799616
    },
    {
      "branch": "67c8e42c643d",
      "command": "docker cp 4b4b1ad6946dff2b80577ba1daa5f7d3fda7f2ee51e26387a3b8d4cc6fd0bb51:/workspace/eval/results.xml /tmp/tmp1jyn8vao.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 128042,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04105233200243674
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13637391201336868
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12226361699867994
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13843113400798757
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12072473799344152
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1931,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5280533700133674
    },
    {
      "branch": "3540ad5ea2ec",
      "command": "docker cp 3c77b5714ffd28d2b7c820f4dc479548d0c9bf90aa4778834c8c86c25dd00d68:/workspace/eval/results.xml /tmp/tmp8dry9x2h.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 735,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04002724499150645
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 475,
    "passed": 672,
    "skipped": 20
  },
  "test_branch_errors": {},
  "test_branches": [
    "ff12000f8c9c",
    "95441a0fda1e",
    "2a63dc1ae678",
    "9578c10d384f",
    "0871b48c9ae4",
    "02d01329c837",
    "622bac6fd932",
    "1444b83d5a65",
    "bed25c9bd5e8",
    "f5a4d656240d",
    "67c8e42c643d",
    "3540ad5ea2ec"
  ],
  "test_records": 1167,
  "test_results": [
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 709,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "eval.tests.test_basic_cli.test_conflicting_path_options",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "eval.tests.test_daemon_comprehensive.test_daemon_exit_immediately_clean_exit",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 1118,
        "message_redacted": true,
        "time": 0.246
      },
      "name": "eval.tests.test_daemon_comprehensive.test_daemon_exit_immediately_missing_instruction",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 1100,
        "message_redacted": true,
        "time": 0.251
      },
      "name": "eval.tests.test_daemon_comprehensive.test_daemon_malformed_json_empty_string",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 6.294
      },
      "name": "eval.tests.test_tui_advanced.test_tui_stash_operations",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 561,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "eval.tests.test_daemon_comprehensive.test_daemon_malformed_json_invalid_syntax",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 9.477
      },
      "name": "eval.tests.test_tui_advanced.test_tui_commit_panel_scroll",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 13.175
      },
      "name": "eval.tests.test_tui_advanced.test_tui_many_commits_navigation",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.222
      },
      "name": "eval.tests.test_daemon_comprehensive.test_daemon_exit_immediately_with_extra_fields",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 9.456
      },
      "name": "eval.tests.test_tui_advanced.test_tui_panel_focus_changes",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 6.719
      },
      "name": "eval.tests.test_tui_advanced.test_tui_file_operations",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 10.127
      },
      "name": "eval.tests.test_tui_advanced.test_tui_panel_resize",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 8.391
      },
      "name": "eval.tests.test_tui_advanced.test_tui_branch_operations",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 7.566
      },
      "name": "eval.tests.test_tui_advanced.test_tui_commit_details",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 9.536
      },
      "name": "eval.tests.test_tui_advanced.test_tui_with_many_branches",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 7.026
      },
      "name": "eval.tests.test_tui_advanced.test_tui_multiple_stashes",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 6.978
      },
      "name": "eval.tests.test_tui_advanced.test_tui_tab_switching",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 10.657
      },
      "name": "eval.tests.test_tui_advanced.test_tui_rapid_mode_switching",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 7.029
      },
      "name": "eval.tests.test_tui_advanced.test_tui_file_staging_view",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 7.0
      },
      "name": "eval.tests.test_tui_advanced.test_tui_tag_navigation",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 7.234
      },
      "name": "eval.tests.test_tui_advanced.test_tui_search_in_commits",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 7.03
      },
      "name": "eval.tests.test_tui_advanced.test_tui_long_commit_messages",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 10.601
      },
      "name": "eval.tests.test_tui_advanced.test_tui_mixed_operations",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 8.195
      },
      "name": "eval.tests.test_tui_advanced.test_tui_help_and_back",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 8.831
      },
      "name": "eval.tests.test_tui_advanced.test_tui_back_and_forth_panels",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 9.617
      },
      "name": "eval.tests.test_tui_advanced.test_tui_various_navigation_keys",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 101,
        "message_redacted": true,
        "time": 4.405
      },
      "name": "eval.tests.test_tui_interactions.test_tui_basic_startup",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 11.785
      },
      "name": "eval.tests.test_tui_advanced.test_tui_all_panels_cycle_comprehensive",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 6.82
      },
      "name": "eval.tests.test_tui_advanced.test_tui_startup_with_dirty_tree",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 60,
        "message_redacted": true,
        "time": 4.84
      },
      "name": "eval.tests.test_tui_interactions.test_tui_panel_status",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 8.326
      },
      "name": "eval.tests.test_tui_advanced.test_tui_escape_sequences",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 377,
        "message_redacted": true,
        "time": 4.892
      },
      "name": "eval.tests.test_tui_interactions.test_tui_panel_branches",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 9.017
      },
      "name": "eval.tests.test_tui_advanced.test_tui_enter_and_escape_pattern",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 16.399
      },
      "name": "eval.tests.test_tui_advanced.test_tui_complex_session",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 12.88
      },
      "name": "eval.tests.test_tui_advanced.test_tui_continuous_scrolling",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 219,
        "message_redacted": true,
        "time": 5.089
      },
      "name": "eval.tests.test_tui_interactions.test_tui_panel_commits",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 7.282
      },
      "name": "eval.tests.test_tui_advanced.test_tui_refresh_multiple_times",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 217,
        "message_redacted": true,
        "time": 4.949
      },
      "name": "eval.tests.test_tui_interactions.test_tui_panel_stash",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 5.867
      },
      "name": "eval.tests.test_tui_advanced.test_tui_with_gitdir_flag",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 6.233
      },
      "name": "eval.tests.test_tui_interactions.test_tui_screen_mode_cycle",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 219,
        "message_redacted": true,
        "time": 7.202
      },
      "name": "eval.tests.test_tui_interactions.test_tui_navigate_commits",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 80,
        "message_redacted": true,
        "time": 4.495
      },
      "name": "eval.tests.test_tui_interactions.test_tui_start_with_status_panel",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 5.324
      },
      "name": "eval.tests.test_tui_interactions.test_tui_refresh_command",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 237,
        "message_redacted": true,
        "time": 4.874
      },
      "name": "eval.tests.test_tui_interactions.test_tui_with_uncommitted_changes",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 219,
        "message_redacted": true,
        "time": 4.51
      },
      "name": "eval.tests.test_tui_interactions.test_tui_start_with_log_panel",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 377,
        "message_redacted": true,
        "time": 4.522
      },
      "name": "eval.tests.test_tui_interactions.test_tui_start_with_branch_panel",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 4.518
      },
      "name": "eval.tests.test_tui_interactions.test_tui_with_filter_mode",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 6.319
      },
      "name": "eval.tests.test_tui_interactions.test_tui_navigation_keys",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 217,
        "message_redacted": true,
        "time": 4.482
      },
      "name": "eval.tests.test_tui_interactions.test_tui_start_with_stash_panel",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 377,
        "message_redacted": true,
        "time": 6.249
      },
      "name": "eval.tests.test_tui_interactions.test_tui_with_multiple_branches",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 4.935
      },
      "name": "eval.tests.test_tui_interactions.test_tui_with_tags",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 5.748
      },
      "name": "eval.tests.test_tui_interactions.test_tui_tab_navigation",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 4.41
      },
      "name": "eval.tests.test_tui_interactions.test_tui_with_screen_mode_normal",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 4.412
      },
      "name": "eval.tests.test_tui_interactions.test_tui_with_screen_mode_full",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 4.408
      },
      "name": "eval.tests.test_tui_interactions.test_tui_with_screen_mode_half",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 4.411
      },
      "name": "eval.tests.test_tui_interactions.test_tui_with_worktree_flag",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 7.392
      },
      "name": "eval.tests.test_tui_interactions.test_tui_panel_cycle",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 238,
        "message_redacted": true,
        "time": 4.896
      },
      "name": "eval.tests.test_tui_interactions.test_tui_with_staged_changes",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 7.869
      },
      "name": "eval.tests.test_tui_interactions.test_tui_rapid_interaction",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 4.826
      },
      "name": "eval.tests.test_tui_interactions.test_tui_with_empty_repo",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 9.631
      },
      "name": "eval.tests.test_tui_interactions.test_tui_scrolling_long_list",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 11.245
      },
      "name": "eval.tests.test_tui_interactions.test_tui_extended_session",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 6.499
      },
      "name": "eval.tests.test_tui_interactions.test_tui_panel_movement_comprehensive",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 9.014
      },
      "name": "eval.tests.test_tui_interactions.test_tui_complex_navigation",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 52,
        "message_redacted": true,
        "time": 5.948
      },
      "name": "eval.tests.test_tui_maximal.test_navigation_exhaustive",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 52,
        "message_redacted": true,
        "time": 9.363
      },
      "name": "eval.tests.test_tui_maximal.test_all_panels_exhaustive",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 8.073
      },
      "name": "eval.tests.test_tui_interactions.test_tui_multiple_modes",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 52,
        "message_redacted": true,
        "time": 5.932
      },
      "name": "eval.tests.test_tui_maximal.test_menus_exhaustive",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 52,
        "message_redacted": true,
        "time": 5.832
      },
      "name": "eval.tests.test_tui_maximal.test_screen_and_refresh",
      "status": "failure"
    },
    {
      "branch": "95441a0fda1e",
      "extra": {
        "message_chars": 52,
        "message_redacted": true,
        "time": 7.976
      },
      "name": "eval.tests.test_tui_maximal.test_operations_exhaustive",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 600,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_config.test_invalid_log_show_graph_enum",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 1842,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "tests.test_cli_flags.test_path_and_work_tree_incompatible",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 285,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_cli_flags.test_empty_string_arguments",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 690,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_config_editor.test_invalid_keybinding_key",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 1150,
        "message_redacted": true,
        "time": 4.829
      },
      "name": "tests.test_harvest_branch.test_checkout_autostash",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 624,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "tests.test_config.test_invalid_auto_forward_branches_enum",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 1867,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "tests.test_cli_flags.test_path_and_git_dir_incompatible",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 132,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_cli_flags.test_config_dir_with_trailing_slash",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 572,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_config_editor.test_invalid_jump_to_block_count",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 541,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_cli_flags.test_work_tree_nonexistent_directory",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 1732,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "tests.test_config.test_nonexistent_second_config_file_in_multi_file_list",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 489,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_config.test_invalid_yaml_config_error",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 685,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_config_editor.test_invalid_custom_command_key",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 614,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_config_editor.test_invalid_status_panel_view_enum",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 532,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_config.test_missing_config_file_error",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 139,
        "message_redacted": true,
        "time": 17.71
      },
      "name": "tests.test_harvest_branch.test_rebase_abort_on_conflict",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 640,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_config_editor.test_invalid_custom_command_output_enum",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 631,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "tests.test_config_editor.test_invalid_show_divergence_enum",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 1154,
        "message_redacted": true,
        "time": 8.082
      },
      "name": "tests.test_harvest_branch.test_checkout_by_name",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 606,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_config.test_invalid_enum_status_panel_view",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 623,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_config_editor.test_invalid_auto_forward_branches_enum",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 681,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_config.test_invalid_keybinding_format",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 621,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_config_editor.test_invalid_local_branch_sort_order_enum",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 622,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_config.test_invalid_git_log_order_enum",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 20.796
      },
      "name": "tests.test_harvest_branch.test_new_branch_with_prefix_using_run_command",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 614,
        "message_redacted": true,
        "time": 0.205
      },
      "name": "tests.test_config_editor.test_invalid_remote_branch_sort_order_enum",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 623,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_config.test_invalid_show_divergence_enum",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 625,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "tests.test_config_editor.test_invalid_git_log_order_enum",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 613,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_config.test_invalid_branch_sort_order",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 1154,
        "message_redacted": true,
        "time": 8.177
      },
      "name": "tests.test_harvest_branch.test_checkout_previous_branch",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 613,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "tests.test_config_editor.test_invalid_git_log_show_graph_enum",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 676,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_config.test_invalid_custom_command_key",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 571,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_config.test_invalid_jump_to_block_element_count",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 139,
        "message_redacted": true,
        "time": 17.742
      },
      "name": "tests.test_harvest_branch.test_rebase_cancel_on_conflict",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 1162,
        "message_redacted": true,
        "time": 8.262
      },
      "name": "tests.test_harvest_branch.test_create_tag",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 1154,
        "message_redacted": true,
        "time": 7.929
      },
      "name": "tests.test_harvest_branch.test_rename",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 22.886
      },
      "name": "tests.test_harvest_branch.test_rebase_and_drop",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 1150,
        "message_redacted": true,
        "time": 8.217
      },
      "name": "tests.test_harvest_branch.test_detached_head",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 88,
        "message_redacted": true,
        "time": 0.268
      },
      "name": "tests.test_harvest_commit_rebase.test_commit_rebase_discard_old_file_changes",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.073
      },
      "name": "tests.test_harvest_commit_rebase.test_commit_rebase_discard_submodule_changes",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 1172,
        "message_redacted": true,
        "time": 8.041
      },
      "name": "tests.test_harvest_branch.test_merge_fast_forward",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 70,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_harvest_commit_rebase.test_commit_rebase_revert_with_conflict_multiple_commits",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 68,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_harvest_commit_rebase.test_commit_rebase_revert_with_conflict_single_commit",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 1172,
        "message_redacted": true,
        "time": 7.976
      },
      "name": "tests.test_harvest_branch.test_merge_non_fast_forward",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 166,
        "message_redacted": true,
        "time": 17.654
      },
      "name": "tests.test_harvest_branch.test_rebase",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 1158,
        "message_redacted": true,
        "time": 8.039
      },
      "name": "tests.test_harvest_branch.test_rebase_copied_branch",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 64,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_harvest_commit_rebase.test_commit_rebase_edit_the_confl_commit",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 564,
        "message_redacted": true,
        "time": 16.414
      },
      "name": "tests.test_harvest_branch.test_rebase_does_not_autosquash",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 22.876
      },
      "name": "tests.test_harvest_branch.test_reset",
      "status": "failure"
    },
    {
      "branch": "2a63dc1ae678",
      "extra": {
        "message_chars": 579,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "tests.test_special_modes.test_lazygit_log_path_with_nested_directory_fails",
      "status": "failure"
    }
  ],
  "test_results_omitted": 375,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}
