{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "69f7be5a8940d54f6a7c206600a237b9884eeebd3946d047c5c89f0d43865ff2",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14393177800002377
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(c4620cf024a7d6f9842a4edece55e8680985bff3829dc8895e8f76d70b85423f)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.12300468600005843
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14784930099995108
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12040333999993891
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12080943499995556
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.10551649899980475
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.7505696200000784
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13599120199978643
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12986396199994488
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08762449899995772
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11806786800025293
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 25506,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.40705505599999
    },
    {
      "branch": "fb59880c836b",
      "command": "docker cp 8860b0bb9ef832e08dd66c26993ba7348e3e500f35e2d1cac6908d9449022097:/workspace/eval/results.xml /tmp/tmpc6pg952q.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17622,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.035185899999760295
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09930930299969987
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12398361799978375
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12799318599991238
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12707283300005656
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 61306,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 9.64005078199989
    },
    {
      "branch": "0e40d24216e5",
      "command": "docker cp 8479fc498cac9e2f5ff19139a8b6290f31fea427a312b31b328f4c499f9fb0d9:/workspace/eval/results.xml /tmp/tmptf8bosq7.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 46119,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02894980100018074
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11129832300002818
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09828507199972591
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11526112399997146
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09764298700019935
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 430229,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 60.445966623000004
    },
    {
      "branch": "ec2f3d2ab85c",
      "command": "docker cp 035b2aca04a3292e43090c97c56616f7be57cbfef6643cc80a46b91f0fb0ea76:/workspace/eval/results.xml /tmp/tmp_mqudvpl.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 349753,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03480490199990527
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11137549400018543
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12845174299991413
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13558050600022398
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11576865899996847
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4791,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.453859312000077
    },
    {
      "branch": "2d5e560debd9",
      "command": "docker cp 48b6134f3d3ecc6addbd03a17fdef518a61305ab06468b14b24d618ef4f719b5:/workspace/eval/results.xml /tmp/tmpkarnm7wj.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2131,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024018138999963412
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12615506700012702
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09507899299978817
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09105218400009107
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10267635500031247
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8966,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.157158301999971
    },
    {
      "branch": "7a9f701df999",
      "command": "docker cp 26e3fae5f79ea660b8f72915ca1dab0459e6d636c69bf9e0ed7ed816b1770e06:/workspace/eval/results.xml /tmp/tmph_v1_97p.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6174,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0343375739998919
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12299538499974005
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10646330299960027
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13299360600012733
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1164405459999216
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 141592,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 10.264587627999845
    },
    {
      "branch": "8f2fa1ea724d",
      "command": "docker cp 57137d1fa451d66c23c42c7e5c0ed9fcf76d981e1f2d128a23b3f66c20663bfd:/workspace/eval/results.xml /tmp/tmp75_lzwft.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 197609,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02797943599989594
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12461820899989107
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1266186689999813
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1160344919999261
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13024184899995817
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5823,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.621316073999878
    },
    {
      "branch": "61029044208c",
      "command": "docker cp bb3fb530af18599780010bc5b4ca2ea54c84b3c81ff2a5ec575ffe05fe96c627:/workspace/eval/results.xml /tmp/tmpjanxpttr.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3459,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03329279999979917
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13006232399993678
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12258850800026266
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1259069239999917
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12250979800001005
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 64827,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 8.808433142000013
    },
    {
      "branch": "5b869a2d3f43",
      "command": "docker cp cee96f80af195c7c5f08a316936a1980709ced551931b540eb462bfb77e81ea5:/workspace/eval/results.xml /tmp/tmp8pnsr32c.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 43326,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03922025600013512
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12867031199994017
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11988603500003592
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11416650699993625
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12571673200000077
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4524,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.604928648000168
    },
    {
      "branch": "0bca81b50365",
      "command": "docker cp cfe208f0209042fd3cac02848dbf6cc5d8539dc9b34ca96295812aa3868063a9:/workspace/eval/results.xml /tmp/tmpgcrmy4m4.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2406,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.034883421000358794
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11040608199982671
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09671175200037396
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12821512600021379
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11849702100016657
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 22305,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.530308460000015
    },
    {
      "branch": "9673ba09aaa1",
      "command": "docker cp 4b1074300b75cd21dc5db46703cb89bb1df720a6af76a65b6525ab2cb4244992:/workspace/eval/results.xml /tmp/tmpkmxv4rkh.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14638,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024327664999873377
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13049810300026365
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11198498900012055
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1260702989998208
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11861110599966196
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3560,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.8047592429998076
    },
    {
      "branch": "0961bfa5ba03",
      "command": "docker cp 74200335ebb0b6f3fce410ff72a7d694bd1aa039fb4611897f9f5bd535810ef9:/workspace/eval/results.xml /tmp/tmps4e6cpau.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2958,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024074188999748003
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15806209999982457
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12835754200023075
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11150483900019026
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12132490699968912
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17931,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 9.172617833000004
    },
    {
      "branch": "493da9e4ead6",
      "command": "docker cp 4f5281b6c18c27e4ce86f406e886f26b3f0240aa22d1aff467a84a5216f0fac8:/workspace/eval/results.xml /tmp/tmp8fgcyv5k.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12834,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.035155291999672045
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 412,
    "passed": 1172,
    "skipped": 5
  },
  "test_branch_errors": {},
  "test_branches": [
    "fb59880c836b",
    "0e40d24216e5",
    "ec2f3d2ab85c",
    "2d5e560debd9",
    "7a9f701df999",
    "8f2fa1ea724d",
    "61029044208c",
    "5b869a2d3f43",
    "0bca81b50365",
    "9673ba09aaa1",
    "0961bfa5ba03",
    "493da9e4ead6"
  ],
  "test_records": 1589,
  "test_results": [
    {
      "branch": "fb59880c836b",
      "extra": {
        "message_chars": 80,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "eval.tests.test_basic_invocation.test_help_specific_command",
      "status": "failure"
    },
    {
      "branch": "fb59880c836b",
      "extra": {
        "message_chars": 37,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "eval.tests.test_basic_invocation.test_help_for_multiple_commands",
      "status": "failure"
    },
    {
      "branch": "fb59880c836b",
      "extra": {
        "message_chars": 37,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "eval.tests.test_basic_invocation.test_help_command",
      "status": "failure"
    },
    {
      "branch": "fb59880c836b",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.577
      },
      "name": "eval.tests.test_additional_commands.test_resolve_alias_for_done",
      "status": "failure"
    },
    {
      "branch": "fb59880c836b",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.556
      },
      "name": "eval.tests.test_additional_commands.test_show_next_alias",
      "status": "failure"
    },
    {
      "branch": "fb59880c836b",
      "extra": {
        "message_chars": 370,
        "message_redacted": true,
        "time": 0.99
      },
      "name": "eval.tests.test_task_modification.test_rm_alias_for_remove",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 325,
        "message_redacted": true,
        "time": 0.259
      },
      "name": "tests.test_date_parsing.test_add_task_due_this_saturday",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 216,
        "message_redacted": true,
        "time": 0.392
      },
      "name": "tests.test_additional_coverage.test_template_modify_after_creation",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 219,
        "message_redacted": true,
        "time": 0.507
      },
      "name": "tests.test_display_tty.test_context_display",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 324,
        "message_redacted": true,
        "time": 0.407
      },
      "name": "tests.test_final_coverage_push.test_undo_with_insufficient_history",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 258,
        "message_redacted": true,
        "time": 0.962
      },
      "name": "tests.test_git_operations.test_undo_multiple_commits",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 94,
        "message_redacted": true,
        "time": 0.391
      },
      "name": "tests.test_note_completions_simple.test_completions_commands",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 162,
        "message_redacted": true,
        "time": 0.273
      },
      "name": "tests.test_open_and_errors.test_open_command_with_operators_error",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 481,
        "message_redacted": true,
        "time": 0.574
      },
      "name": "tests.test_note_completions_simple.test_completions_projects",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 162,
        "message_redacted": true,
        "time": 0.285
      },
      "name": "tests.test_open_and_errors.test_edit_command_with_operators_error",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 154,
        "message_redacted": true,
        "time": 0.274
      },
      "name": "tests.test_open_and_errors.test_open_command_no_url_error",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 705,
        "message_redacted": true,
        "time": 0.564
      },
      "name": "tests.test_note_completions_simple.test_completions_tags",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 168,
        "message_redacted": true,
        "time": 0.389
      },
      "name": "tests.test_note_completions_simple.test_note_read_non_tty",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "tests.test_date_parsing.test_add_task_due_short_weekdays",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 180,
        "message_redacted": true,
        "time": 0.341
      },
      "name": "tests.test_util_functions.test_add_task_with_slash_note_separator",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 59,
        "message_redacted": true,
        "time": 0.551
      },
      "name": "tests.test_note_completions_simple.test_completions_anti_tags",
      "status": "failure"
    },
    {
      "branch": "0e40d24216e5",
      "extra": {
        "message_chars": 913,
        "message_redacted": true,
        "time": 0.56
      },
      "name": "tests.test_note_completions_simple.test_completions_priorities",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 37,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_completion.test_completions_engine_includes_priorities",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 353,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_commands_errors.test_add_with_nonexistent_template_id",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 224,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_config.test_dstask_context_blocks_context_command",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 160,
        "message_redacted": true,
        "time": 0.323
      },
      "name": "tests.test_commands_gaps.test_open_with_operators_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 116,
        "message_redacted": true,
        "time": 0.327
      },
      "name": "tests.test_commands_gaps.test_add_with_date_filter_in_success",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 378,
        "message_redacted": true,
        "time": 0.284
      },
      "name": "tests.test_commands_errors.test_stop_command_rejects_operators",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 2403,
        "message_redacted": true,
        "time": 0.32
      },
      "name": "tests.test_display_git_gaps.test_single_task_with_notes_display",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.336
      },
      "name": "tests.test_context.test_context_priority_conflict",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 778,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_completion.test_bash_completion_exact_output",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 231,
        "message_redacted": true,
        "time": 0.688
      },
      "name": "tests.test_display.test_next_with_multiple_projects_filter",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.44
      },
      "name": "tests.test_commands_gaps.test_remove_with_comment",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 157,
        "message_redacted": true,
        "time": 0.3
      },
      "name": "tests.test_context.test_context_cannot_contain_ids",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 319,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "tests.test_config.test_state_file_created_on_first_context_set",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 429,
        "message_redacted": true,
        "time": 0.358
      },
      "name": "tests.test_context.test_context_conflict_different_project",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 218,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_completion.test_completions_engine_prefix_matching_commands",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 164,
        "message_redacted": true,
        "time": 0.375
      },
      "name": "tests.test_commands_errors.test_note_command_rejects_operators",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 152,
        "message_redacted": true,
        "time": 0.357
      },
      "name": "tests.test_commands_gaps.test_open_no_urls_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 164,
        "message_redacted": true,
        "time": 0.306
      },
      "name": "tests.test_commands_errors.test_open_command_rejects_operators",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 2438,
        "message_redacted": true,
        "time": 0.639
      },
      "name": "tests.test_display_git_gaps.test_critical_task_warning_outside_context",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 378,
        "message_redacted": true,
        "time": 0.374
      },
      "name": "tests.test_commands_gaps.test_done_with_operators_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 318,
        "message_redacted": true,
        "time": 0.681
      },
      "name": "tests.test_config.test_state_file_location_based_on_repo",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 481,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "tests.test_completion.test_zsh_completion_exact_output",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 166,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_context.test_context_cannot_contain_text",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 259,
        "message_redacted": true,
        "time": 1.068
      },
      "name": "tests.test_context.test_context_log_command_respects_context",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 81,
        "message_redacted": true,
        "time": 0.699
      },
      "name": "tests.test_commands_gaps.test_undo_with_count_argument",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 334,
        "message_redacted": true,
        "time": 0.998
      },
      "name": "tests.test_display_tty.test_show_projects_hide_completed",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.291
      },
      "name": "tests.test_edit.test_edit_preserves_task_uuid",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 281,
        "message_redacted": true,
        "time": 0.366
      },
      "name": "tests.test_completion.test_completions_engine_with_tags_and_projects",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 374,
        "message_redacted": true,
        "time": 0.384
      },
      "name": "tests.test_commands_gaps.test_remove_with_operators_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 152,
        "message_redacted": true,
        "time": 0.368
      },
      "name": "tests.test_commands_errors.test_open_task_without_urls_fails",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.688
      },
      "name": "tests.test_display_non_tty.test_critical_task_warning_outside_context",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 210,
        "message_redacted": true,
        "time": 0.329
      },
      "name": "tests.test_commands_errors.test_template_instantiation_from_regular_task_shows_warning",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 174,
        "message_redacted": true,
        "time": 0.36
      },
      "name": "tests.test_commands_gaps.test_edit_with_operators_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 604,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_completion.test_fish_completion_exact_output",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 165,
        "message_redacted": true,
        "time": 0.548
      },
      "name": "tests.test_display_tty.test_next_tty_no_matching_tasks_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 161,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_context.test_context_env_var_prevents_setting",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 2183,
        "message_redacted": true,
        "time": 1.717
      },
      "name": "tests.test_display_git_gaps.test_task_styling_with_different_statuses_and_priorities",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 1105,
        "message_redacted": true,
        "time": 0.225
      },
      "name": "tests.test_config.test_repo_without_git_init_fails",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 19,
        "message_redacted": true,
        "time": 0.344
      },
      "name": "tests.test_edit.test_edit_creates_git_commit",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 238,
        "message_redacted": true,
        "time": 0.767
      },
      "name": "tests.test_display_non_tty.test_show_resolved_with_resolved_and_due_dates",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 0.343
      },
      "name": "tests.test_context.test_context_with_duplicate_tags_not_deduplicated",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 60,
        "message_redacted": true,
        "time": 0.607
      },
      "name": "tests.test_completion.test_completions_engine_tag_prefix_matching",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 147,
        "message_redacted": true,
        "time": 0.737
      },
      "name": "tests.test_display_tty.test_show_projects_active_project_styling",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 157,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "tests.test_commands_errors.test_context_cannot_contain_ids",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 166,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_commands_gaps.test_show_projects_with_query_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 370,
        "message_redacted": true,
        "time": 0.428
      },
      "name": "tests.test_commands_errors.test_remove_command_rejects_operators",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_commands_gaps.test_log_requires_description",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 1.16
      },
      "name": "tests.test_display_non_tty.test_next_excludes_resolved_critical_tasks_from_warning",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 778,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_completion.test_completion_commands_with_extra_args_produce_same_output",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 105,
        "message_redacted": true,
        "time": 0.371
      },
      "name": "tests.test_display_non_tty.test_single_task_display_with_due_date",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 411,
        "message_redacted": true,
        "time": 0.205
      },
      "name": "tests.test_final_sweep.test_help_notes_command",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 444,
        "message_redacted": true,
        "time": 0.682
      },
      "name": "tests.test_display_tty.test_next_tty_critical_warning_outside_context",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 19,
        "message_redacted": true,
        "time": 0.805
      },
      "name": "tests.test_edit.test_edit_multiple_tasks_multiple_commits",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 154,
        "message_redacted": true,
        "time": 0.465
      },
      "name": "tests.test_context.test_context_case_insensitive_tags",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 169,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_commands_errors.test_context_cannot_contain_text",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 108,
        "message_redacted": true,
        "time": 0.483
      },
      "name": "tests.test_completion.test_completions_engine_project_prefix_matching",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 163,
        "message_redacted": true,
        "time": 0.362
      },
      "name": "tests.test_commands_gaps.test_show_projects_with_ids_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 2413,
        "message_redacted": true,
        "time": 0.339
      },
      "name": "tests.test_display_git_gaps.test_display_task_with_project_and_multiple_tags",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 351,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_final_sweep.test_done_with_operators_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 0.387
      },
      "name": "tests.test_commands_gaps.test_modify_requires_operators",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 69,
        "message_redacted": true,
        "time": 1.063
      },
      "name": "tests.test_display_tty.test_show_resolved_tty_week_grouping_basic",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 189,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_completion.test_completions_engine_base_commands",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 497,
        "message_redacted": true,
        "time": 0.576
      },
      "name": "tests.test_final_80pct_push.test_long_summary_truncates_multiline_notes",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 379,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_final_sweep.test_help_stop_command",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 63,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "tests.test_display_tty.test_next_tty_task_with_notes_display",
      "status": "skipped"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 380,
        "message_redacted": true,
        "time": 0.581
      },
      "name": "tests.test_display_tty.test_next_tty_due_date_display",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 1227,
        "message_redacted": true,
        "time": 1.167
      },
      "name": "tests.test_display_non_tty.test_next_with_multiple_critical_tasks_outside_context",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 167,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_commands_errors.test_context_multiple_ids_rejected",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.476
      },
      "name": "tests.test_edit.test_edit_uses_editor_from_environment",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 60,
        "message_redacted": true,
        "time": 0.465
      },
      "name": "tests.test_context.test_context_case_insensitive_project",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 169,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_commands_gaps.test_show_unorganised_with_query_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 167,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_display_git_gaps.test_empty_taskset_no_tasks_message",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 351,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_final_sweep.test_edit_with_operators_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 287,
        "message_redacted": true,
        "time": 0.358
      },
      "name": "tests.test_completion.test_completions_engine_no_duplicate_suggestions",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 166,
        "message_redacted": true,
        "time": 0.389
      },
      "name": "tests.test_commands_gaps.test_next_with_id_and_operators_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 424,
        "message_redacted": true,
        "time": 1.147
      },
      "name": "tests.test_display_tty.test_show_active_tty_distinct_styling",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 428,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_final_sweep.test_help_resolve_command",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 263,
        "message_redacted": true,
        "time": 0.493
      },
      "name": "tests.test_display_tty.test_show_resolved_tty_table_row_formatting",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 363,
        "message_redacted": true,
        "time": 1.165
      },
      "name": "tests.test_git.test_undo_multiple_commits",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 435,
        "message_redacted": true,
        "time": 0.586
      },
      "name": "tests.test_display_tty.test_next_tty_overdue_task_styling",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 383,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "tests.test_commands_gaps.test_add_with_date_filter_before_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 231,
        "message_redacted": true,
        "time": 0.392
      },
      "name": "tests.test_git.test_undo_with_invalid_argument",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 488,
        "message_redacted": true,
        "time": 0.322
      },
      "name": "tests.test_commands_gaps.test_show_unorganised_with_ids_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.472
      },
      "name": "tests.test_edit.test_edit_editor_with_arguments",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 270,
        "message_redacted": true,
        "time": 0.483
      },
      "name": "tests.test_completion.test_completions_engine_multiple_tags_completion",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 367,
        "message_redacted": true,
        "time": 0.386
      },
      "name": "tests.test_git_errors.test_git_commit_with_corrupted_git_objects_directory",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 160,
        "message_redacted": true,
        "time": 0.329
      },
      "name": "tests.test_commands_gaps.test_note_with_operators_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.708
      },
      "name": "tests.test_harvest.test_next_by_id_index_outside_context",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.406
      },
      "name": "tests.test_harvest.test_add_multiple_due_dates_with_context",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 475,
        "message_redacted": true,
        "time": 0.22
      },
      "name": "tests.test_final_sweep.test_help_undo_command",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.507
      },
      "name": "tests.test_harvest.test_due_dates_merge_with_context",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 428,
        "message_redacted": true,
        "time": 0.736
      },
      "name": "tests.test_display_tty.test_show_projects_tty_table_format",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 39,
        "message_redacted": true,
        "time": 1.752
      },
      "name": "tests.test_display_tty.test_show_resolved_tty_multiple_weeks",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.574
      },
      "name": "tests.test_harvest.test_filter_tasks_by_overdue",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 382,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "tests.test_commands_gaps.test_add_with_date_filter_after_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 328,
        "message_redacted": true,
        "time": 0.354
      },
      "name": "tests.test_git.test_undo_more_commits_than_exist",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 378,
        "message_redacted": true,
        "time": 0.389
      },
      "name": "tests.test_commands_gaps.test_start_with_template_error",
      "status": "failure"
    },
    {
      "branch": "ec2f3d2ab85c",
      "extra": {
        "message_chars": 963,
        "message_redacted": true,
        "time": 1.068
      },
      "name": "tests.test_git.test_sync_with_local_and_remote_diverged",
      "status": "failure"
    }
  ],
  "test_results_omitted": 297,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}