{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "4a269cfd205983e9ff356a247a1406a7f5b680fee5dd87b4e1852e3dad402b61",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1477207590000944
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(a8658eff2fef4c4b3c502f0b48922a2acb198a4559d26f953f22b461877fc0d7)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.11837541399972906
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.13693355300028998
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1290846890001376
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13172270199993363
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1223832460000267
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6649806720001834
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10884968700020181
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11411892799969792
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11528357799988953
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11654948900013551
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 22712,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.502072021000004
    },
    {
      "branch": "124d12a3e000",
      "command": "docker cp c7a792ce8e1e8f94108e0016311689ccc2c175d47324b6c341606daf35e62f89:/workspace/eval/results.xml /tmp/tmpuxmhhy3g.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17956,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.018223128000045108
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10764765899966733
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11641467100025693
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10155131100009385
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1267498950001027
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 22964,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.375939826999911
    },
    {
      "branch": "116a722f8c6e",
      "command": "docker cp c9e5a77cb729a71a7defec92d9e6761ea45d4b81813807e6a79ca1f632dae86b:/workspace/eval/results.xml /tmp/tmppovqaf7w.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 16517,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03502194800012148
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11869703499996831
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11914236900020114
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11786311800005933
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10688371900005222
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 122921,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 16.13201407400038
    },
    {
      "branch": "b8fe31987098",
      "command": "docker cp ee84083a3d8704d2a36cf62b1fea467303b5339881d292d9a71616c4533c77ce:/workspace/eval/results.xml /tmp/tmpmw3hu6hk.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 96657,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0355890549999458
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09976110900015556
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10080947899996318
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.0949909910000315
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.0939034919997539
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8177,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.680529392999688
    },
    {
      "branch": "6eec86bf4f93",
      "command": "docker cp df3bd591e486b9840d388fc3ff0858414692bd1b61f01978a7ef33575a829285:/workspace/eval/results.xml /tmp/tmpyuu93obz.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4541,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.033263518000239856
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12850144399999408
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1201648739997836
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10295526100026109
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12248487400029262
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1645,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.331486000000041
    },
    {
      "branch": "d9719f0c499f",
      "command": "docker cp c03c7096834fdb76c2772f35d3194b601e21d47b57c76ef0b184cbc549c54e6d:/workspace/eval/results.xml /tmp/tmpu5cfwpp2.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 943,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03358058200001324
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1181252209999002
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1187305160001415
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1236961770000562
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12638409000010142
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8739,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.680186021999816
    },
    {
      "branch": "bc23ea2a9f5c",
      "command": "docker cp 52d4b5dc608b86c92eafdfce3863ae011162ce85eb6f4b6d81d84fa42a8de4e3:/workspace/eval/results.xml /tmp/tmp5b4afii3.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5278,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031565625999974145
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11553820399967663
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1256455489997279
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11614056899998104
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1204818759997579
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3150,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.352721029999884
    },
    {
      "branch": "7349b272be98",
      "command": "docker cp 4961f51e278eb4ab820848cd65e77721af166716a7c5d58a2084fa0a5683d4cb:/workspace/eval/results.xml /tmp/tmphtnevqdl.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1519,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.018368526000358543
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10710611500007872
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11694532000001345
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08707084599973314
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09996417499996824
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 27902,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.789540187000057
    },
    {
      "branch": "ca144004ddcb",
      "command": "docker cp 2e429748a084ba9d1045cd921a88348895cfa2f75f774812727f6b8ff819b907:/workspace/eval/results.xml /tmp/tmpt5a5hf46.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 25498,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.016346949000308086
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.08285457300007693
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11106028199992579
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1023530400002528
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12687128700008543
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 18347,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.96441859100014
    },
    {
      "branch": "75b60039f88d",
      "command": "docker cp 0aeea7db38589646f3284e3330a998dc22c0b8e718b64be819868cc86b69bc72:/workspace/eval/results.xml /tmp/tmpaztmegp8.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12635,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025112673999956314
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11964997100039909
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10180786699993405
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11795233499969981
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09355153800015614
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10920,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.499868691000302
    },
    {
      "branch": "5da654d32cfc",
      "command": "docker cp 4df1f4fe4c0860a081a80e906a9e7ae3af729fea20e657b41c0c38ea4cc9ca74:/workspace/eval/results.xml /tmp/tmpb2im09p3.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7564,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031372297999951115
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11572575200034407
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12358924799991655
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1178495189997193
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1309013310001319
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9167,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.379923836999751
    },
    {
      "branch": "7f4ebb47f215",
      "command": "docker cp e2a4e4a26e12b7461e76be23a6ff9aaad171cac4bdb0067d7875bec45094ab1c:/workspace/eval/results.xml /tmp/tmpm4lu9k11.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2720,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.022032670000044163
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.142378004999955
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.0861706329997105
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09777955200024735
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09275817800016739
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8372,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.578098000999944
    },
    {
      "branch": "2146c6ad8d14",
      "command": "docker cp b4df5e44030bbf5a7e362bfd2d3d5574ebcbcd343b2351f8dedf3fbe23771d76:/workspace/eval/results.xml /tmp/tmpa_bpb5uh.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5388,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.028225583999756054
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13635359899990362
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12446116499995696
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08951406500000303
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11830024299979414
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9155,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.690318891000061
    },
    {
      "branch": "d8def52bc7ae",
      "command": "docker cp d78d5320c9fcffa62f98370a8069dde8da60e71a7df9917a7ff86020cda65983:/workspace/eval/results.xml /tmp/tmpg3uc22qg.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5265,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0314954220002619
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 95,
    "passed": 832,
    "skipped": 2
  },
  "test_branch_errors": {},
  "test_branches": [
    "124d12a3e000",
    "116a722f8c6e",
    "b8fe31987098",
    "6eec86bf4f93",
    "d9719f0c499f",
    "bc23ea2a9f5c",
    "7349b272be98",
    "ca144004ddcb",
    "75b60039f88d",
    "5da654d32cfc",
    "7f4ebb47f215",
    "2146c6ad8d14",
    "d8def52bc7ae"
  ],
  "test_records": 929,
  "test_results": [
    {
      "branch": "124d12a3e000",
      "extra": {
        "message_chars": 547,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_edge_cases.test_project_filter_with_question_mark",
      "status": "failure"
    },
    {
      "branch": "124d12a3e000",
      "extra": {
        "message_chars": 554,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_edge_cases.test_project_filter_with_wildcard",
      "status": "failure"
    },
    {
      "branch": "124d12a3e000",
      "extra": {
        "message_chars": 791,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_last_projects_search.test_search_wildcard_asterisk",
      "status": "failure"
    },
    {
      "branch": "124d12a3e000",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_last_projects_search.test_search_wildcard_question",
      "status": "failure"
    },
    {
      "branch": "116a722f8c6e",
      "extra": {
        "message_chars": 241,
        "message_redacted": true,
        "time": 0.807
      },
      "name": "tests.test_edit_and_edge_cases.test_wildcard_in_project_filter",
      "status": "failure"
    },
    {
      "branch": "116a722f8c6e",
      "extra": {
        "message_chars": 241,
        "message_redacted": true,
        "time": 0.716
      },
      "name": "tests.test_format_and_display.test_wildcard_project_filter_question_mark",
      "status": "failure"
    },
    {
      "branch": "116a722f8c6e",
      "extra": {
        "message_chars": 258,
        "message_redacted": true,
        "time": 0.915
      },
      "name": "tests.test_format_and_display.test_wildcard_project_filter_asterisk",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_current_status.test_status_week_boundary_calculations",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "tests.test_current_status.test_status_aggregation_multiple_same_project",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_current_status.test_status_multiple_time_periods_exact",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_current_status.test_status_with_completed_activities_no_running_exact",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "tests.test_change_continue.test_change_with_time_specification",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 132,
        "message_redacted": true,
        "time": 0.246
      },
      "name": "tests.test_edge_cases.test_backslash_escaping_preserved",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 282,
        "message_redacted": true,
        "time": 0.573
      },
      "name": "tests.test_change_continue.test_continue_number_larger_than_available",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 105,
        "message_redacted": true,
        "time": 0.261
      },
      "name": "tests.test_change_continue.test_change_time_only",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 141,
        "message_redacted": true,
        "time": 0.742
      },
      "name": "tests.test_change_continue.test_change_preserves_other_activities",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 107,
        "message_redacted": true,
        "time": 0.274
      },
      "name": "tests.test_edge_cases.test_pipe_character_escaped_in_project_and_description",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_current_status.test_status_with_zero_duration_activities",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 425,
        "message_redacted": true,
        "time": 0.361
      },
      "name": "tests.test_change_continue.test_continue_with_time_specification",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 430,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_edit.test_edit_rejects_multiple_e_flags",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 272,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_file_ops.test_check_missing_required_fields",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 972,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_file_ops.test_sanity_out_of_chronological_order",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 666,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_file_ops.test_check_project_only_no_description",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_current_status.test_status_month_boundary_first_day",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_current_status.test_status_duration_format_exact",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 542,
        "message_redacted": true,
        "time": 0.295
      },
      "name": "tests.test_change_continue.test_change_all_fields",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_current_status.test_status_with_project_filter_exact",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 380,
        "message_redacted": true,
        "time": 0.356
      },
      "name": "tests.test_edge_cases.test_unicode_in_project_and_description",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 218,
        "message_redacted": true,
        "time": 0.515
      },
      "name": "tests.test_change_continue.test_continue_all_combinations_of_overrides",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 100,
        "message_redacted": true,
        "time": 0.263
      },
      "name": "tests.test_change_continue.test_change_output_format_verification",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 177,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_edit.test_edit_with_empty_editor_value",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 388,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_global_options.test_multiple_file_flags_error",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 121,
        "message_redacted": true,
        "time": 0.742
      },
      "name": "tests.test_change_continue.test_continue_stops_running_activity",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 0.598
      },
      "name": "tests.test_change_continue.test_continue_with_same_project_and_description_multiple_times",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 305,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_file_ops.test_check_mixed_valid_invalid",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 413,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_list.test_list_project_wildcard_all",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 412,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_list.test_list_project_wildcard_suffix",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 437,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_list.test_list_unicode_characters",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_current_status.test_status_single_project_all_periods_exact",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 310,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_projects_last.test_last_deduplication_same_task_project",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 380,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_edge_cases.test_one_minute_duration",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 141,
        "message_redacted": true,
        "time": 0.56
      },
      "name": "tests.test_change_continue.test_change_affects_only_running_activity",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 379,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_report.test_report_all_activities",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 88,
        "message_redacted": true,
        "time": 0.491
      },
      "name": "tests.test_change_continue.test_continue_output_format_verification",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 272,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_report.test_report_today_filter",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_report.test_report_current_week_filter",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 350,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_report.test_report_edge_durations",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 435,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_report.test_report_invalid_date_format",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 396,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_report.test_report_invalid_round_format",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 425,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_list.test_list_current_week",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 348,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_list.test_list_today",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.391
      },
      "name": "tests.test_change_continue.test_continue_with_complex_description_with_pipes",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 272,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_report.test_report_combined_today_and_project",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 475,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_search.test_search_empty_string_shows_all",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_global_options.test_no_subcommand_shows_help",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 408,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_search.test_search_unicode_characters",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_report.test_report_yesterday_filter",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_report.test_report_last_week_filter",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 550,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_search.test_search_wildcard_asterisk_matches_all",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 241,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_projects_last.test_last_with_zero_limit",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 471,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_search.test_search_wildcard_prefix",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 356,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_search.test_search_large_file_performance",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 354,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_report.test_report_from_date_only",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 418,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_list.test_list_last_week",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_list.test_list_yesterday",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 63,
        "message_redacted": true,
        "time": 0.54
      },
      "name": "tests.test_change_continue.test_file_format_after_change",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_start_stop.test_multiple_concurrent_activities_all_stopped",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 119,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_start_stop.test_special_characters_pipes_escaped",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 114,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_start_stop.test_special_characters_backslashes_escaped",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 276,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_start_stop.test_stop_preserves_completed_activities",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 97,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_start_stop.test_start_multiple_special_chars_combination",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 324,
        "message_redacted": true,
        "time": 0.254
      },
      "name": "tests.test_start_stop.test_stop_duration_calculation_hours_minutes",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 550,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_search.test_search_wildcard_question_mark",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_start_stop.test_time_midnight",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 406,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_search.test_search_wildcard_suffix",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 89,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_start_stop.test_double_pipe_in_project_name",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 79,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_start_stop.test_backslash_at_end_of_project",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 346,
        "message_redacted": true,
        "time": 0.257
      },
      "name": "tests.test_start_stop.test_stop_calculates_duration_correctly_for_long_activity",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 65,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_start_stop.test_time_with_single_digit_minute",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 278,
        "message_redacted": true,
        "time": 0.66
      },
      "name": "tests.test_change_continue.test_file_format_after_continue",
      "status": "failure"
    },
    {
      "branch": "b8fe31987098",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_start_stop.test_time_end_of_day",
      "status": "failure"
    },
    {
      "branch": "6eec86bf4f93",
      "extra": {
        "message_chars": 63,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "eval.tests.test_args_validation.test_search_too_many_positionals_is_error",
      "status": "failure"
    },
    {
      "branch": "6eec86bf4f93",
      "extra": {
        "message_chars": 79,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "eval.tests.test_args_validation.test_mutually_exclusive_flags_report_today_yesterday",
      "status": "failure"
    },
    {
      "branch": "6eec86bf4f93",
      "extra": {
        "message_chars": 206,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_args_validation.test_double_dash_does_not_allow_unknown_positionals_for_list",
      "status": "failure"
    },
    {
      "branch": "bc23ea2a9f5c",
      "extra": {
        "message_chars": 224,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_help_main.test_double_dash_help_treated_as_subcommand_error",
      "status": "failure"
    },
    {
      "branch": "ca144004ddcb",
      "extra": {
        "message_chars": 38,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_subcommands.TestSubcommandRecognition.test_subcommand_has_help[help]",
      "status": "skipped"
    },
    {
      "branch": "ca144004ddcb",
      "extra": {
        "message_chars": 4398,
        "message_redacted": true,
        "time": 0.437
      },
      "name": "eval.tests.test_subcommands.TestSubcommandHelp.test_subcommand_help_differs_from_main[help]",
      "status": "failure"
    },
    {
      "branch": "ca144004ddcb",
      "extra": {
        "message_chars": 1561,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_subcommands.TestHelpSubcommand.test_help_does_not_support_help_flag",
      "status": "failure"
    },
    {
      "branch": "75b60039f88d",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "eval.tests.test_subcommand_dispatch.test_unknown_global_flag_suggests_similar_option",
      "status": "failure"
    },
    {
      "branch": "75b60039f88d",
      "extra": {
        "message_chars": 1196,
        "message_redacted": true,
        "time": 0.294
      },
      "name": "eval.tests.test_subcommand_dispatch.test_global_option_f_parses_before_subcommand_and_is_rejected_by_subcommand_if_after",
      "status": "failure"
    },
    {
      "branch": "5da654d32cfc",
      "extra": {
        "message_chars": 265,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "eval.tests.test_externalized.test_ext_activity_from_str_escaped_chars_list_unescapes",
      "status": "failure"
    },
    {
      "branch": "5da654d32cfc",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_externalized.test_ext_round_datetime_8_hours_via_report_round",
      "status": "failure"
    },
    {
      "branch": "5da654d32cfc",
      "extra": {
        "message_chars": 222,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "eval.tests.test_externalized.test_ext_activity_from_str_errors_reported_by_check",
      "status": "failure"
    },
    {
      "branch": "5da654d32cfc",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "eval.tests.test_externalized.test_ext_round_datetime_5_minutes_via_report_round",
      "status": "failure"
    },
    {
      "branch": "2146c6ad8d14",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "eval.tests.test_bartib_validation_and_edges.test_escaping_of_pipe_and_backslash_in_log_file",
      "status": "failure"
    },
    {
      "branch": "2146c6ad8d14",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.0
      },
      "name": "eval.tests.test_bartib_workflow.test_start_auto_stops_previous_activity",
      "status": "skipped"
    },
    {
      "branch": "2146c6ad8d14",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "eval.tests.test_bartib_reports_and_listing.test_search_wildcards_snapshot",
      "status": "failure"
    }
  ],
  "test_results_omitted": 0,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}