{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "02c07ada4865281c10dfe9499aedb8c7b36e3c5f05ae8252b355729e422c2dbe",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.15671626399853267
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(8cf9b140fa899a187c2830841e701b7a94e379bdfa2cc8b9a51adf542778325c)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13395346399920527
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.16699275901191868
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.48448859399650246
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.11913327799993567
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.13421257099253125
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6644922999985283
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12764730700291693
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1268060489965137
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12304492799739819
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12132972100516781
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 108980,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 11.095550660000299
    },
    {
      "branch": "a56ac371fb39",
      "command": "docker cp 966bcf539e9f1b170ad81acaf1d7bcdfc6902a8cdee4ce4c0652edde8558ecf9:/workspace/eval/results.xml /tmp/tmp1rjt64hs.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 111691,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04159588100446854
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12741707000532188
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13221233600052074
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10699388000648469
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13560173199221026
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 24633,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 51.103003173993784
    },
    {
      "branch": "2d6ad78fdeb5",
      "command": "docker cp 50fe1ca937c4acd56880cdab06868be870897c807b865a514be56abf72a545bb:/workspace/eval/results.xml /tmp/tmpfrmt5yqj.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 29632,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030222850997233763
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13258309199591167
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12126707099378109
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12118847300007474
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11827683000592515
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 155752,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 174.12593931799347
    },
    {
      "branch": "fcc1fea12b08",
      "command": "docker cp ff454aaa9a00914fdfaf185aeaf7f603a7db363dd5044a3c788edb4718a73dac:/workspace/eval/results.xml /tmp/tmp6oayiy23.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 123311,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03922160300135147
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.0973173370002769
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1252528969926061
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11128864200145472
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11081714699685108
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 15291,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.874920674992609
    },
    {
      "branch": "28cd6e6cc919",
      "command": "docker cp 8604613502a3ca5ddbadc111e53b8215bf3343ccda5a16c09a108761243aed48:/workspace/eval/results.xml /tmp/tmpp97skzgm.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9508,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.029262923009810038
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13224548500147648
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1350120099959895
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13714619999518618
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1305007480114
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5381,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.547060676995898
    },
    {
      "branch": "8a948c3c5a7c",
      "command": "docker cp c7b8d1b7ec4f8547a8047a4f5d0d5c6ab5aecc0ebef8eed0a768a470fcfaa3b1:/workspace/eval/results.xml /tmp/tmp_ebloc_9.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2947,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02619466399482917
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13550955199752934
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1318964400124969
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1203470230102539
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12127053900621831
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8108,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.3401345609890996
    },
    {
      "branch": "3b15aa9ee623",
      "command": "docker cp d1162b32549a3d210f710c9778e7fe7b4074c3d1350b749e4f355e7a05d733e2:/workspace/eval/results.xml /tmp/tmpswolo_2w.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5030,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036219082001480274
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14358924599946477
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13457888399716467
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13226051500532776
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11774528698879294
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11576,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.42178639100166
    },
    {
      "branch": "d64a44513afe",
      "command": "docker cp 9ff0bec5f38ec273c5a6d8d1ca7c25f997e8f87cdfd8415e8c481b731e065a00:/workspace/eval/results.xml /tmp/tmppms3fhyr.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11179,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027558425994357094
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11963880200346466
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11265180399641395
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10688999900594354
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12662140899919905
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 87810,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.37383589099045
    },
    {
      "branch": "572a93d6cab7",
      "command": "docker cp b63e3eab6fad03f8aeaba68cca68dc45e234438c36307a5878fea9bbecf9f32f:/workspace/eval/results.xml /tmp/tmpi3ca4tyg.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 84839,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.028884148006909527
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13681347500823904
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12332145299296826
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12037462100852281
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1376042040064931
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12126,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.7621809159900295
    },
    {
      "branch": "5c30eb791924",
      "command": "docker cp 7fc8e7528d0ebe522500c61adafbd75e99587f80908cb6be09d40c36dad2fb38:/workspace/eval/results.xml /tmp/tmphftnhtt3.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7808,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03835887300374452
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13546137300727423
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10911845999362413
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12659473899111617
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12744929900509305
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10284,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 21.138118631002726
    },
    {
      "branch": "7fbbb7c6b77c",
      "command": "docker cp 1b237dd95b2ca9d1d4c881fa4ffc01500a3b83ed3bd6b4b5ad290cc5f24921e5:/workspace/eval/results.xml /tmp/tmpgwwgnbxm.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6483,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03718020000087563
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13503401799243875
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1259538690064801
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10531759899458848
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1326798199879704
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6452,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.203365057008341
    },
    {
      "branch": "b0bc9784b1c3",
      "command": "docker cp 0cf5e2d5a6d44f6419f626bd2437cb1dcd0501526a50b98683913e1153d8352a:/workspace/eval/results.xml /tmp/tmprgly8_k0.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3842,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02624485299747903
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11332786500861403
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12888362898956984
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12113346200203523
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10459811899636406
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4122,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 41.37812995299464
    },
    {
      "branch": "5e812779a8a9",
      "command": "docker cp 11685d2a925b4857d4c83db54e2582b5434227452506fdf60bf20662f3fa2c2d:/workspace/eval/results.xml /tmp/tmp3rmndf_o.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3861,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03738802699081134
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13366950700583402
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11811557099281345
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11649092299921904
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11796793300891295
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1642,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 11.946590605002712
    },
    {
      "branch": "03e585f50172",
      "command": "docker cp b40fcd2ad6cd3a29cfbeb5446c42dc75b072ed41787b41aa6e770084a24f442b:/workspace/eval/results.xml /tmp/tmpsw4hqbw0.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 891,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.032559781000600196
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13631368200003635
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12133133001043461
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1222118969890289
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11884755099890754
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4362,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 12.410484799998812
    },
    {
      "branch": "88b674152033",
      "command": "docker cp e40ba87c664c0b618b814f3811724374ff2829718e76a4e3135f853eed14bc5c:/workspace/eval/results.xml /tmp/tmp382gbv1d.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2162,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025456924995523877
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12014759400335606
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13555934200121555
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13442339599714614
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1085355579998577
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5446,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.696300603012787
    },
    {
      "branch": "16ef6579ec7c",
      "command": "docker cp 86e263c3858825409177277ed7c4f580d449cd6aae21052c88580396bce3b5cf:/workspace/eval/results.xml /tmp/tmpephdwuq_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3712,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03752058499958366
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14630498900078237
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12701594400277827
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08445000500069
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11547944600170013
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5543,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 31.24871135900321
    },
    {
      "branch": "79d6b387c73d",
      "command": "docker cp c1954d638290d9b35cb56899d92cb36ee0f6ed0377cb9f5f57f09104a4c7c7b3:/workspace/eval/results.xml /tmp/tmpejgly83f.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4823,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024429928002064116
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 258,
    "passed": 527,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "a56ac371fb39",
    "2d6ad78fdeb5",
    "fcc1fea12b08",
    "28cd6e6cc919",
    "8a948c3c5a7c",
    "3b15aa9ee623",
    "d64a44513afe",
    "572a93d6cab7",
    "5c30eb791924",
    "7fbbb7c6b77c",
    "b0bc9784b1c3",
    "5e812779a8a9",
    "03e585f50172",
    "88b674152033",
    "16ef6579ec7c",
    "79d6b387c73d"
  ],
  "test_records": 786,
  "test_results": [
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 839,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_basic_invocation.TestPathHandling.test_absolute_path_argument",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 823,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_basic_invocation.TestFlags.test_fuzzy_flag",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 826,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_basic_invocation.TestFlags.test_dir_only_flag",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 895,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_basic_invocation.TestFlags.test_all_flags_combined",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 813,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_basic_invocation.TestHelpAndVersion.test_help_flag_long",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 856,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_edge_cases.TestFlagCombinations.test_icons_and_preview",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 832,
        "message_redacted": true,
        "time": 0.012
      },
      "name": "eval.tests.test_edge_cases.TestEdgeCases.test_hidden_files_visibility",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 832,
        "message_redacted": true,
        "time": 0.013
      },
      "name": "eval.tests.test_edge_cases.TestEdgeCases.test_directory_with_various_file_types",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 873,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_edge_cases.TestFlagCombinations.test_all_display_flags",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 825,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_basic_invocation.TestFlags.test_preview_flag",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 832,
        "message_redacted": true,
        "time": 0.072
      },
      "name": "eval.tests.test_edge_cases.TestEdgeCases.test_directory_with_many_files",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 817,
        "message_redacted": true,
        "time": 0.014
      },
      "name": "eval.tests.test_basic_invocation.TestPathHandling.test_dot_path",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 832,
        "message_redacted": true,
        "time": 0.012
      },
      "name": "eval.tests.test_edge_cases.TestEdgeCases.test_symlink_handling",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 832,
        "message_redacted": true,
        "time": 0.014
      },
      "name": "eval.tests.test_edge_cases.TestEdgeCases.test_unicode_filenames",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 37,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_edge_cases.TestOutputFormat.test_help_output_structure",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 821,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_edge_cases.TestOutputFormat.test_help_goes_to_stderr",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 834,
        "message_redacted": true,
        "time": 0.012
      },
      "name": "eval.tests.test_basic_invocation.TestPathHandling.test_relative_path_argument",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 854,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_basic_invocation.TestFlags.test_multiple_flags_combined",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 829,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_basic_invocation.TestFlags.test_hide_hidden_flag",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 832,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_edge_cases.TestEdgeCases.test_empty_directory",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 863,
        "message_redacted": true,
        "time": 0.012
      },
      "name": "eval.tests.test_edge_cases.TestFlagCombinations.test_dir_only_and_hide_hidden",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 27,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_edge_cases.TestPermissions.test_unreadable_directory",
      "status": "skipped"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 832,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_edge_cases.TestEdgeCases.test_broken_symlink",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 823,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_basic_invocation.TestFlags.test_icons_flag",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 809,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_basic_invocation.TestHelpAndVersion.test_help_flag_short",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 829,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_basic_invocation.TestFlags.test_with_border_flag",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 849,
        "message_redacted": true,
        "time": 0.013
      },
      "name": "eval.tests.test_edge_cases.TestEdgeCases.test_hidden_files_with_hide_flag",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 857,
        "message_redacted": true,
        "time": 0.013
      },
      "name": "eval.tests.test_edge_cases.TestFlagCombinations.test_fuzzy_with_dir_only",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 849,
        "message_redacted": true,
        "time": 0.013
      },
      "name": "eval.tests.test_edge_cases.TestEdgeCases.test_special_characters_in_path",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 902,
        "message_redacted": true,
        "time": 0.016
      },
      "name": "eval.tests.test_edge_cases.TestEdgeCases.test_deep_directory_structure",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariables.test_walk_status_bar_env",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariables.test_walk_editor_env",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariables.test_walk_open_with_env",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariables.test_walk_open_with_single_entry",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariables.test_walk_open_with_empty",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariables.test_walk_remove_cmd_env",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariables.test_walk_open_with_malformed",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariables.test_multiple_env_vars",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariables.test_walk_status_bar_complex",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariables.test_walk_main_color_env",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariableEdgeCases.test_walk_open_with_spaces",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariableEdgeCases.test_walk_open_with_trailing_semicolon",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariables.test_walk_main_color_named",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariables.test_walk_no_highlight_env",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 812,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_environment_variables.TestEnvironmentVariableEdgeCases.test_walk_open_with_extra_whitespace",
      "status": "failure"
    },
    {
      "branch": "a56ac371fb39",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.368
      },
      "name": "eval.tests.test_go_functions.TestGoUnitTests.test_run_go_tests",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 807,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "tests.test_basic_invocation.test_help_flag",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 803,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "tests.test_basic_invocation.test_h_flag",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 858,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "tests.test_basic_invocation.test_help_output_contains_all_keybindings",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 842,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "tests.test_basic_invocation.test_help_output_contains_all_flags",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "tests.test_basic_invocation.test_help_output_format",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 163,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "tests.test_environment_variables.test_invalid_walk_status_bar_causes_error",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 830,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "tests.test_error_paths.test_help_flag_first_argument",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 844,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "tests.test_flags.test_multiple_flags_with_help",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 842,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "tests.test_flags.test_help_flag_precedence",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 839,
        "message_redacted": true,
        "time": 0.013
      },
      "name": "tests.test_path_arguments.test_path_with_flags",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 163,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "tests.test_status_bar_expressions.test_status_bar_empty_expression_causes_error",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 163,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "tests.test_status_bar_expressions.test_status_bar_syntax_error",
      "status": "failure"
    },
    {
      "branch": "2d6ad78fdeb5",
      "extra": {
        "message_chars": 163,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "tests.test_status_bar_expressions.test_status_bar_unknown_function",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 209,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "tests.test_cli_config.test_walk_status_bar_invalid_expression_panics",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 802,
        "message_redacted": true,
        "time": 0.025
      },
      "name": "tests.test_basic.test_help_flag",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 192,
        "message_redacted": true,
        "time": 5.249
      },
      "name": "tests.test_cli_config.test_dir_only_with_icons_combines_both_features",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 236,
        "message_redacted": true,
        "time": 5.295
      },
      "name": "tests.test_cli_config.test_walk_status_bar_size_huge_files",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 256,
        "message_redacted": true,
        "time": 5.292
      },
      "name": "tests.test_cli_config.test_icons_flag_enables_icons",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 246,
        "message_redacted": true,
        "time": 5.289
      },
      "name": "tests.test_cli_config.test_walk_main_color_env_changes_cursor_color",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 5.295
      },
      "name": "tests.test_cli_config.test_preview_mode_empty_directory",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 333,
        "message_redacted": true,
        "time": 5.261
      },
      "name": "tests.test_cli_config.test_preview_flag_enables_preview_mode",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 267,
        "message_redacted": true,
        "time": 7.414
      },
      "name": "tests.test_cli_config.test_walk_status_bar_env_mode_function",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 184,
        "message_redacted": true,
        "time": 7.426
      },
      "name": "tests.test_edge_cases.test_empty_file_preview",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 225,
        "message_redacted": true,
        "time": 7.464
      },
      "name": "tests.test_edge_cases.test_symlinks_display_in_listing",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 264,
        "message_redacted": true,
        "time": 11.758
      },
      "name": "tests.test_cli_config.test_walk_status_bar_sprintf_function",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 188,
        "message_redacted": true,
        "time": 7.37
      },
      "name": "tests.test_edge_cases.test_unicode_filenames_display_correctly",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 158,
        "message_redacted": true,
        "time": 7.278
      },
      "name": "tests.test_edge_cases.test_tab_character_in_filename",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 189,
        "message_redacted": true,
        "time": 5.276
      },
      "name": "tests.test_edge_cases.test_preview_ascii_filtering_carriage_returns",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 5.378
      },
      "name": "tests.test_cli_config.test_path_argument_with_flags",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 188,
        "message_redacted": true,
        "time": 5.269
      },
      "name": "tests.test_cli_config.test_dir_only_flag_shows_only_directories",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 338,
        "message_redacted": true,
        "time": 5.37
      },
      "name": "tests.test_cli_config.test_with_border_flag_adds_border_in_preview",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 408,
        "message_redacted": true,
        "time": 7.352
      },
      "name": "tests.test_edge_cases.test_nonexistent_path_error",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 164,
        "message_redacted": true,
        "time": 5.363
      },
      "name": "tests.test_edge_cases.test_owner_function_combined_with_sprintf",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 337,
        "message_redacted": true,
        "time": 11.692
      },
      "name": "tests.test_cli_config.test_walk_no_highlight_env_disables_syntax_highlighting",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 531,
        "message_redacted": true,
        "time": 7.336
      },
      "name": "tests.test_edge_cases.test_very_long_filenames_display",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 307,
        "message_redacted": true,
        "time": 11.726
      },
      "name": "tests.test_cli_config.test_walk_status_bar_env_combined_expression",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 7.334
      },
      "name": "tests.test_edge_cases.test_special_characters_in_filenames",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 194,
        "message_redacted": true,
        "time": 5.22
      },
      "name": "tests.test_edge_cases.test_preview_ascii_filtering_mixed",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 175,
        "message_redacted": true,
        "time": 5.243
      },
      "name": "tests.test_cli_config.test_hide_hidden_flag_hides_dotfiles",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 179,
        "message_redacted": true,
        "time": 5.161
      },
      "name": "tests.test_cli_config.test_path_argument_starts_in_specified_directory",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 195,
        "message_redacted": true,
        "time": 17.946
      },
      "name": "tests.test_edge_cases.test_paste_file_copy_operation",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 182,
        "message_redacted": true,
        "time": 5.156
      },
      "name": "tests.test_edge_cases.test_preview_ascii_filtering_tabs",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 306,
        "message_redacted": true,
        "time": 11.817
      },
      "name": "tests.test_cli_config.test_walk_status_bar_padleft_function",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 159,
        "message_redacted": true,
        "time": 11.852
      },
      "name": "tests.test_edge_cases.test_paste_preserves_executable_permission",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 169,
        "message_redacted": true,
        "time": 7.31
      },
      "name": "tests.test_edge_cases.test_hidden_files_shown_by_default",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 337,
        "message_redacted": true,
        "time": 7.545
      },
      "name": "tests.test_edge_cases.test_large_directory_500_files",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 390,
        "message_redacted": true,
        "time": 7.033
      },
      "name": "tests.test_gap_statusbar.test_padright_function",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 651,
        "message_redacted": true,
        "time": 5.32
      },
      "name": "tests.test_edge_cases.test_owner_function_with_modtime",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 182,
        "message_redacted": true,
        "time": 11.765
      },
      "name": "tests.test_edge_cases.test_paste_file_with_spaces_in_name",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 309,
        "message_redacted": true,
        "time": 5.251
      },
      "name": "tests.test_cli_config.test_multiple_flags_together",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 129,
        "message_redacted": true,
        "time": 9.837
      },
      "name": "tests.test_gap_main.test_force_quit_with_pending_deletions",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 173,
        "message_redacted": true,
        "time": 18.422
      },
      "name": "tests.test_gap_main.test_search_mode_backspace_removes_characters",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 258,
        "message_redacted": true,
        "time": 9.784
      },
      "name": "tests.test_gap_statusbar.test_mode_setuid_bit",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 461,
        "message_redacted": true,
        "time": 7.304
      },
      "name": "tests.test_edge_cases.test_binary_file_no_preview_message",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 236,
        "message_redacted": true,
        "time": 7.44
      },
      "name": "tests.test_cli_config.test_walk_status_bar_size_large_files",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 474,
        "message_redacted": true,
        "time": 6.987
      },
      "name": "tests.test_gap_statusbar.test_padleft_function",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 86,
        "message_redacted": true,
        "time": 6.295
      },
      "name": "tests.test_gap_main.test_preview_empty_directory",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 168,
        "message_redacted": true,
        "time": 11.796
      },
      "name": "tests.test_edge_cases.test_paste_directory_preserves_permissions",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 75,
        "message_redacted": true,
        "time": 5.263
      },
      "name": "tests.test_edge_cases.test_preview_newlines_preserved",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 210,
        "message_redacted": true,
        "time": 7.013
      },
      "name": "tests.test_gap_statusbar.test_sprintf_function_combined",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 258,
        "message_redacted": true,
        "time": 15.821
      },
      "name": "tests.test_gap_statusbar.test_mode_symlink",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 236,
        "message_redacted": true,
        "time": 12.847
      },
      "name": "tests.test_gap_statusbar.test_mode_sticky_bit",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 15.587
      },
      "name": "tests.test_edge_cases.test_paste_directory_recursive_copy",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 218,
        "message_redacted": true,
        "time": 9.885
      },
      "name": "tests.test_gap_statusbar.test_size_megabytes",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 419,
        "message_redacted": true,
        "time": 7.072
      },
      "name": "tests.test_gap_statusbar.test_modtime_sprintf_combination",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 258,
        "message_redacted": true,
        "time": 9.942
      },
      "name": "tests.test_gap_statusbar.test_mode_char_device",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 256,
        "message_redacted": true,
        "time": 7.073
      },
      "name": "tests.test_gap_statusbar.test_modtime_current_year_format",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 711,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "tests.test_gap_statusbar.test_invalid_status_bar_function_name",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 236,
        "message_redacted": true,
        "time": 6.968
      },
      "name": "tests.test_gap_statusbar.test_mode_setgid_bit",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 215,
        "message_redacted": true,
        "time": 6.902
      },
      "name": "tests.test_gap_statusbar.test_size_gigabytes",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 446,
        "message_redacted": true,
        "time": 7.041
      },
      "name": "tests.test_gap_statusbar.test_mode_socket",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 697,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "tests.test_gap_statusbar.test_invalid_status_bar_expression_syntax",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1022,
        "message_redacted": true,
        "time": 26.535
      },
      "name": "tests.test_gap_main.test_help_toggle",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 399,
        "message_redacted": true,
        "time": 6.808
      },
      "name": "tests.test_gap_statusbar.test_padleft_padright_combination",
      "status": "failure"
    }
  ],
  "test_results_omitted": 139,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}