{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "0216fdc4966aa5f3b295b6c3591f4bea013c9aa6290c3baa39dabd63743b0f7c",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16028083200217225
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(b711b07750c89fe216d978499c0ab82cf67f5066b315a88915eae5366c81b38b)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1359527760068886
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14925173101073597
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1314506380003877
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.11871578900900204
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11960291799914557
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6551579880033387
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13268150899966713
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11867301299935207
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12178364698775113
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12443189500481822
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 15698,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.311023020010907
    },
    {
      "branch": "5046a3ff9094",
      "command": "docker cp 04b421f057e08eca149377fdf0d56b89b4dac5a354be5f542da90e735c892b7e:/workspace/eval/results.xml /tmp/tmpoy0u7355.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10967,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02978882000024896
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14373531501041725
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13354543400055263
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12662571700639091
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.139191098001902
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 175833,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 34.67508624099719
    },
    {
      "branch": "df37316a82f6",
      "command": "docker cp 4f1a816f703e0f7deed76685711c8ec8c587c6a3b1d4ce8fb4d4af1f8e14f4b7:/workspace/eval/results.xml /tmp/tmp0fhyrz_t.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 142608,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03819933500199113
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13145777498721145
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13799201700021513
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.124428158000228
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13460594799835235
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 34839,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 12.791660891001811
    },
    {
      "branch": "56b7e68dc2e5",
      "command": "docker cp 296b743e2b380e9e4af58d9430d7b664081676aaa92a1e6ed8209fbb9b1c5a4d:/workspace/eval/results.xml /tmp/tmp9wd7dsyb.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 27152,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04087069199886173
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11119832099939231
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12948720299755223
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13002257600601297
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12168272599228658
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17020,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.3576862390036695
    },
    {
      "branch": "65f1c7d5f8b4",
      "command": "docker cp fde11ddf1bf7728468c7e7050e7462473428b3bc03fb86fe926d3925ee7abc8e:/workspace/eval/results.xml /tmp/tmpabt0q65_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12233,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03851017900160514
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14815558500413317
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11175967199960724
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10959500800527167
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10591501199814957
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4455,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5380388120101998
    },
    {
      "branch": "4fe9d7167593",
      "command": "docker cp ec3922e4d6fb1f5ae63fc110390569a6c7fb0ad4d9a11d7c4fdc3d2d46fb2c30:/workspace/eval/results.xml /tmp/tmpoqelcges.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2314,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038605427005677484
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12307884499023203
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10956243600230664
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12585925099847373
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1284238400112372
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4106,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.581631284003379
    },
    {
      "branch": "7ff49697d497",
      "command": "docker cp c349203c91dafc48b3a36f57d4cd98211c68f8051eb3bb325d6a704ca2838360:/workspace/eval/results.xml /tmp/tmpgzapfwu1.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2499,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03717133299505804
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14939754699298646
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1241951580013847
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11857901600887999
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12013228700379841
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7223,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.57434484398982
    },
    {
      "branch": "043862224c8e",
      "command": "docker cp b6b6054b6f1fc117011fcc400b4d9701b5e8e265cef6f5ea161cbed66ead9c00:/workspace/eval/results.xml /tmp/tmppdbn0vyp.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4338,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025655801000539213
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13325723700108938
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11383739199663978
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11348932499822695
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11748437699861825
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2157,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.459220668999478
    },
    {
      "branch": "d3e929a8d7cd",
      "command": "docker cp 9de5f093488d2abfae464eb91c2ccdcef500896dbf0bf0fcf703ca10eafc6163:/workspace/eval/results.xml /tmp/tmpg1f7tnbb.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 906,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04120079398853704
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1349506850092439
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13895318799768575
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1373283180000726
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13247562499600463
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3501,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.307894090001355
    },
    {
      "branch": "cab1517ca00a",
      "command": "docker cp c37105eec2034cbf113cd8d028d04e0374fa2dceaf218c7e2ce73e2fa921cd23:/workspace/eval/results.xml /tmp/tmpwummhwvm.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1887,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03995257899805438
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12489077600184828
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.14274173000012524
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12012114199751522
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1266976340120891
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1823,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4512977599952137
    },
    {
      "branch": "4dc5969888e6",
      "command": "docker cp 5820c1133f9223b4eb410ec24bc7ad11f6d197d2eac57f3698415ac8512d3fad:/workspace/eval/results.xml /tmp/tmpx0hodq8i.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 637,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025862968002911657
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1444705879985122
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12885126599576324
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12867200800974388
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12464906599780079
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6719,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 13.663947262000875
    },
    {
      "branch": "26279e81a889",
      "command": "docker cp 61c76d1420c62c1f4cc46be804050514a9898e31963242b52a821fcd3102ab9b:/workspace/eval/results.xml /tmp/tmpodkkfvyx.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3371,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027753433998441324
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15427034300228115
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11471606200211681
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10172721899289172
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11155109999526758
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3060,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5745236329967156
    },
    {
      "branch": "bb7844827053",
      "command": "docker cp 11d9c3db1902eb527300b1174c2d2e88c602747dd970af8fa33e2c7b85bdf895:/workspace/eval/results.xml /tmp/tmpj03kzs5f.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1835,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.034191445010947064
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13752208500227425
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12543280998943374
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12091521499678493
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13243492499168497
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7435,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.2009789570001885
    },
    {
      "branch": "3642cb6d1cf4",
      "command": "docker cp 29a321709cbfc3b3b1240cab3edf7fd384d903daf3e8eb462e4be43e6ec50352:/workspace/eval/results.xml /tmp/tmpclhvryxk.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3841,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036930572998244315
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 126,
    "passed": 577,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "5046a3ff9094",
    "df37316a82f6",
    "56b7e68dc2e5",
    "65f1c7d5f8b4",
    "4fe9d7167593",
    "7ff49697d497",
    "043862224c8e",
    "d3e929a8d7cd",
    "cab1517ca00a",
    "4dc5969888e6",
    "26279e81a889",
    "bb7844827053",
    "3642cb6d1cf4"
  ],
  "test_records": 704,
  "test_results": [
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.082
      },
      "name": "tests.test_cli.test_invalid_glob_pattern_error",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 381,
        "message_redacted": true,
        "time": 0.104
      },
      "name": "tests.test_editor.test_env_var_editor_with_path",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 471,
        "message_redacted": true,
        "time": 0.066
      },
      "name": "tests.test_editor.test_custom_command_overrides_igrep_custom_editor",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 130,
        "message_redacted": true,
        "time": 1.572
      },
      "name": "tests.test_keymap_popup.test_keymap_popup_closes_with_f1_key",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 1.574
      },
      "name": "tests.test_keymap_popup.test_keymap_popup_scroll_left",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 132,
        "message_redacted": true,
        "time": 1.577
      },
      "name": "tests.test_keymap_popup.test_keymap_popup_scroll_to_bottom_then_top",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 124,
        "message_redacted": true,
        "time": 1.563
      },
      "name": "tests.test_keymap_popup.test_keymap_popup_scroll_up_after_scroll_down",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.18
      },
      "name": "tests.test_search.test_hidden_files_included",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 2.532
      },
      "name": "tests.test_ripgrep_config.test_config_without_config_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 725,
        "message_redacted": true,
        "time": 2.527
      },
      "name": "tests.test_ripgrep_config.test_config_with_type_filter_equals",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 2.504
      },
      "name": "tests.test_ripgrep_config.test_config_with_comments",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 2.485
      },
      "name": "tests.test_ripgrep_config.test_config_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 725,
        "message_redacted": true,
        "time": 2.561
      },
      "name": "tests.test_ripgrep_config.test_config_with_type_filter_separate_line",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 2.531
      },
      "name": "tests.test_ripgrep_config.test_config_unsupported_flag_ignored",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 2.485
      },
      "name": "tests.test_ripgrep_config.test_config_cli_overrides_config",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 1.908
      },
      "name": "tests.test_search.test_glob_filter_rust_no_matches",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "tests.test_editor.test_env_var_precedence_cli_over_igrep_editor",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 134,
        "message_redacted": true,
        "time": 1.573
      },
      "name": "tests.test_keymap_popup.test_keymap_popup_arrow_keys_horizontal_scroll",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.16
      },
      "name": "tests.test_search.test_fixed_strings_literal_dot",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 132,
        "message_redacted": true,
        "time": 1.562
      },
      "name": "tests.test_keymap_popup.test_keymap_popup_down_arrow_scrolls",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 1.558
      },
      "name": "tests.test_keymap_popup.test_keymap_popup_scroll_right",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 2.627
      },
      "name": "tests.test_ripgrep_config.test_config_basic_hidden_flag",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 725,
        "message_redacted": true,
        "time": 2.651
      },
      "name": "tests.test_ripgrep_config.test_config_with_short_flags",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.225
      },
      "name": "tests.test_search.test_type_filter_python",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.133
      },
      "name": "tests.test_search.test_smart_case_uppercase_pattern",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.179
      },
      "name": "tests.test_search.test_glob_filter_python_only",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.055
      },
      "name": "tests.test_search.test_case_insensitive_search",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.144
      },
      "name": "tests.test_search.test_basic_literal_search",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 2.545
      },
      "name": "tests.test_ripgrep_config.test_config_uppercase_pattern_with_ignore_case",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 2.453
      },
      "name": "tests.test_ripgrep_config.test_config_with_empty_lines",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 2.543
      },
      "name": "tests.test_ripgrep_config.test_config_ignore_case_flag",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 2.489
      },
      "name": "tests.test_ripgrep_config.test_config_whitespace_handling",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 725,
        "message_redacted": true,
        "time": 2.517
      },
      "name": "tests.test_ripgrep_config.test_config_short_flag_with_separate_value",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 124,
        "message_redacted": true,
        "time": 1.567
      },
      "name": "tests.test_keymap_popup.test_keymap_popup_opens_with_f1_key",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.163
      },
      "name": "tests.test_search.test_smart_case_lowercase_pattern",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.192
      },
      "name": "tests.test_search.test_multiline_pattern_search",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.162
      },
      "name": "tests.test_search.test_multiple_glob_patterns",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.177
      },
      "name": "tests.test_search.test_word_boundary_matching",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.087
      },
      "name": "tests.test_search.test_regex_email_pattern",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.166
      },
      "name": "tests.test_search.test_anchor_start_of_line",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.223
      },
      "name": "tests.test_search.test_type_not_filter",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.087
      },
      "name": "tests.test_search.test_combined_case_insensitive_and_word_boundary",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 2.511
      },
      "name": "tests.test_tui_app_sorting.test_sort_by_ctime",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 44,
        "message_redacted": true,
        "time": 2.192
      },
      "name": "tests.test_tui_app_sorting.test_search_popup_f5_key",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.173
      },
      "name": "tests.test_search.test_fixed_strings_special_regex_chars",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.173
      },
      "name": "tests.test_search.test_multiple_type_filters",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.113
      },
      "name": "tests.test_search.test_follow_symlinks",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 2.555
      },
      "name": "tests.test_tui_app_sorting.test_sort_by_name_toggle",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 94,
        "message_redacted": true,
        "time": 2.4
      },
      "name": "tests.test_tui_app_sorting.test_sort_by_atime",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 100,
        "message_redacted": true,
        "time": 4.044
      },
      "name": "tests.test_tui_app_sorting.test_search_popup_arrow_navigation",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 2.15
      },
      "name": "tests.test_tui_app_sorting.test_search_popup_enter_applies_pattern",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.176
      },
      "name": "tests.test_tui_edge_cases.test_no_matches_found",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 98,
        "message_redacted": true,
        "time": 5.864
      },
      "name": "tests.test_tui_app_sorting.test_search_popup_char_operations",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.146
      },
      "name": "tests.test_tui_edge_cases.test_empty_directory",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 2.11
      },
      "name": "tests.test_tui_edge_cases.test_nonexistent_directory",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 1.855
      },
      "name": "tests.test_tui_edge_cases.test_large_result_set_scrolling",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 2.067
      },
      "name": "tests.test_tui_edge_cases.test_single_match_scenario",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 2.162
      },
      "name": "tests.test_tui_edge_cases.test_special_chars_in_filenames",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 40,
        "message_redacted": true,
        "time": 2.168
      },
      "name": "tests.test_tui_edge_cases.test_very_long_lines",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 47,
        "message_redacted": true,
        "time": 2.1
      },
      "name": "tests.test_tui_input_handler.test_sort_by_name_with_n_key",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 43,
        "message_redacted": true,
        "time": 2.139
      },
      "name": "tests.test_tui_edge_cases.test_unicode_content",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 43,
        "message_redacted": true,
        "time": 2.099
      },
      "name": "tests.test_tui_input_handler.test_invalid_key_shows_no_crash",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 31,
        "message_redacted": true,
        "time": 2.793
      },
      "name": "tests.test_tui_interactions.test_context_viewer_toggle_and_size_adjustment",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 6.664
      },
      "name": "tests.test_tui_interactions.test_navigation_at_last_match_stays_at_boundary",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 36,
        "message_redacted": true,
        "time": 2.569
      },
      "name": "tests.test_tui_nav.test_tui_pagedown_pageup_navigate_files",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 36,
        "message_redacted": true,
        "time": 2.078
      },
      "name": "tests.test_tui_interactions.test_pageup_pagedown_file_navigation",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 54,
        "message_redacted": true,
        "time": 2.752
      },
      "name": "tests.test_tui_interactions.test_sorting_by_modification_time",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 2.105
      },
      "name": "tests.test_tui_nav.test_tui_initial_state_with_multiple_files",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 504,
        "message_redacted": true,
        "time": 2.166
      },
      "name": "tests.test_tui_nav.test_tui_j_key_navigates_to_next_match",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 36,
        "message_redacted": true,
        "time": 3.831
      },
      "name": "tests.test_tui_nav.test_tui_shift_g_jumps_to_last_match",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 504,
        "message_redacted": true,
        "time": 2.979
      },
      "name": "tests.test_tui_nav.test_tui_k_and_up_navigate_to_previous_match",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 504,
        "message_redacted": true,
        "time": 2.552
      },
      "name": "tests.test_tui_nav.test_tui_down_arrow_navigates_to_next_match",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 36,
        "message_redacted": true,
        "time": 3.413
      },
      "name": "tests.test_tui_nav.test_tui_gg_jumps_to_first_match",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 36,
        "message_redacted": true,
        "time": 3.008
      },
      "name": "tests.test_tui_nav.test_tui_home_and_end_keys",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 36,
        "message_redacted": true,
        "time": 2.485
      },
      "name": "tests.test_tui_nav.test_tui_l_and_right_navigate_to_next_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 504,
        "message_redacted": true,
        "time": 2.914
      },
      "name": "tests.test_tui_nav.test_tui_h_and_left_navigate_to_previous_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 36,
        "message_redacted": true,
        "time": 3.542
      },
      "name": "tests.test_tui_nav.test_tui_navigation_after_filtering",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 43,
        "message_redacted": true,
        "time": 3.049
      },
      "name": "tests.test_tui_nav.test_tui_dw_filters_out_entire_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 57,
        "message_redacted": true,
        "time": 1.615
      },
      "name": "tests.test_tui_nav.test_tui_quit_with_q",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 57,
        "message_redacted": true,
        "time": 1.585
      },
      "name": "tests.test_tui_nav.test_tui_quit_with_ctrl_c",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 129,
        "message_redacted": true,
        "time": 1.558
      },
      "name": "tests.test_tui_popups.test_keymap_popup_opens_with_question_mark",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 57,
        "message_redacted": true,
        "time": 1.459
      },
      "name": "tests.test_tui_nav.test_tui_quit_with_escape",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 4.347
      },
      "name": "tests.test_tui_interactions.test_shift_g_jumps_to_last_match",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 1.562
      },
      "name": "tests.test_tui_popups.test_keymap_popup_scrolls_down",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 131,
        "message_redacted": true,
        "time": 1.561
      },
      "name": "tests.test_tui_popups.test_search_popup_opens_and_shows_current_pattern",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 1.562
      },
      "name": "tests.test_tui_popups.test_keymap_popup_closes_with_question_mark",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 131,
        "message_redacted": true,
        "time": 1.565
      },
      "name": "tests.test_tui_popups.test_context_viewer_increase_size",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 1.565
      },
      "name": "tests.test_tui_popups.test_context_viewer_toggle_horizontal",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 1.578
      },
      "name": "tests.test_tui_popups.test_context_viewer_toggle_vertical",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 1.548
      },
      "name": "tests.test_tui_popups.test_search_popup_apply_new_pattern",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 36,
        "message_redacted": true,
        "time": 2.819
      },
      "name": "tests.test_tui_nav.test_tui_dd_filters_out_current_match",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 131,
        "message_redacted": true,
        "time": 1.579
      },
      "name": "tests.test_tui_popups.test_search_popup_edit_pattern",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 131,
        "message_redacted": true,
        "time": 1.581
      },
      "name": "tests.test_tui_popups.test_context_viewer_decrease_size",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 129,
        "message_redacted": true,
        "time": 1.561
      },
      "name": "tests.test_tui_search_popup.test_backspace_deletes_characters",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 130,
        "message_redacted": true,
        "time": 1.574
      },
      "name": "tests.test_tui_search_popup.test_delete_key_removes_char_at_cursor",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 1.86
      },
      "name": "tests.test_tui_search_popup.test_search_popup_opens_with_f5",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 131,
        "message_redacted": true,
        "time": 1.583
      },
      "name": "tests.test_tui_search_popup.test_insert_char_at_cursor_position",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 1.554
      },
      "name": "tests.test_tui_search_popup.test_escape_cancels_popup_without_applying",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 1.581
      },
      "name": "tests.test_tui_search_popup.test_enter_applies_new_pattern",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 130,
        "message_redacted": true,
        "time": 1.58
      },
      "name": "tests.test_tui_search_popup.test_search_popup_opens_with_slash",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 132,
        "message_redacted": true,
        "time": 1.562
      },
      "name": "tests.test_tui_search_popup.test_long_pattern_truncated_with_ellipsis",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 131,
        "message_redacted": true,
        "time": 1.582
      },
      "name": "tests.test_tui_search_popup.test_cursor_movement_left_right",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 1.576
      },
      "name": "tests.test_tui_search_popup.test_pattern_persists_across_popup_toggles",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.343
      },
      "name": "tests.test_tui_themes.test_light_theme_launches_and_displays_matches",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.656
      },
      "name": "tests.test_tui_themes.test_light_theme_with_selection_highlight",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.791
      },
      "name": "tests.test_tui_themes.test_dark_theme_with_selection_highlight",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.187
      },
      "name": "tests.test_tui_themes.test_dark_theme_context_viewer_syntax_highlighting",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.207
      },
      "name": "tests.test_tui_themes.test_dark_theme_launches_and_displays_matches",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.325
      },
      "name": "tests.test_tui_themes.test_light_theme_context_viewer_syntax_highlighting",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.318
      },
      "name": "tests.test_tui_themes.test_dark_theme_bottom_bar_with_finished_state",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.359
      },
      "name": "tests.test_tui_themes.test_theme_default_is_dark",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 626,
        "message_redacted": true,
        "time": 2.422
      },
      "name": "tests.test_tui_themes.test_light_theme_bottom_bar_with_default_colors",
      "status": "failure"
    },
    {
      "branch": "56b7e68dc2e5",
      "extra": {
        "message_chars": 478,
        "message_redacted": true,
        "time": 3.184
      },
      "name": "tests.test_edge_cases.TestRegexPatterns.test_regex_quantifiers",
      "status": "failure"
    },
    {
      "branch": "56b7e68dc2e5",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 3.184
      },
      "name": "tests.test_edge_cases.TestFlagCombinations.test_type_and_glob",
      "status": "failure"
    },
    {
      "branch": "56b7e68dc2e5",
      "extra": {
        "message_chars": 721,
        "message_redacted": true,
        "time": 1.675
      },
      "name": "tests.test_interactive.TestBasicInteractive.test_help_menu",
      "status": "failure"
    },
    {
      "branch": "56b7e68dc2e5",
      "extra": {
        "message_chars": 491,
        "message_redacted": true,
        "time": 1.07
      },
      "name": "tests.test_interactive.TestSearchOptions.test_smart_case_lowercase_pattern",
      "status": "failure"
    },
    {
      "branch": "56b7e68dc2e5",
      "extra": {
        "message_chars": 407,
        "message_redacted": true,
        "time": 3.183
      },
      "name": "tests.test_edge_cases.TestMultipleTypeFilters.test_multiple_type_includes",
      "status": "failure"
    },
    {
      "branch": "56b7e68dc2e5",
      "extra": {
        "message_chars": 205,
        "message_redacted": true,
        "time": 3.203
      },
      "name": "tests.test_edge_cases.TestFlagCombinations.test_hidden_and_type",
      "status": "failure"
    },
    {
      "branch": "56b7e68dc2e5",
      "extra": {
        "message_chars": 389,
        "message_redacted": true,
        "time": 1.055
      },
      "name": "tests.test_interactive.TestSearchOptions.test_case_insensitive_search",
      "status": "failure"
    },
    {
      "branch": "56b7e68dc2e5",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 6.203
      },
      "name": "tests.test_interactive.TestBasicInteractive.test_tui_launches_and_shows_matches",
      "status": "failure"
    }
  ],
  "test_results_omitted": 7,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}
