{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "bacad07c60724a8e387b995c09a0e48465b9dec45afab2c3def7bc6636691b1a",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.15624155499972403
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(ef799b52e5e820c8f91eeeb98fd9a069058101f21ae8ee04cc5763d972a229d8)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13194404400019266
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14731908900012058
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.504804559999684
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12870822900003986
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11663254799987044
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6546250459996372
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12400932799937436
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09013204000075348
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08365531000072224
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12212836999970023
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 136952,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 21.809013167000558
    },
    {
      "branch": "eb89f66d8b70",
      "command": "docker cp 4c4c62c6391ea46a8d7e68290b985068dab1e17d2b229534843115af96392037:/workspace/eval/results.xml /tmp/tmpijw8u_dd.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 111556,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025672470000245085
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11140930999954435
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11699785900054849
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09315457699995022
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11116836899964255
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 574083,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 371.6156858430004
    },
    {
      "branch": "f5cbf92b7500",
      "command": "docker cp 1a66aa3cfd2836a782accb74300b3a24ca565e5f600b9ee53b9e5ada575e03d5:/workspace/eval/results.xml /tmp/tmplv7wi8b7.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 282417,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03796949600109656
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1311968509999133
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11865904099977342
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11967330500010576
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10611475200130371
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 513353,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 636.232581196
    },
    {
      "branch": "0651053200d8",
      "command": "docker cp 8e781b177f6a6d063c13875c0c3c0303f2d8478b6db45c5f3f818298dda6c990:/workspace/eval/results.xml /tmp/tmp_tg73_d8.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 472781,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.026180016000580508
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12240460599969083
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12917699399986304
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1154745380008535
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10083896500145784
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 18882,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.6819177819998
    },
    {
      "branch": "e8bd8cec82e8",
      "command": "docker cp a283f42e9b4b224a15d7b72befd0f93b7e8975f7e65c65b77c1beb3b7b1f20b4:/workspace/eval/results.xml /tmp/tmp5lzfl9ze.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14306,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023638963999474072
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11954666699966765
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10828150299857953
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10204377399895748
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12665058300081
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2262,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.7770401279994985
    },
    {
      "branch": "a35e3a6b6019",
      "command": "docker cp d8b194b76b97803512b93bbf70e4cfba6392e5f9742455965ebebf208892a851:/workspace/eval/results.xml /tmp/tmpsbveznsq.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2025,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036703554998894106
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11989242900017416
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12856765200012887
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08913079600097262
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1025229639999452
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7870,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.582750767000107
    },
    {
      "branch": "0016138b5e64",
      "command": "docker cp aab1ecdd9b565f20e81e7e78181226514835e3eeb64909a7629cc336f30e256f:/workspace/eval/results.xml /tmp/tmp0_t9zcli.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4598,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03487293899888755
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11373262100096326
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10602724400087027
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12431035699955828
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12822946300002513
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 87,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.11999238099997456
    },
    {
      "branch": "1974367ff5f0",
      "command": "docker cp 7dd07babd3e39fab54592b3236888d4d85aebb27a03f0934f38631b72f226be0:/workspace/eval/results.xml /tmp/tmpauscdmd8.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 139,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039239035999344196
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12350797900035104
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10852645700106223
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10053913199953968
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11685254000076384
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12001,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.2542545439991954
    },
    {
      "branch": "e3b768a66dd4",
      "command": "docker cp c98c07bf7d905aa45062878036f805a888972ad1ec3e11987b2a37958639caa2:/workspace/eval/results.xml /tmp/tmphuk0vq06.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7067,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.033152035999592044
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12738297899886675
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10020220400110702
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12365752100049576
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1189763660004246
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2285,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4808606269998563
    },
    {
      "branch": "1ea18c51c24a",
      "command": "docker cp d71c1b0e42619885ac13a817cea3f1fe1f07f4caf9842467290dade12ffec1b4:/workspace/eval/results.xml /tmp/tmp_texsxzg.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1653,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03861844899984135
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11753693200080306
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11406853200060141
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12668451299941808
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10993464600142033
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 78,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.09470606300055806
    },
    {
      "branch": "6c5b8939620c",
      "command": "docker cp 824922d42184618e90dbeed500c17159b460fce66948e5fd689544c70725f4d1:/workspace/eval/results.xml /tmp/tmps2aocck4.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 140,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03701365400047507
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09362521699949866
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12912805599989952
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10984921599992958
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10333395700035908
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1328,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5714742529999057
    },
    {
      "branch": "626a5912cdf8",
      "command": "docker cp d10dc62499426bdbb184aa441069c4cfbb69e1b91007f43a27470b3b4d6ec207:/workspace/eval/results.xml /tmp/tmpqss_se3t.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 347,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030090186999586876
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 698,
    "passed": 1014,
    "skipped": 3
  },
  "test_branch_errors": {},
  "test_branches": [
    "eb89f66d8b70",
    "f5cbf92b7500",
    "0651053200d8",
    "e8bd8cec82e8",
    "a35e3a6b6019",
    "0016138b5e64",
    "1974367ff5f0",
    "e3b768a66dd4",
    "1ea18c51c24a",
    "6c5b8939620c",
    "626a5912cdf8"
  ],
  "test_records": 1715,
  "test_results": [
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 467,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "eval.tests.test_basic.test_empty_input_with_exit_0_flag",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 201,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "eval.tests.test_basic.test_initial_filter_regexp_no_match",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 177,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_basic.test_multiple_terms_no_match",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_basic.test_initial_filter_case_sensitive_no_match",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 174,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_basic.test_query_no_match_single_line",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 206,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_basic.test_regexp_filter_no_match_due_to_anchor",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 169,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_basic.test_select_all_requires_tty",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 1078,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_coverage.test_height_zero",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 175,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_coverage.test_query_with_control_characters",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "eval.tests.test_coverage.test_print_query_with_no_match",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 987,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "eval.tests.test_coverage.test_buffer_size_negative",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 1342,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_coverage.test_config_with_invalid_layout",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 2160,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_coverage.test_negative_query_all_negative",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 1354,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_coverage.test_config_with_array_instead_of_object",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 1198,
        "message_redacted": true,
        "time": 0.012
      },
      "name": "eval.tests.test_coverage.test_config_with_invalid_height_format",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 68,
        "message_redacted": true,
        "time": 0.31
      },
      "name": "eval.tests.test_coverage.test_signal_handling",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 287,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_basic.test_many_lines_with_query",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 177,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_basic.test_negative_matching_excludes",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 196,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_coverage_boost.test_config_with_missing_closing_brace",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 1086,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_coverage.test_height_percentage_zero",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 389,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_coverage.test_null_separator_empty_result",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 1274,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_coverage.test_config_with_invalid_initial_filter",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 490,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_coverage_boost.test_null_separator_single_item",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 148,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_coverage_boost.test_select_all_empty_input",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 154,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_coverage_boost.test_select_all_single_line",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 32,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_coverage.test_stdin_closed_early",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 814,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_basic.test_binary_nul_handling",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 196,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_coverage_boost.test_config_with_trailing_comma",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 1186,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_coverage.test_height_percentage_over_100",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 1258,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_coverage.test_config_with_invalid_on_cancel",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 1.611
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_empty_query",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 1167,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_coverage.test_query_very_long",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 30,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_line_with_null_char",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.008
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_enter",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.011
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_escape",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.638
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_down_arrow",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 33,
        "message_redacted": true,
        "time": 0.996
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_ctrl_c",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.637
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_typing_query",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.997
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_up_arrow",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.321
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_page_down",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.327
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_end_key",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.986
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_space_selection",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 3.571
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_backspace",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 3.591
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_ctrl_u",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 3.9
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_ctrl_k",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 3.598
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_many_keystrokes",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.649
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_page_up",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.641
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_home_key",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 3.259
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_left_right_arrows",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.969
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_multiple_lines_selection",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 2.608
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_filter_toggle",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 2.282
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_ctrl_w",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 2.93
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_ctrl_e",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.982
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_query_then_enter",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 3.594
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_ctrl_a",
      "status": "failure"
    },
    {
      "branch": "eb89f66d8b70",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 3.613
      },
      "name": "eval.tests.test_tmux_tui.test_tmux_interactive_delete_key",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 15.22
      },
      "name": "tests.test_additional_coverage.test_regexp_with_alternation",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 15.25
      },
      "name": "tests.test_coverage_boost.test_config_use_cache",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 360,
        "message_redacted": true,
        "time": 15.245
      },
      "name": "tests.test_comprehensive.test_unicode_query",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 15.224
      },
      "name": "tests.test_additional_coverage.test_very_large_buffer_size",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 15.24
      },
      "name": "tests.test_comprehensive.test_multiple_queries_with_filters",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 15.237
      },
      "name": "tests.test_config.test_config_with_initial_filter",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 137,
        "message_redacted": true,
        "time": 15.225
      },
      "name": "tests.test_comprehensive.test_combined_query_terms",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 131,
        "message_redacted": true,
        "time": 15.231
      },
      "name": "tests.test_ansi_comprehensive.test_ansi_sgr_with_query",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 15.225
      },
      "name": "tests.test_ansi_package.test_ansi_with_query",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 131,
        "message_redacted": true,
        "time": 15.246
      },
      "name": "tests.test_coverage_boost.test_multiple_queries_and",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 15.256
      },
      "name": "tests.test_coverage_push.test_select_1_single_match",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 15.221
      },
      "name": "tests.test_coverage_push.test_initial_filter_smartcase_lowercase",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 142,
        "message_redacted": true,
        "time": 15.247
      },
      "name": "tests.test_coverage_push.test_null_separator_with_query",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 15.245
      },
      "name": "tests.test_coverage_push.test_rcfile_with_initial_filter",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 137,
        "message_redacted": true,
        "time": 0.231
      },
      "name": "tests.test_coverage_boost.test_null_with_empty_parts",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 129,
        "message_redacted": true,
        "time": 15.238
      },
      "name": "tests.test_additional_coverage.test_case_sensitive_numbers",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 132,
        "message_redacted": true,
        "time": 15.262
      },
      "name": "tests.test_coverage_boost.test_query_escaping",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 15.236
      },
      "name": "tests.test_additional_coverage.test_fuzzy_with_numbers",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 137,
        "message_redacted": true,
        "time": 15.275
      },
      "name": "tests.test_comprehensive.test_multiple_spaces_in_query",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 15.263
      },
      "name": "tests.test_comprehensive.test_combined_flags",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 136,
        "message_redacted": true,
        "time": 15.263
      },
      "name": "tests.test_additional_coverage.test_query_with_backslashes",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 15.297
      },
      "name": "tests.test_coverage_boost.test_config_fuzzy_longest_sort",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 133,
        "message_redacted": true,
        "time": 15.273
      },
      "name": "tests.test_comprehensive.test_negative_query_combinations",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 15.265
      },
      "name": "tests.test_coverage_push.test_ansi_and_query",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 36,
        "message_redacted": true,
        "time": 15.247
      },
      "name": "tests.test_coverage_push.test_query_flag_basic",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 15.278
      },
      "name": "tests.test_coverage_push.test_initial_filter_regexp",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 15.29
      },
      "name": "tests.test_coverage_push.test_file_input",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 15.278
      },
      "name": "tests.test_coverage_push.test_query_and_initial_index",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 43,
        "message_redacted": true,
        "time": 15.27
      },
      "name": "tests.test_coverage_push.test_query_negative_term",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 15.263
      },
      "name": "tests.test_additional_coverage.test_smartcase_all_uppercase",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 353,
        "message_redacted": true,
        "time": 15.263
      },
      "name": "tests.test_coverage_boost.test_case_sensitive_unicode",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "tests.test_comprehensive.test_empty_query_with_select_all",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 129,
        "message_redacted": true,
        "time": 15.281
      },
      "name": "tests.test_coverage_target.test_large_input_handling",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 47,
        "message_redacted": true,
        "time": 15.272
      },
      "name": "tests.test_coverage_target.test_print_query_with_match",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 15.281
      },
      "name": "tests.test_additional_coverage.test_query_exact_line_match",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 129,
        "message_redacted": true,
        "time": 15.246
      },
      "name": "tests.test_comprehensive.test_query_at_boundaries",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 15.281
      },
      "name": "tests.test_additional_coverage.test_config_with_initial_filter",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 129,
        "message_redacted": true,
        "time": 15.295
      },
      "name": "tests.test_coverage_boost.test_regexp_with_groups",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 55,
        "message_redacted": true,
        "time": 15.303
      },
      "name": "tests.test_coverage_push.test_print_query_and_prompt",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 133,
        "message_redacted": true,
        "time": 15.289
      },
      "name": "tests.test_coverage_push.test_query_with_spaces",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 15.281
      },
      "name": "tests.test_comprehensive.test_combinations_stress",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 15.293
      },
      "name": "tests.test_coverage_push.test_initial_filter_iregexp",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 15.277
      },
      "name": "tests.test_comprehensive.test_query_with_numbers",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 142,
        "message_redacted": true,
        "time": 15.308
      },
      "name": "tests.test_coverage_push.test_null_and_query",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 15.271
      },
      "name": "tests.test_coverage_push.test_query_escaped_negative",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 247,
        "message_redacted": true,
        "time": 15.335
      },
      "name": "tests.test_additional_coverage.test_fuzzy_with_gaps",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 15.301
      },
      "name": "tests.test_coverage_boost.test_smartcase_all_lowercase",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 307,
        "message_redacted": true,
        "time": 0.223
      },
      "name": "tests.test_comprehensive.test_layout_variations",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 104,
        "message_redacted": true,
        "time": 0.237
      },
      "name": "tests.test_coverage_boost.test_complex_negative_queries",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 245,
        "message_redacted": true,
        "time": 15.324
      },
      "name": "tests.test_coverage_target.test_query_with_spaces",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 133,
        "message_redacted": true,
        "time": 15.325
      },
      "name": "tests.test_coverage_target.test_single_line_select_1",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 299,
        "message_redacted": true,
        "time": 0.229
      },
      "name": "tests.test_comprehensive.test_select_1_with_empty_query",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 15.327
      },
      "name": "tests.test_additional_coverage.test_selection_prefix_with_query",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 15.313
      },
      "name": "tests.test_additional_coverage.test_regexp_with_character_classes",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 15.296
      },
      "name": "tests.test_coverage_push.test_buffer_size_flag",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 15.268
      },
      "name": "tests.test_coverage_push.test_initial_filter_fuzzy",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 130,
        "message_redacted": true,
        "time": 15.329
      },
      "name": "tests.test_edge_cases.test_tabs_vs_spaces",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 15.312
      },
      "name": "tests.test_comprehensive.test_print_query_combinations",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 237,
        "message_redacted": true,
        "time": 15.311
      },
      "name": "tests.test_coverage_target.test_initial_filter_combinations",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 129,
        "message_redacted": true,
        "time": 15.3
      },
      "name": "tests.test_coverage_push.test_query_multiple_terms",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 130,
        "message_redacted": true,
        "time": 15.289
      },
      "name": "tests.test_coverage_boost.test_mixed_negative_positive",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 104,
        "message_redacted": true,
        "time": 15.302
      },
      "name": "tests.test_comprehensive.test_select_1_no_match",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 242,
        "message_redacted": true,
        "time": 15.319
      },
      "name": "tests.test_edge_cases.test_fuzzy_with_spaces",
      "status": "failure"
    },
    {
      "branch": "f5cbf92b7500",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.236
      },
      "name": "tests.test_edge_cases.test_single_character_lines",
      "status": "failure"
    }
  ],
  "test_results_omitted": 581,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}