{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "e0b7ae33e3d30ef5e7ea27590f3b50826d71aeafeef26a9da6ee76d7994d2786", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.16234871601045597 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(ada69f5d0a8f9a7d67296bb9697e1802c9a8628d8bd44a84e777f6f954dc8c37) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.12882819899823517 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.15080641199892852 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.1384889530017972 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.1307567579933675 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.13405274899560027 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6405659750016639 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13560243100801017 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.138797692998196 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12446209500194527 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11799125200195704 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 18608, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 19.619833108008606 }, { "branch": "035fc64252a5", "command": "docker cp 100cbeefdf2068bc7c9369ffdb565341be2b9de4c9a45bc8e04e5ef0adcfbcf4:/workspace/eval/results.xml /tmp/tmpo1z929ih.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 21097, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.026875006005866453 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12922169899684377 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12376909199520014 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.0891985689959256 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13567465300729964 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 34399, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.779556875000708 }, { "branch": "7af3fcb896a2", "command": "docker cp 6f8716d00262405f6b060752e7fed9e55b69f20df8e47025f5aadc0b6a9bb37f:/workspace/eval/results.xml /tmp/tmpz4j56vv2.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 24349, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037888443999690935 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12145504499494564 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13710747500590514 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12959927899646573 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13177306498982944 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 165916, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 20.152952899006777 }, { "branch": "ed161504d233", "command": "docker cp 1a8164e5cfd33170f2469a011555831f55e455b573a21dac74b1d5e370fa50b7:/workspace/eval/results.xml /tmp/tmpcc7otwx0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 140951, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037041988005512394 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10131853200437035 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10508368999580853 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12258809999912046 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12488531699636951 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 27860, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 8.32194548699772 }, { "branch": "e71fb88b8845", "command": "docker cp a0fb8352fd746b393b09c5cf4c12e21801ea506445f9b42d66c5cf465b5c5cf4:/workspace/eval/results.xml /tmp/tmpcab2oz53.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 21523, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.033593439002288505 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13737378700170666 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13035437600046862 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12559387400688138 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12924162301351316 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1360, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4935577060095966 }, { "branch": "6923ee326723", "command": "docker cp f5d43e70540f5a572e01d0993c21bdd8afde85fffc91a5386313a1845b3288aa:/workspace/eval/results.xml /tmp/tmp7wknpiyj.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 363, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03594853500544559 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12992407899582759 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.08862179500283673 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11374991299817339 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10146569200151134 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7062, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.257929059007438 }, { "branch": "ff0f590898c5", "command": "docker cp 899080a6d9dc049e706bac8a1797ee61880d13169966bbb3d3d0e9d1d4f9ab40:/workspace/eval/results.xml /tmp/tmpf7y3gv8r.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7646, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03750436600239482 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1296396219986491 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1256153349968372 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12561360400286503 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11918070199317299 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 23126, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.727072464011144 }, { "branch": "c04bee337c86", "command": "docker cp cda80ce29f5411db83eb407d7e7a9bac8f66b12e1ffba9b5717b4f3a32cd30c8:/workspace/eval/results.xml /tmp/tmp4xholb9s.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 16355, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04226219998963643 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1472453729948029 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13717278800322674 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1212564399902476 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11988524798653089 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6299, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.75136018700141 }, { "branch": "d88e32789489", "command": "docker cp adfc3c4af74355517541f8e6b3e297c250252576b8c6662a4f30eee568182388:/workspace/eval/results.xml /tmp/tmprldd6itz.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4697, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04126642500341404 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13031796799623407 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13090166600886732 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12492683999880683 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12088040201342665 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 19683, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.583937356001115 }, { "branch": "9c5a173a86d6", "command": "docker cp 35e5b672174840ac57804417dcd0ef85b51f789cfdcb7e24ee4b6b1fcd11d60e:/workspace/eval/results.xml /tmp/tmpjbuk2z5z.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 17984, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04074121800658759 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13783444699947722 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12467704201117158 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13362013999721967 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12967278299038298 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 362727, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 26.98819117200037 }, { "branch": "b05ae0c243fa", "command": "docker cp 4d8580313fcd797308505bce57327a87b6d08ddae1bcc8abd66b6672514ebfc5:/workspace/eval/results.xml /tmp/tmpes_owrmb.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 362795, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.029752811999060214 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 277, "passed": 1118, "skipped": 10 }, "test_branch_errors": {}, "test_branches": [ "035fc64252a5", "7af3fcb896a2", "ed161504d233", "e71fb88b8845", "6923ee326723", "ff0f590898c5", "c04bee337c86", "d88e32789489", "9c5a173a86d6", "b05ae0c243fa" ], "test_records": 1405, "test_results": [ { "branch": "035fc64252a5", "extra": { "message_chars": 247, "message_redacted": true, "time": 0.183 }, "name": "eval.tests.test_completions.test_gen_completions_bash", "status": "failure" }, { "branch": "035fc64252a5", "extra": { "message_chars": 246, "message_redacted": true, "time": 0.2 }, "name": "eval.tests.test_completions.test_gen_completions_zsh", "status": "failure" }, { "branch": "035fc64252a5", "extra": { "message_chars": 247, "message_redacted": true, "time": 0.176 }, "name": "eval.tests.test_completions.test_gen_completions_fish", "status": "failure" }, { "branch": "035fc64252a5", "extra": { "message_chars": 253, "message_redacted": true, "time": 0.21 }, "name": "eval.tests.test_completions.test_gen_completions_powershell", "status": "failure" }, { "branch": "7af3fcb896a2", "extra": { "message_chars": 251, "message_redacted": true, "time": 0.186 }, "name": "tests.test_coverage_improvements.test_no_global_ignore_file", "status": "failure" }, { "branch": "7af3fcb896a2", "extra": { "message_chars": 246, "message_redacted": true, "time": 0.196 }, "name": "tests.test_coverage_improvements.test_max_buffer_time", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 292, "message_redacted": true, "time": 0.14 }, "name": "tests.test_filtering.test_size_invalid_format_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 440, "message_redacted": true, "time": 0.182 }, "name": "tests.test_edge_cases.test_invalid_regex_pattern", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 279, "message_redacted": true, "time": 0.168 }, "name": "tests.test_exec_errors.test_exec_error_output_stream_separation", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 318, "message_redacted": true, "time": 0.176 }, "name": "tests.test_filtering.test_owner_invalid_username_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 90, "message_redacted": true, "time": 0.162 }, "name": "tests.test_exec_errors.test_exec_batch_multiple_filesystem_errors", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 445, "message_redacted": true, "time": 0.158 }, "name": "tests.test_edge_cases.test_invalid_regex_quantifier", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 2840, "message_redacted": true, "time": 0.157 }, "name": "tests.test_exec.test_exec_command_not_found", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 76, "message_redacted": true, "time": 0.145 }, "name": "tests.test_exec.test_exec_escaped_braces_double", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 197, "message_redacted": true, "time": 0.142 }, "name": "tests.test_exec.test_exec_batch_multiple_placeholders_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 283, "message_redacted": true, "time": 0.176 }, "name": "tests.test_exec_errors.test_exec_with_filesystem_error_show_errors_enabled", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.138 }, "name": "tests.test_edge_cases.test_threads_zero_invalid", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 112, "message_redacted": true, "time": 0.606 }, "name": "tests.test_harvest.test_smart_case", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 1761, "message_redacted": true, "time": 0.172 }, "name": "tests.test_harvest.test_and_bad_pattern", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.168 }, "name": "tests.test_harvest.test_no_ignore_parent_inner_git", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.003 }, "name": "tests.test_harvest.test_hidden_file_attribute", "status": "skipped" }, { "branch": "ed161504d233", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.001 }, "name": "tests.test_harvest.test_owner_root", "status": "skipped" }, { "branch": "ed161504d233", "extra": { "message_chars": 256, "message_redacted": true, "time": 0.172 }, "name": "tests.test_harvest.test_no_global_ignore", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 300, "message_redacted": true, "time": 0.184 }, "name": "tests.test_hyperlinks.test_hyperlink_spaces_percent_encoded", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 279, "message_redacted": true, "time": 0.177 }, "name": "tests.test_filtering.test_size_invalid_unit_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 327, "message_redacted": true, "time": 0.186 }, "name": "tests.test_filtering.test_owner_invalid_group_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.204 }, "name": "tests.test_exec_errors.test_exec_error_with_command_that_fails", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 270, "message_redacted": true, "time": 0.202 }, "name": "tests.test_exec_errors.test_exec_batch_empty_after_filtering_all_errors", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 439, "message_redacted": true, "time": 0.132 }, "name": "tests.test_edge_cases.test_unclosed_parenthesis_regex", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 1016, "message_redacted": true, "time": 0.144 }, "name": "tests.test_exec.test_exec_batch_placeholder_in_command_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 275, "message_redacted": true, "time": 0.136 }, "name": "tests.test_exec_errors.test_exec_batch_with_filesystem_error_show_errors_enabled", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 1051, "message_redacted": true, "time": 0.127 }, "name": "tests.test_main_edge_cases.test_base_directory_nonexistent_path_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 382, "message_redacted": true, "time": 0.157 }, "name": "tests.test_main_edge_cases.test_gen_completions_bash", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 276, "message_redacted": true, "time": 0.13 }, "name": "tests.test_main_edge_cases.test_gen_completions_without_shell_argument_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 1043, "message_redacted": true, "time": 0.135 }, "name": "tests.test_main_edge_cases.test_invalid_regex_pattern_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.161 }, "name": "tests.test_harvest.test_custom_ignore_precedence", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.295 }, "name": "tests.test_harvest.test_number_parsing_errors", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 153, "message_redacted": true, "time": 0.133 }, "name": "tests.test_harvest.test_error_if_hidden_not_set_and_pattern_starts_with_dot", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 742, "message_redacted": true, "time": 0.18 }, "name": "tests.test_hyperlinks.test_hyperlink_special_chars_hash_question_percent_encoded", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 221, "message_redacted": true, "time": 0.155 }, "name": "tests.test_exec_errors.test_exec_batch_with_failing_command_and_errors", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 162, "message_redacted": true, "time": 0.157 }, "name": "tests.test_filtering.test_size_missing_unit_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 289, "message_redacted": true, "time": 0.179 }, "name": "tests.test_edge_cases.test_invalid_size_syntax", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 320, "message_redacted": true, "time": 0.206 }, "name": "tests.test_filtering.test_owner_too_many_colons_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 90, "message_redacted": true, "time": 0.204 }, "name": "tests.test_exec_errors.test_exec_multiple_filesystem_errors_sequential", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 1960, "message_redacted": true, "time": 0.182 }, "name": "tests.test_main_edge_cases.test_glob_pattern_without_glob_flag_errors", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 982, "message_redacted": true, "time": 0.152 }, "name": "tests.test_main_edge_cases.test_base_directory_file_not_directory_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 381, "message_redacted": true, "time": 0.153 }, "name": "tests.test_main_edge_cases.test_gen_completions_zsh", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 382, "message_redacted": true, "time": 0.16 }, "name": "tests.test_main_edge_cases.test_gen_completions_bash_full_output", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 334, "message_redacted": true, "time": 0.175 }, "name": "tests.test_misc_edge_cases.test_max_buffer_time_flag", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 245, "message_redacted": true, "time": 0.155 }, "name": "tests.test_misc_edge_cases.test_completions_fish", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 247, "message_redacted": true, "time": 0.139 }, "name": "tests.test_misc_edge_cases.test_completions_elvish", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 256, "message_redacted": true, "time": 0.17 }, "name": "tests.test_harvest.test_global_ignore", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 123, "message_redacted": true, "time": 0.008 }, "name": "tests.test_harvest.test_invalid_cwd", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 266, "message_redacted": true, "time": 0.183 }, "name": "tests.test_hyperlinks.test_hyperlink_unicode_cafe_percent_encoded", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 420, "message_redacted": true, "time": 0.172 }, "name": "tests.test_exec_errors.test_exec_error_with_placeholders", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 197, "message_redacted": true, "time": 0.198 }, "name": "tests.test_edge_cases.test_invalid_time_syntax", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 194, "message_redacted": true, "time": 0.385 }, "name": "tests.test_filtering.test_size_case_insensitive_units", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 380, "message_redacted": true, "time": 0.156 }, "name": "tests.test_output.test_color_always_produces_ansi", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 327, "message_redacted": true, "time": 0.19 }, "name": "tests.test_hyperlinks.test_hyperlink_control_characters_encoded", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 358, "message_redacted": true, "time": 0.13 }, "name": "tests.test_misc_edge_cases.test_gen_completions_bash", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 179, "message_redacted": true, "time": 0.151 }, "name": "tests.test_main_edge_cases.test_pattern_with_path_separator_is_directory_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 382, "message_redacted": true, "time": 0.158 }, "name": "tests.test_main_edge_cases.test_gen_completions_fish", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 309, "message_redacted": true, "time": 0.164 }, "name": "tests.test_output.test_list_details_conflicts_with_absolute_path", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 177, "message_redacted": true, "time": 0.166 }, "name": "tests.test_main_edge_cases.test_pattern_matches_only_hidden_files_without_hidden_flag_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 251, "message_redacted": true, "time": 0.135 }, "name": "tests.test_misc_edge_cases.test_completions_powershell", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 624, "message_redacted": true, "time": 0.179 }, "name": "tests.test_output.test_color_and_hyperlink_interaction", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 1098, "message_redacted": true, "time": 0.15 }, "name": "tests.test_output.test_hyperlink_url_encoding", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 300, "message_redacted": true, "time": 0.166 }, "name": "tests.test_hyperlinks.test_hyperlink_unicode_emoji_percent_encoded", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 359, "message_redacted": true, "time": 0.182 }, "name": "tests.test_exec_errors.test_exec_batch_size_with_errors_filtered", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 107, "message_redacted": true, "time": 0.152 }, "name": "tests.test_hyperlinks.test_hyperlink_null_separator_with_hyperlinks", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 81, "message_redacted": true, "time": 0.133 }, "name": "tests.test_output_formatting.test_color_always_mode", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 357, "message_redacted": true, "time": 0.147 }, "name": "tests.test_misc_edge_cases.test_gen_completions_zsh", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 194, "message_redacted": true, "time": 0.314 }, "name": "tests.test_filtering.test_size_with_suffix_variations", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 261, "message_redacted": true, "time": 0.141 }, "name": "tests.test_main_edge_cases.test_changed_within_invalid_date_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 270, "message_redacted": true, "time": 0.165 }, "name": "tests.test_output_formatting.test_hyperlink_with_format", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 388, "message_redacted": true, "time": 0.177 }, "name": "tests.test_main_edge_cases.test_gen_completions_powershell", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 257, "message_redacted": true, "time": 0.171 }, "name": "tests.test_output.test_list_details_conflicts_with_format", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 78, "message_redacted": true, "time": 0.141 }, "name": "tests.test_patterns.test_glob_brace_expansion", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 439, "message_redacted": true, "time": 0.135 }, "name": "tests.test_patterns.test_invalid_regex_unclosed_paren", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 163, "message_redacted": true, "time": 0.16 }, "name": "tests.test_patterns.test_invalid_glob_unclosed_brace", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 336, "message_redacted": true, "time": 0.129 }, "name": "tests.test_misc_edge_cases.test_max_buffer_time_zero", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 334, "message_redacted": true, "time": 0.195 }, "name": "tests.test_exec_errors.test_exec_with_threads_and_errors", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 267, "message_redacted": true, "time": 0.171 }, "name": "tests.test_output_formatting.test_color_with_path_separator", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 181, "message_redacted": true, "time": 0.195 }, "name": "tests.test_traversal.test_gitignore_double_asterisk_pattern", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 458, "message_redacted": true, "time": 0.144 }, "name": "tests.test_misc_edge_cases.test_gen_completions_no_shell_env", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 267, "message_redacted": true, "time": 0.181 }, "name": "tests.test_main_edge_cases.test_changed_before_invalid_date_error", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 645, "message_redacted": true, "time": 0.211 }, "name": "tests.test_type_filtering.test_invalid_type_value", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 440, "message_redacted": true, "time": 0.187 }, "name": "tests.test_patterns.test_invalid_regex_unclosed_bracket", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 438, "message_redacted": true, "time": 0.192 }, "name": "tests.test_patterns.test_invalid_regex_quantifier_without_operand", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.168 }, "name": "tests.test_walk_edge_cases.test_size_filter_range", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 313, "message_redacted": true, "time": 0.186 }, "name": "tests.test_walk_edge_cases.test_custom_ignore_file_not_found", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 283, "message_redacted": true, "time": 0.189 }, "name": "tests.test_exec_errors.test_exec_batch_with_threads_and_errors", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 1766, "message_redacted": true, "time": 0.199 }, "name": "tests.test_misc_edge_cases.test_deleted_current_directory", "status": "failure" }, { "branch": "ed161504d233", "extra": { "message_chars": 54, "message_redacted": true, "time": 0.24 }, "name": "tests.test_exec_errors.test_exec_error_continues_after_multiple_sequential_errors", "status": "failure" }, { "branch": "e71fb88b8845", "extra": { "message_chars": 171, "message_redacted": true, "time": 0.147 }, "name": "eval.tests.test_argparse_validation.test_missing_value_for_value_taking_options[args1-a value is required for '--max-results ']", "status": "failure" }, { "branch": "e71fb88b8845", "extra": { "message_chars": 135, "message_redacted": true, "time": 0.213 }, "name": "eval.tests.test_argparse_validation.test_unknown_flag_errors_with_tip", "status": "failure" }, { "branch": "e71fb88b8845", "extra": { "message_chars": 170, "message_redacted": true, "time": 0.211 }, "name": "eval.tests.test_argparse_validation.test_missing_value_for_value_taking_options[args3-a value is required for '--ignore-file ']", "status": "failure" }, { "branch": "e71fb88b8845", "extra": { "message_chars": 167, "message_redacted": true, "time": 0.19 }, "name": "eval.tests.test_argparse_validation.test_missing_value_for_value_taking_options[args0-a value is required for '--max-depth ']", "status": "failure" }, { "branch": "e71fb88b8845", "extra": { "message_chars": 159, "message_redacted": true, "time": 0.177 }, "name": "eval.tests.test_argparse_validation.test_missing_value_for_value_taking_options[args2-a value is required for '--format ']", "status": "failure" }, { "branch": "e71fb88b8845", "extra": { "message_chars": 177, "message_redacted": true, "time": 0.205 }, "name": "eval.tests.test_argparse_validation.test_missing_value_for_value_taking_options[args4-a value is required for '--search-path ']", "status": "failure" }, { "branch": "e71fb88b8845", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.232 }, "name": "eval.tests.test_argparse_validation.test_nonzero_integer_validation_threads_rejects_zero", "status": "failure" }, { "branch": "e71fb88b8845", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.161 }, "name": "eval.tests.test_argparse_validation.test_owner_value_validation_rejects_unknown_user", "status": "failure" }, { "branch": "e71fb88b8845", "extra": { "message_chars": 1618, "message_redacted": true, "time": 0.519 }, "name": "eval.tests.test_argparse_validation.test_exclusive_flag_conflict_exec_and_max_results_errors", "status": "failure" }, { "branch": "ff0f590898c5", "extra": { "message_chars": 72, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_help_behavior.test_help_color_always_emits_ansi", "status": "skipped" }, { "branch": "ff0f590898c5", "extra": { "message_chars": 303, "message_redacted": true, "time": 0.305 }, "name": "eval.tests.test_help_exact_outputs.test_exact_help_long_matches_fixture_bytes", "status": "failure" }, { "branch": "d88e32789489", "extra": { "message_chars": 89, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_fd_behavior.test_unrestricted_includes_hidden_and_ignored", "status": "skipped" }, { "branch": "d88e32789489", "extra": { "message_chars": 89, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_fd_behavior.test_hidden_flag_includes_hidden", "status": "skipped" }, { "branch": "d88e32789489", "extra": { "message_chars": 96, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_fd_behavior.test_no_ignore_flag_includes_gitignored", "status": "skipped" }, { "branch": "d88e32789489", "extra": { "message_chars": 239, "message_redacted": true, "time": 0.226 }, "name": "eval.tests.test_fd_behavior.test_unknown_flag_errors", "status": "failure" }, { "branch": "9c5a173a86d6", "extra": { "message_chars": 397, "message_redacted": true, "time": 0.187 }, "name": "eval.tests.test_fd_externalized.test_ext_test_max_depth", "status": "failure" }, { "branch": "9c5a173a86d6", "extra": { "message_chars": 396, "message_redacted": true, "time": 0.219 }, "name": "eval.tests.test_fd_externalized.test_ext_test_glob_searches", "status": "failure" }, { "branch": "9c5a173a86d6", "extra": { "message_chars": 409, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_fd_externalized.test_ext_test_excludes", "status": "failure" }, { "branch": "9c5a173a86d6", "extra": { "message_chars": 386, "message_redacted": true, "time": 0.217 }, "name": "eval.tests.test_fd_externalized.test_ext_test_simple", "status": "failure" }, { "branch": "9c5a173a86d6", "extra": { "message_chars": 392, "message_redacted": true, "time": 0.222 }, "name": "eval.tests.test_fd_externalized.test_ext_test_type", "status": "failure" }, { "branch": "9c5a173a86d6", "extra": { "message_chars": 400, "message_redacted": true, "time": 0.221 }, "name": "eval.tests.test_fd_externalized.test_ext_test_extension", "status": "failure" }, { "branch": "9c5a173a86d6", "extra": { "message_chars": 396, "message_redacted": true, "time": 0.227 }, "name": "eval.tests.test_fd_externalized.test_ext_test_hidden", "status": "failure" }, { "branch": "9c5a173a86d6", "extra": { "message_chars": 398, "message_redacted": true, "time": 0.196 }, "name": "eval.tests.test_fd_externalized.test_ext_test_and_basic", "status": "failure" }, { "branch": "9c5a173a86d6", "extra": { "message_chars": 396, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_fd_externalized.test_ext_test_print0", "status": "failure" }, { "branch": "b05ae0c243fa", "extra": { "message_chars": 474, "message_redacted": true, "time": 0.243 }, "name": "eval.tests.test_and_extra_env.test_test_and_pattern_starts_with_dash_2", "status": "failure" }, { "branch": "b05ae0c243fa", "extra": { "message_chars": 452, "message_redacted": true, "time": 0.208 }, "name": "eval.tests.test_and_extra_env.test_test_and_pattern_starts_with_dash_0", "status": "failure" } ], "test_results_omitted": 167, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }