{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "c86f2b9c0746b81ac71a62c5560011b40ba9d9598ddbb88570d577089539b2bf", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.17495802899065893 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(192c8bccc1fb988a4bec94e336ff54a1057e8afe74ce78db31fb1b380c16d88d) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.13010623899754137 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.1474871780083049 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.13675433699972928 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.13133023200498428 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.1338702170032775 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6992393310065381 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13752483599819243 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12268704199232161 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12553609401220456 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.14190152600349393 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11881, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.3840700699947774 }, { "branch": "6af5af3937e4", "command": "docker cp eb947c1b128b8b2c9e3941b23f48f3ff8d73b9fcd145165aac719e04501336e3:/workspace/eval/results.xml /tmp/tmplowfhyoh.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8456, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03908758999023121 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14822460799769033 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13211782200960442 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12817745498614386 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.14761998600442894 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 485574, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 48.66176618800091 }, { "branch": "642420bd4df9", "command": "docker cp 0acc047c2732178a88342f0c3ecb82665b376e4854d0c5583b58ccff28aa042e:/workspace/eval/results.xml /tmp/tmpv4blougi.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 541282, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04133164700760972 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1285325909993844 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12495199099066667 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13229117899027187 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13162264898710418 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10128, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.023627105998457 }, { "branch": "660164a15a44", "command": "docker cp 88ffb2a1460c7c433360b0ec2ac27aada2fae64eeee3c9262b8faaf147e63591:/workspace/eval/results.xml /tmp/tmpb__19mfu.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6729, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.022109383004135452 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12809616699814796 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13499913198756985 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12721989899000619 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1256177619943628 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4842, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.289455596008338 }, { "branch": "8a3a462ef617", "command": "docker cp 93d3a67c21ef5845b77719d3b98433b2ab43cfc8d2cca97547b8c2e95c1beb13:/workspace/eval/results.xml /tmp/tmpa1h4mfvi.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3414, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04247927099640947 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14639394400001038 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12872694799443707 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.14133460399170872 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12437732900434639 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 20216, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.879213754000375 }, { "branch": "06702977bf06", "command": "docker cp b58928dc209c0bd758a202618e0ae202bb837b58815a8271e9b79e4a38cb30b8:/workspace/eval/results.xml /tmp/tmp_de7r_sf.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12619, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.040563407994341105 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14558501399005763 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1303791060054209 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12454976599838119 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12142562899680343 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 27668, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 8.29193333099829 }, { "branch": "591597c191de", "command": "docker cp c0f8aac46a942566bf75b5338bbafab648a27cf39d527829d208e3ed2e519284:/workspace/eval/results.xml /tmp/tmpc51_85ex.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 24092, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03547232900746167 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1313708410016261 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12242646599770524 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11842142199748196 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10812475299462676 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 17079, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.060377617992344 }, { "branch": "edffe8618591", "command": "docker cp dae83b6dc65df5c4de6b08ecf7f39c83a976811f41747c059ef049671f6a767b:/workspace/eval/results.xml /tmp/tmpubisseef.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 14541, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02546060700842645 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13900383599684574 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11924952999106608 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10048579999420326 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1274522450112272 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6517, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.8575357780064223 }, { "branch": "6fddbf3ce693", "command": "docker cp 94ec524f9aa0cf9ff36fb076f62dff219906e5d1a25110e13c8b58d4dff76d63:/workspace/eval/results.xml /tmp/tmprcn0jacu.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3530, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03868956399674062 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12665743699471932 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1332672449934762 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12109290399530437 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12041720301203895 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8659, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.045961879004608 }, { "branch": "581e95e0e35a", "command": "docker cp 199d14e56ead2a7080ead3533c1cbc9ec7a3dbd0ee3c14a62c273577bc6c7565:/workspace/eval/results.xml /tmp/tmpdmi6a8u2.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4992, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.039153757999883965 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13064455099811312 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1380505790002644 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10912797000491992 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13083987799473107 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3628, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.8915811159968143 }, { "branch": "6dc5eb5d8d9e", "command": "docker cp af02917458b5b9a43a7c46dff17fad816f1c0005cfbe3dc20b182ebab6bb80b8:/workspace/eval/results.xml /tmp/tmpoa8tsgin.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2369, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.025488687999313697 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13553255300212186 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12622603400086518 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1249072009959491 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1376568249979755 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1222, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.6059750520071248 }, { "branch": "7555036308a6", "command": "docker cp 9d15ae19aba222d386733b0fdedf000842c0b4a34729d318255411220b42721d:/workspace/eval/results.xml /tmp/tmp_4bm4kr5.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 356, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02801583100517746 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 301, "passed": 669, "skipped": 3 }, "test_branch_errors": {}, "test_branches": [ "6af5af3937e4", "642420bd4df9", "660164a15a44", "8a3a462ef617", "06702977bf06", "591597c191de", "edffe8618591", "6fddbf3ce693", "581e95e0e35a", "6dc5eb5d8d9e", "7555036308a6" ], "test_records": 973, "test_results": [ { "branch": "642420bd4df9", "extra": { "message_chars": 196, "message_redacted": true, "time": 0.217 }, "name": "tests.test_allow_deny.test_deny_nonexistent_file", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.226 }, "name": "tests.test_config_gaps.test_config_missing_cache_dir_causes_error", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 138, "message_redacted": true, "time": 0.227 }, "name": "tests.test_dump_check_required.test_check_required_parent_traversal_rejected", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.198 }, "name": "tests.test_cmd_edge_cases.test_allow_migration_from_old_location", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 209, "message_redacted": true, "time": 0.194 }, "name": "tests.test_dotenv.test_unclosed_quote_error", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 417, "message_redacted": true, "time": 0.173 }, "name": "tests.test_dump_check_required.test_dump_zsh_format_syntax", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 265, "message_redacted": true, "time": 0.42 }, "name": "tests.test_config_gaps.test_config_log_format_dash_clears_format", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 199, "message_redacted": true, "time": 0.179 }, "name": "tests.test_cmd_edge_cases.test_allow_required_file_missing", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 304, "message_redacted": true, "time": 0.167 }, "name": "tests.test_dump_check_required.test_check_required_with_subdirectory_files", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 322, "message_redacted": true, "time": 0.215 }, "name": "tests.test_dump_check_required.test_check_required_with_three_or_more_files_grammar", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 176, "message_redacted": true, "time": 0.193 }, "name": "tests.test_allow_deny.test_allow_with_required_files_single", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 213, "message_redacted": true, "time": 0.357 }, "name": "tests.test_cmd_edge_cases.test_edit_detects_editor_in_path", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 301, "message_redacted": true, "time": 0.372 }, "name": "tests.test_exec.test_exec_with_file_as_command", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2327, "message_redacted": true, "time": 0.466 }, "name": "tests.test_export.test_export_empty_value", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.424 }, "name": "tests.test_exec.test_exec_command_not_found", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 201, "message_redacted": true, "time": 0.433 }, "name": "tests.test_export.test_export_dash_prefix_in_shell_name", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.193 }, "name": "tests.test_config_gaps.test_config_missing_data_dir_causes_error", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 506, "message_redacted": true, "time": 0.218 }, "name": "tests.test_dotenv.test_variable_expansion", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 95, "message_redacted": true, "time": 0.225 }, "name": "tests.test_dump_check_required.test_check_required_file_allowed_after_allow", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 239, "message_redacted": true, "time": 0.177 }, "name": "tests.test_dump_check_required.test_dump_unknown_shell_error", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 124, "message_redacted": true, "time": 0.21 }, "name": "tests.test_cmd_edge_cases.test_allow_required_multiple_files", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 400, "message_redacted": true, "time": 0.209 }, "name": "tests.test_cmd_edge_cases.test_allow_absolute_path_with_symlink", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.21 }, "name": "tests.test_dump_check_required.test_allow_required_files_in_subdirectories", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.194 }, "name": "tests.test_config_gaps.test_config_invalid_warn_timeout_in_toml_causes_error", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 236, "message_redacted": true, "time": 0.164 }, "name": "tests.test_dump_check_required.test_allow_deny_with_dotenv_file_explicit_path", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 172, "message_redacted": true, "time": 0.204 }, "name": "tests.test_allow_deny.test_allow_with_required_files_multiple", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 75, "message_redacted": true, "time": 0.164 }, "name": "tests.test_allow_deny.test_allow_migration_from_old_config_location", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 334, "message_redacted": true, "time": 0.204 }, "name": "tests.test_cmd_edge_cases.test_exec_with_empty_path_environment", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 444, "message_redacted": true, "time": 0.539 }, "name": "tests.test_exec.test_exec_with_file_and_arguments", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 7249, "message_redacted": true, "time": 0.451 }, "name": "tests.test_export.test_export_large_value", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 742, "message_redacted": true, "time": 0.389 }, "name": "tests.test_export_fetchurl_edges.test_export_revert_error_with_corrupted_diff", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.43 }, "name": "tests.test_export.test_export_direnv_watches_structure", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.161 }, "name": "tests.test_dotenv.test_colon_separator", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.25 }, "name": "tests.test_config_gaps.test_config_invalid_toml_syntax_error", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 494, "message_redacted": true, "time": 0.197 }, "name": "tests.test_dump_check_required.test_check_required_multiple_files", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 166, "message_redacted": true, "time": 0.167 }, "name": "tests.test_cmd_edge_cases.test_deny_cleans_up_required_files", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 151, "message_redacted": true, "time": 0.228 }, "name": "tests.test_dump_check_required.test_dump_to_file_output", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 189, "message_redacted": true, "time": 0.184 }, "name": "tests.test_cmd_edge_cases.test_edit_without_existing_envrc", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 296, "message_redacted": true, "time": 0.206 }, "name": "tests.test_dump_check_required.test_check_required_single_file_grammar", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 986, "message_redacted": true, "time": 0.212 }, "name": "tests.test_config_gaps.test_config_direnv_bash_env_var_sets_bash_when_not_in_toml", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 292, "message_redacted": true, "time": 0.155 }, "name": "tests.test_dump_check_required.test_check_required_different_shells", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 148, "message_redacted": true, "time": 0.16 }, "name": "tests.test_allow_deny.test_allow_required_file_not_exists", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.201 }, "name": "tests.test_config_gaps.test_config_missing_home_and_xdg_dirs_causes_error", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 97, "message_redacted": true, "time": 0.44 }, "name": "tests.test_export.test_export_unicode_values", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 400, "message_redacted": true, "time": 1.714 }, "name": "tests.test_export_fetchurl_edges.test_fetchurl_large_file_and_permissions", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.421 }, "name": "tests.test_export.test_export_direnv_diff_structure", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 219, "message_redacted": true, "time": 0.893 }, "name": "tests.test_export_fetchurl_edges.test_fetchurl_http_404_status_code_error", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.155 }, "name": "tests.test_dotenv.test_zsh_shell_format", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.217 }, "name": "tests.test_config_gaps.test_config_invalid_log_filter_regex_error", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.209 }, "name": "tests.test_dump_check_required.test_check_required_missing_arguments", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 222, "message_redacted": true, "time": 0.423 }, "name": "tests.test_cmd_edge_cases.test_exec_command_not_found", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 178, "message_redacted": true, "time": 0.185 }, "name": "tests.test_dump_check_required.test_check_required_file_not_allowed", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 983, "message_redacted": true, "time": 0.175 }, "name": "tests.test_config_gaps.test_config_valid_warn_timeout_env_var_overrides_toml", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.202 }, "name": "tests.test_allow_deny.test_deny_removes_required_files_tracking", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 44, "message_redacted": true, "time": 0.351 }, "name": "tests.test_cmd_edge_cases.test_edit_does_not_allow_when_editor_fails", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2456, "message_redacted": true, "time": 0.392 }, "name": "tests.test_export.test_export_special_chars_fish", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2678, "message_redacted": true, "time": 0.451 }, "name": "tests.test_export.test_export_variable_name_edge_cases", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 209, "message_redacted": true, "time": 0.204 }, "name": "tests.test_hook.test_hook_unsupported_shell_gzenv", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 213, "message_redacted": true, "time": 0.181 }, "name": "tests.test_hook.test_hook_unsupported_shell_gha", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2339, "message_redacted": true, "time": 0.437 }, "name": "tests.test_export.test_export_direnv_file_absolute_path", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 130, "message_redacted": true, "time": 0.232 }, "name": "tests.test_dotenv.test_whitespace_lines", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 58, "message_redacted": true, "time": 0.165 }, "name": "tests.test_config_gaps.test_config_invalid_warn_timeout_env_var_error", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 280, "message_redacted": true, "time": 0.192 }, "name": "tests.test_dump_check_required.test_check_required_unknown_shell", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 532, "message_redacted": true, "time": 0.18 }, "name": "tests.test_dump_check_required.test_check_required_absolute_path_rejected", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 728, "message_redacted": true, "time": 0.198 }, "name": "tests.test_dotenv.test_basic_parsing", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 208, "message_redacted": true, "time": 0.252 }, "name": "tests.test_export_fetchurl_edges.test_fetchurl_invalid_sri_hash_format", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 78, "message_redacted": true, "time": 0.408 }, "name": "tests.test_cmd_edge_cases.test_exec_file_as_command_path", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.234 }, "name": "tests.test_allow_deny.test_allow_required_files_with_subdirectory_paths", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 281, "message_redacted": true, "time": 0.178 }, "name": "tests.test_cmd_edge_cases.test_edit_with_directory_path_resolves_to_envrc", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 3067, "message_redacted": true, "time": 0.436 }, "name": "tests.test_export.test_export_path_prepending", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.403 }, "name": "tests.test_harvest.test_base_scenario", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 180, "message_redacted": true, "time": 0.199 }, "name": "tests.test_misc_gaps.test_check_required_missing_file_path_arg", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 201, "message_redacted": true, "time": 0.212 }, "name": "tests.test_hook.test_hook_unsupported_shell_systemd", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.161 }, "name": "tests.test_hook.test_hook_unsupported_shell_json", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 680, "message_redacted": true, "time": 0.657 }, "name": "tests.test_export.test_export_reload_detection", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 508, "message_redacted": true, "time": 0.214 }, "name": "tests.test_dump_check_required.test_dump_bash_format_structure", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 1771, "message_redacted": true, "time": 0.245 }, "name": "tests.test_config_gaps.test_config_tilde_expansion_in_whitelist_prefix", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 197, "message_redacted": true, "time": 0.188 }, "name": "tests.test_dump_check_required.test_deny_removes_allowed_required_files", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.386 }, "name": "tests.test_export.test_export_direnv_dir_relative_format", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 262, "message_redacted": true, "time": 0.171 }, "name": "tests.test_dotenv.test_multiline_values", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.202 }, "name": "tests.test_export_fetchurl_edges.test_fetchurl_creates_cas_directory", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 461, "message_redacted": true, "time": 0.943 }, "name": "tests.test_export_fetchurl_edges.test_fetchurl_hash_validation_mismatch", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 84, "message_redacted": true, "time": 0.189 }, "name": "tests.test_cmd_edge_cases.test_deny_without_envrc_file", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 3245, "message_redacted": true, "time": 0.444 }, "name": "tests.test_export.test_export_fish_path_special_handling", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2478, "message_redacted": true, "time": 0.458 }, "name": "tests.test_export.test_export_bash_simple_vars", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 3048, "message_redacted": true, "time": 0.394 }, "name": "tests.test_export.test_export_gzenv_binary_format", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 205, "message_redacted": true, "time": 0.157 }, "name": "tests.test_misc_gaps.test_check_required_unknown_shell", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 236, "message_redacted": true, "time": 0.199 }, "name": "tests.test_hook.test_hook_unsupported_shell_vim", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 276, "message_redacted": true, "time": 0.185 }, "name": "tests.test_hook.test_hook_shell_name_with_leading_dash", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 1668, "message_redacted": true, "time": 0.268 }, "name": "tests.test_config_gaps.test_config_tilde_expansion_in_whitelist_exact", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 130, "message_redacted": true, "time": 0.211 }, "name": "tests.test_dump_check_required.test_allow_multiple_required_files_individually_tracked", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 519, "message_redacted": true, "time": 0.185 }, "name": "tests.test_dotenv.test_escape_sequences", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2294, "message_redacted": true, "time": 0.408 }, "name": "tests.test_export.test_export_syntax_error_in_envrc", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 346, "message_redacted": true, "time": 0.236 }, "name": "tests.test_export_fetchurl_edges.test_fetchurl_cache_hit_avoids_network_call", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2587, "message_redacted": true, "time": 0.414 }, "name": "tests.test_rc_and_config.test_rc_envrc_precedence_over_env_file", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 523, "message_redacted": true, "time": 0.385 }, "name": "tests.test_misc_gaps.test_exec_command_with_slash_not_executable", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 328, "message_redacted": true, "time": 0.198 }, "name": "tests.test_prune_comprehensive.test_prune_removes_required_entry_for_deleted_file", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2379, "message_redacted": true, "time": 0.434 }, "name": "tests.test_rc_and_config.test_config_warn_timeout_from_toml", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 317, "message_redacted": true, "time": 0.186 }, "name": "tests.test_export_fetchurl_edges.test_fetchurl_underscore_to_slash_replacement", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2353, "message_redacted": true, "time": 0.439 }, "name": "tests.test_export.test_export_unset_variable", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 128, "message_redacted": true, "time": 0.216 }, "name": "tests.test_misc_gaps.test_check_required_absolute_path_rejected", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 288, "message_redacted": true, "time": 0.2 }, "name": "tests.test_hook.test_hook_shell_name_with_path", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2464, "message_redacted": true, "time": 0.434 }, "name": "tests.test_export.test_export_zsh_simple_vars", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2435, "message_redacted": true, "time": 0.638 }, "name": "tests.test_rc_and_config.test_rc_allow_status_check_allowed", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 200, "message_redacted": true, "time": 0.221 }, "name": "tests.test_config_gaps.test_config_skip_dotenv_deprecation_warning", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.166 }, "name": "tests.test_misc_gaps.test_check_required_missing_shell_arg", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 463, "message_redacted": true, "time": 0.548 }, "name": "tests.test_dump_check_required.test_check_required_file_changed_content", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 388, "message_redacted": true, "time": 0.195 }, "name": "tests.test_dotenv.test_unicode_handling", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 258, "message_redacted": true, "time": 0.217 }, "name": "tests.test_prune_comprehensive.test_prune_with_multiple_outdated_and_current_hashes", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.001 }, "name": "tests.test_harvest.test_ruby_layout_scenario", "status": "skipped" }, { "branch": "642420bd4df9", "extra": { "message_chars": 263, "message_redacted": true, "time": 0.189 }, "name": "tests.test_prune_comprehensive.test_prune_with_multiple_valid_and_orphaned_required_dirs", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2323, "message_redacted": true, "time": 0.453 }, "name": "tests.test_rc_and_config.test_rc_directory_traversal_finds_parent_envrc", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 253, "message_redacted": true, "time": 0.376 }, "name": "tests.test_misc_gaps.test_exec_command_with_slash_found", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 688, "message_redacted": true, "time": 0.419 }, "name": "tests.test_export_fetchurl_edges.test_export_multiple_shell_formats", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2371, "message_redacted": true, "time": 0.401 }, "name": "tests.test_rc_gaps.test_eachdir_with_absolute_path_handling", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2457, "message_redacted": true, "time": 0.477 }, "name": "tests.test_rc_and_config.test_config_warn_timeout_env_var_override", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 137, "message_redacted": true, "time": 0.167 }, "name": "tests.test_misc_gaps.test_check_required_parent_traversal_rejected", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 291, "message_redacted": true, "time": 0.193 }, "name": "tests.test_hook.test_hook_shell_name_with_dash_and_path", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 2445, "message_redacted": true, "time": 0.42 }, "name": "tests.test_rc_gaps.test_rc_load_with_stdin_not_devnull", "status": "failure" }, { "branch": "642420bd4df9", "extra": { "message_chars": 165, "message_redacted": true, "time": 0.19 }, "name": "tests.test_misc_gaps.test_check_required_missing_envrc_arg", "status": "failure" } ], "test_results_omitted": 184, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }