{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "2299ade6fce79dd1f06a2d7626b3043b3399e83f78bda7212ff5cd6e0167e487", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.17174037100630812 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(9ae8cf6abf4e5cb8ccbc4d5981401da7b760d6d58cfd0827deea9d624edc3d82) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.13869107099890243 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.14213092499994673 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.3690892629965674 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.13105349500256125 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.12447284400695935 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6461881279974477 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12989271999686025 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13293124000483658 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11032483700546436 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13719510099326726 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25550, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 36.621896087002824 }, { "branch": "aa2ac39b58a8", "command": "docker cp de923a0039f18485a38f01f06191eee3d65f9596ff2384cf5d178f0caff4c640:/workspace/eval/results.xml /tmp/tmpcnbb0vih.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 17226, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0397855979972519 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1355894320004154 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11987944599241018 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11876170200412162 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13057521999871824 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 31094, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 37.11324547200638 }, { "branch": "bcc0b83fd418", "command": "docker cp 4e167d680656346ce288006d89fe4234c644ebea94e6088f77b327534fc01028:/workspace/eval/results.xml /tmp/tmp9wu6dyp9.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 35645, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.040736773997195996 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13538553399848752 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12448665298870765 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13097597401065286 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11679314798675478 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 95335, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 50.56955041899346 }, { "branch": "98c8763e38d2", "command": "docker cp 200c86d528e5ed5563570d94a8357afe97a7eba1e06a8c7c33a2426017f59842:/workspace/eval/results.xml /tmp/tmpxstlzhqi.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 63931, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03369171099620871 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14339505499810912 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.14144461999239866 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12721038500603754 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13642462900315877 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4022, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.508384943997953 }, { "branch": "b302f6e95c77", "command": "docker cp d27e5e0ef6c4540659a648dbb32aed3f56605d4dd4227fef10457f2011b97ad0:/workspace/eval/results.xml /tmp/tmpiu2yijji.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2069, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04097314100363292 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1513989049999509 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12187008799810428 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1190582550043473 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12304688100994099 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2957, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4993674049910624 }, { "branch": "365dd4330326", "command": "docker cp 59339ca1e9871ff1c603fa0e30ff27b972443198f280b5aa6b02e88a2790fd5c:/workspace/eval/results.xml /tmp/tmptt57si5n.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1393, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03713371299090795 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1352775039995322 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12557272700360045 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12416391700389795 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12833248899551108 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 14841, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.2142018109880155 }, { "branch": "41fb392f5ccd", "command": "docker cp 3d1a4c4fda6e1197724701d28d92779c08ca43b0dfa1f429c58d96c89e08c799:/workspace/eval/results.xml /tmp/tmp_7wczghr.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 15395, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.025143716993625276 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11803534999489784 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11191401300311554 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11506162000296172 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12234120100038126 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25811, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 120.91975934400398 }, { "branch": "fb66298e51b2", "command": "docker cp 90be8d4d6676903b8faf577dabb7390f267122d5b3b36b45cde8f410e5b27350:/workspace/eval/results.xml /tmp/tmpunqab_am.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 24815, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038238348002778366 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14479380298871547 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12996539499727078 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12195352499838918 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13351046699972358 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 15217, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 20.68054278899217 }, { "branch": "a603a1c0c055", "command": "docker cp 9bf22c6ab2bba9fdfcb43ac88ae5672fafdc8c9297004aa344fec46c281c7678:/workspace/eval/results.xml /tmp/tmpv2r0alfq.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10338, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03726906100928318 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1364469270047266 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1290190380095737 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1227624029997969 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13707412799703889 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9551, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 44.80029267499049 }, { "branch": "85e09b688d6c", "command": "docker cp d14b02a3df7b0d2518e604184a08b40024aab9f7046b740158dfb74794f14b62:/workspace/eval/results.xml /tmp/tmpko78iqaj.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6314, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03932810299738776 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12872357098967768 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1388664630067069 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12466045700421091 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12843805500597227 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7508, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.516225919011049 }, { "branch": "81a205a18540", "command": "docker cp cd12929998e23eb872e0d3628af4e9adf3b2e328b2e811a9758554c2e959d1ef:/workspace/eval/results.xml /tmp/tmp8d7bhip0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5074, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03902484699210618 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13500927601126023 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1317077510029776 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11611325301055331 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1170041520090308 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3599, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.58647841498896 }, { "branch": "89cd9b86383b", "command": "docker cp d302094e70472d14f08e429223e8bd13c2a186d656a20e721b0119e6b482dad6:/workspace/eval/results.xml /tmp/tmpv45d09ey.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2035, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03717650299950037 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 96, "passed": 588, "skipped": 1 }, "test_branch_errors": {}, "test_branches": [ "aa2ac39b58a8", "bcc0b83fd418", "98c8763e38d2", "b302f6e95c77", "365dd4330326", "41fb392f5ccd", "fb66298e51b2", "a603a1c0c055", "85e09b688d6c", "81a205a18540", "89cd9b86383b" ], "test_records": 685, "test_results": [ { "branch": "aa2ac39b58a8", "extra": { "message_chars": 539, "message_redacted": true, "time": 0.01 }, "name": "tests.test_basic_invocation.test_help_flag", "status": "failure" }, { "branch": "aa2ac39b58a8", "extra": { "message_chars": 112, "message_redacted": true, "time": 15.01 }, "name": "tests.test_environment_variables.test_invalid_restart_signal", "status": "failure" }, { "branch": "aa2ac39b58a8", "extra": { "message_chars": 112, "message_redacted": true, "time": 15.009 }, "name": "tests.test_environment_variables.test_kill_signal_rejected", "status": "failure" }, { "branch": "aa2ac39b58a8", "extra": { "message_chars": 124, "message_redacted": true, "time": 14.994 }, "name": "tests.test_status_formatting.test_status_script_incompatible_with_restart", "status": "failure" }, { "branch": "aa2ac39b58a8", "extra": { "message_chars": 112, "message_redacted": true, "time": 15.02 }, "name": "tests.test_environment_variables.test_empty_restart_signal", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 1825, "message_redacted": true, "time": 0.009 }, "name": "tests.test_basic_invocation.test_help_flag_shows_summary", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 1809, "message_redacted": true, "time": 0.009 }, "name": "tests.test_basic_invocation.test_version_in_help", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.022 }, "name": "tests.test_environment.test_env_restart_signal_invalid_empty", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.029 }, "name": "tests.test_environment.test_env_restart_signal_invalid_name", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.025 }, "name": "tests.test_environment.test_env_restart_signal_kill", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.02 }, "name": "tests.test_environment.test_env_restart_signal_numeric", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 226, "message_redacted": true, "time": 0.321 }, "name": "tests.test_status_filter.test_status_filter_incompatible_with_restart", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 423, "message_redacted": true, "time": 0.009 }, "name": "tests.test_strengthened.test_version_in_help_strong", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.024 }, "name": "tests.test_strengthened.test_env_restart_signal_invalid_empty_strong", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.025 }, "name": "tests.test_strengthened.test_env_restart_signal_invalid_name_strong", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.021 }, "name": "tests.test_strengthened.test_env_restart_signal_kill_strong", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.021 }, "name": "tests.test_strengthened.test_env_restart_signal_numeric_strong", "status": "failure" }, { "branch": "bcc0b83fd418", "extra": { "message_chars": 197, "message_redacted": true, "time": 0.317 }, "name": "tests.test_strengthened.test_status_filter_incompatible_with_restart_strong", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 376, "message_redacted": true, "time": 0.011 }, "name": "tests.test_cli.test_help_flag_shows_full_summary", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 2887, "message_redacted": true, "time": 0.01 }, "name": "tests.test_basic.test_help_output", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.01 }, "name": "tests.test_cli.test_conflicting_flags_r_and_x_rejected", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 258, "message_redacted": true, "time": 0.013 }, "name": "tests.test_entr_gaps.test_invalid_restart_signal_name", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 101, "message_redacted": true, "time": 1.816 }, "name": "tests.test_directory_watching.test_add_file_to_watched_directory", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 114, "message_redacted": true, "time": 1.816 }, "name": "tests.test_directory_watching.test_add_subdirectory_to_watched_directory", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 88, "message_redacted": true, "time": 1.833 }, "name": "tests.test_directory_watching.test_directory_with_many_files", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 79, "message_redacted": true, "time": 2.718 }, "name": "tests.test_directory_watching.test_watch_directory_then_remove_it", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 110, "message_redacted": true, "time": 1.814 }, "name": "tests.test_directory_watching.test_hidden_file_with_double_d_flag", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 173, "message_redacted": true, "time": 0.031 }, "name": "tests.test_env_status.test_entr_restart_signal_invalid", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 209, "message_redacted": true, "time": 0.318 }, "name": "tests.test_env_status.test_status_filter_with_restart_flag_error", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 59, "message_redacted": true, "time": 1.817 }, "name": "tests.test_directory_watching.test_watching_directory_with_combination_flags", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 294, "message_redacted": true, "time": 0.038 }, "name": "tests.test_env_status.test_status_filter_with_shell_mode", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 59, "message_redacted": true, "time": 1.813 }, "name": "tests.test_directory_watching.test_remove_file_from_watched_directory", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 206, "message_redacted": true, "time": 15.034 }, "name": "tests.test_cli.test_multiple_conflicting_x_r_order_independent", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 97, "message_redacted": true, "time": 1.815 }, "name": "tests.test_directory_watching.test_symlink_in_watched_directory", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 59, "message_redacted": true, "time": 1.814 }, "name": "tests.test_directory_watching.test_empty_directory_watching", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 106, "message_redacted": true, "time": 3.917 }, "name": "tests.test_file_watching.test_file_deletion_and_recreation_triggers_command", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 113, "message_redacted": true, "time": 1.816 }, "name": "tests.test_directory_watching.test_remove_subdirectory", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 173, "message_redacted": true, "time": 0.018 }, "name": "tests.test_env_status.test_entr_restart_signal_case_sensitive", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 59, "message_redacted": true, "time": 1.816 }, "name": "tests.test_directory_watching.test_directory_permissions_readable", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 187, "message_redacted": true, "time": 15.039 }, "name": "tests.test_env_status.test_status_filter_single_x_fails", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 528, "message_redacted": true, "time": 0.012 }, "name": "tests.test_harvest.test_display_option_summary", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 97, "message_redacted": true, "time": 3.917 }, "name": "tests.test_file_watching.test_rename_operation_triggers_reopen", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 53, "message_redacted": true, "time": 1.512 }, "name": "tests.test_harvest.test_terminate_subprocesses_custom_signal_restart", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 32, "message_redacted": true, "time": 0.001 }, "name": "tests.test_harvest.test_exec_when_symlink_changed", "status": "skipped" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 93, "message_redacted": true, "time": 15.034 }, "name": "tests.test_harvest.test_invalid_signal_kill", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 93, "message_redacted": true, "time": 15.025 }, "name": "tests.test_harvest.test_invalid_signal_empty", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 103, "message_redacted": true, "time": 1.815 }, "name": "tests.test_directory_watching.test_double_d_flag_with_existing_hidden_files", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 53, "message_redacted": true, "time": 1.515 }, "name": "tests.test_harvest.test_terminate_subprocesses_terminal_closed", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 170, "message_redacted": true, "time": 4.61 }, "name": "tests.test_interactive.test_q_key_quits_entr", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 13, "message_redacted": true, "time": 7.04 }, "name": "tests.test_interactive.test_space_key_triggers_execution", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 179, "message_redacted": true, "time": 6.129 }, "name": "tests.test_interactive.test_uppercase_Q_does_not_quit", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 178, "message_redacted": true, "time": 7.036 }, "name": "tests.test_interactive.test_postpone_flag_with_space_key", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 146, "message_redacted": true, "time": 16.513 }, "name": "tests.test_harvest.test_exit_no_action_restart_dirwatch_combined", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 177, "message_redacted": true, "time": 1.536 }, "name": "tests.test_signals.test_restart_mode_sighup_cleanup", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 179, "message_redacted": true, "time": 10.935 }, "name": "tests.test_interactive.test_space_and_q_rapid_sequence", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 13, "message_redacted": true, "time": 7.033 }, "name": "tests.test_interactive.test_aggressive_flag_with_space", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 173, "message_redacted": true, "time": 6.179 }, "name": "tests.test_interactive.test_rapid_q_key_presses", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 208, "message_redacted": true, "time": 2.156 }, "name": "tests.test_signals.test_restart_mode_sigterm_cleanup", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 13, "message_redacted": true, "time": 10.696 }, "name": "tests.test_interactive.test_other_keys_do_not_trigger", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 206, "message_redacted": true, "time": 30.054 }, "name": "tests.test_integration.test_restart_mode_with_status_filter", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 246, "message_redacted": true, "time": 3.634 }, "name": "tests.test_signals.test_custom_restart_signal_hup", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 13, "message_redacted": true, "time": 11.6 }, "name": "tests.test_interactive.test_multiple_space_presses_trigger_multiple_executions", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 178, "message_redacted": true, "time": 6.119 }, "name": "tests.test_interactive.test_terminal_state_restoration_on_exit", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 58, "message_redacted": true, "time": 0.037 }, "name": "tests.test_status_gaps.test_directory_creation_permissions", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 82, "message_redacted": true, "time": 11.573 }, "name": "tests.test_interactive.test_restart_flag_with_interactive_mode", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 178, "message_redacted": true, "time": 7.036 }, "name": "tests.test_interactive.test_combined_flags_interactive", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 42, "message_redacted": true, "time": 7.623 }, "name": "tests.test_interactive.test_empty_command_with_space", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 93, "message_redacted": true, "time": 15.03 }, "name": "tests.test_harvest.test_invalid_signal_zero", "status": "failure" }, { "branch": "98c8763e38d2", "extra": { "message_chars": 385, "message_redacted": true, "time": 7.039 }, "name": "tests.test_interactive.test_directory_watch_with_interactive", "status": "failure" }, { "branch": "41fb392f5ccd", "extra": { "message_chars": 2265, "message_redacted": true, "time": 0.009 }, "name": "eval.tests.test_subcommand_dispatch.TestNoSubcommandArchitecture.test_no_subcommand_in_help", "status": "failure" }, { "branch": "41fb392f5ccd", "extra": { "message_chars": 1335, "message_redacted": true, "time": 0.01 }, "name": "eval.tests.test_subcommand_dispatch.TestSingleModeOperation.test_help_flag_works_globally", "status": "failure" }, { "branch": "41fb392f5ccd", "extra": { "message_chars": 1340, "message_redacted": true, "time": 0.009 }, "name": "eval.tests.test_subcommand_dispatch.TestHelpConsistency.test_no_contextual_help", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 175, "message_redacted": true, "time": 7.988 }, "name": "eval.tests.test_interactive.test_space_triggers_immediate_execution", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 171, "message_redacted": true, "time": 7.715 }, "name": "eval.tests.test_interactive.test_space_triggers_multiple_executions", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 209, "message_redacted": true, "time": 3.436 }, "name": "eval.tests.test_interactive.test_space_with_postpone_flag", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 226, "message_redacted": true, "time": 3.743 }, "name": "eval.tests.test_interactive.test_space_with_restart_flag", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 175, "message_redacted": true, "time": 8.021 }, "name": "eval.tests.test_interactive.test_clear_screen_flag", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 67, "message_redacted": true, "time": 5.313 }, "name": "eval.tests.test_interactive.test_rapid_space_presses", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 203, "message_redacted": true, "time": 6.527 }, "name": "eval.tests.test_interactive.test_invalid_keys_ignored", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 349, "message_redacted": true, "time": 2.859 }, "name": "eval.tests.test_interactive.test_all_events_flag", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 166, "message_redacted": true, "time": 5.276 }, "name": "eval.tests.test_interactive.test_with_failing_command", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 168, "message_redacted": true, "time": 4.952 }, "name": "eval.tests.test_interactive.test_quit_after_first_execution", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 58, "message_redacted": true, "time": 4.352 }, "name": "eval.tests.test_interactive.test_restart_flag_with_long_process", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 178, "message_redacted": true, "time": 3.771 }, "name": "eval.tests.test_interactive.test_space_with_postpone_and_restart", "status": "failure" }, { "branch": "fb66298e51b2", "extra": { "message_chars": 42, "message_redacted": true, "time": 4.698 }, "name": "eval.tests.test_interactive.test_space_then_quit", "status": "failure" }, { "branch": "a603a1c0c055", "extra": { "message_chars": 537, "message_redacted": true, "time": 0.009 }, "name": "eval.tests.test_system_externalized.test_ext_display_option_summary_help", "status": "failure" }, { "branch": "a603a1c0c055", "extra": { "message_chars": 135, "message_redacted": true, "time": 0.329 }, "name": "eval.tests.test_system_externalized.test_ext_status_script_incompatible_with_restart", "status": "failure" }, { "branch": "a603a1c0c055", "extra": { "message_chars": 120, "message_redacted": true, "time": 15.011 }, "name": "eval.tests.test_system_externalized.test_ext_install_default_status_script", "status": "failure" }, { "branch": "a603a1c0c055", "extra": { "message_chars": 108, "message_redacted": true, "time": 15.009 }, "name": "eval.tests.test_system_externalized.test_ext_status_process_termination_aborts", "status": "failure" }, { "branch": "85e09b688d6c", "extra": { "message_chars": 115, "message_redacted": true, "time": 15.026 }, "name": "eval.tests.test_env_and_config.test_env_entr_restart_signal_invalid_rejected", "status": "failure" }, { "branch": "85e09b688d6c", "extra": { "message_chars": 115, "message_redacted": true, "time": 15.02 }, "name": "eval.tests.test_env_and_config.test_env_entr_restart_signal_usr1_current_behavior_is_error", "status": "failure" }, { "branch": "85e09b688d6c", "extra": { "message_chars": 118, "message_redacted": true, "time": 6.022 }, "name": "eval.tests.test_env_and_config.test_config_status_script_env_override_path_created", "status": "failure" }, { "branch": "81a205a18540", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.009 }, "name": "eval.tests.test_help_usage.test_dash_h_stderr_has_release_and_usage_first_two_lines", "status": "failure" }, { "branch": "81a205a18540", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.011 }, "name": "eval.tests.test_help_usage.test_usage_synopsis_matches_expected_shape", "status": "failure" }, { "branch": "81a205a18540", "extra": { "message_chars": 534, "message_redacted": true, "time": 0.011 }, "name": "eval.tests.test_help_usage.test_dash_h_writes_banner_to_stderr_only", "status": "failure" }, { "branch": "81a205a18540", "extra": { "message_chars": 695, "message_redacted": true, "time": 0.01 }, "name": "eval.tests.test_help_usage.test_dash_h_output_ends_with_newline", "status": "failure" }, { "branch": "89cd9b86383b", "extra": { "message_chars": 419, "message_redacted": true, "time": 0.015 }, "name": "eval.tests.test_subcommand_dispatch.test_help_option_prints_usage_and_summary", "status": "failure" } ], "test_results_omitted": 0, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }