{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "88c5f1aaf9d7e0836d347eb34f22504019d69c2b8b7a6ee88dc8233a3e60788c", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.14290230099868495 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(dd7cf0aa19bf5aeb10996e93f02a654e92a36309096f9102f40bc226843a816a) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.1322293020057259 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.15029542699630838 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.13212416299211327 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.13125044701155275 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.13084561999130528 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6878802639985224 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14517262700246647 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12685803300701082 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13447447899670806 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13869072499801405 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 26338, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.66471589700086 }, { "branch": "e75089074c1a", "command": "docker cp ae5364e22c6b7252bea62164d8901c695889ce5802725f5bc44ff7c48249ba3a:/workspace/eval/results.xml /tmp/tmp8130pgra.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 21337, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.039997047002543695 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11752627800160553 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11210506899806205 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12018002299009822 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13291081799252424 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25515, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.506564940995304 }, { "branch": "8b960294e03b", "command": "docker cp d08622d9c7852dc0f866ea21fba55d1e16625a7c294125d3f14677bb254bc816:/workspace/eval/results.xml /tmp/tmpkjtdi65r.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 23571, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03834785700018983 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14348307700129226 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12504883400106337 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12392494198866189 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11356773998704739 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 157090, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 16.75218506999954 }, { "branch": "291bdfab7f5b", "command": "docker cp a95af709be5b741d6845afd8a2d7ec23d77d7e1ad851d64ed5a68a3072f32f82:/workspace/eval/results.xml /tmp/tmp16iwzpr8.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 134586, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.036313459000666626 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14555465600278694 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13431793099152856 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1361270199995488 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11253732799377758 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 53766, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.707561957999133 }, { "branch": "22169f6a3746", "command": "docker cp e6efb5ab799161bce89dc4e20fe93534cf3c76b9672bf5891163b60574f62c57:/workspace/eval/results.xml /tmp/tmplubup1yw.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 34065, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.041239109996240586 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13410396200197283 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13618123999913223 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12665123499755282 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12796321899804752 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 18846, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 7.833214402999147 }, { "branch": "928f23d96cac", "command": "docker cp 30e07ba7e6596a2928d18d27b0f4d661189d1819b8348a29cdf07b0a318246e1:/workspace/eval/results.xml /tmp/tmp0qhqme4x.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11904, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03563796299567912 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13894262499525212 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12897989198972937 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.134762938003405 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1213581769989105 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6132, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.609964850998949 }, { "branch": "353d6b83b8a4", "command": "docker cp 2c537cf5a0f3d4c0c0e578a3ef5c991c2078fe70dcc46710b279bf44d184442c:/workspace/eval/results.xml /tmp/tmp0j484arx.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4086, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03537125600269064 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13225120300194249 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12529367400566116 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13318831799551845 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13050943400594406 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3625, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4497725979890674 }, { "branch": "6109df5aa6b7", "command": "docker cp 83d6f19c8f3e671d5c65867a86c09a299790d87535a45b9648cf70314d9c3696:/workspace/eval/results.xml /tmp/tmpct8ghf8p.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1899, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.036696387993288226 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11901182099245489 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09859026900085155 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13429919199552387 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13242050200642552 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 23438, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.566186023002956 }, { "branch": "222d9b023497", "command": "docker cp 33e141034ebb4852307a94a8d193314498a1fb171fe504bb3232b252218993ea:/workspace/eval/results.xml /tmp/tmpvt27q2l7.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 15716, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038656405988149345 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13890573500248138 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11249773799499962 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12627423800586257 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12571045200456865 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 18325, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.762156700002379 }, { "branch": "ac2ea32e87c1", "command": "docker cp 5b8e8a6e211ef703ad3ebca68c86cb38606f8a0b6a5d6f8cf303d72cdaed8d96:/workspace/eval/results.xml /tmp/tmpe_sm09rh.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 14424, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.036019421997480094 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13837202900322154 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1267435750050936 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12798969801224303 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12337064600433223 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2786, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.3001130359916715 }, { "branch": "6bf22e651426", "command": "docker cp 02bbc75f75468726cd226a555ed55a94e45b43bd9ac1c52e4dfb6817f02d84db:/workspace/eval/results.xml /tmp/tmpl4h9jrly.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1327, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037502111998037435 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13748081399535295 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12036851298762485 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1237298829946667 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12596658999973442 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3497, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.499284714998794 }, { "branch": "f4dadf391271", "command": "docker cp 763eb6dd20a37d84a30f9a353c7597fad3cc4ab4175a3ac12405d4bdf4daf387:/workspace/eval/results.xml /tmp/tmpk5ysyili.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2115, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04026853801042307 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12091748000239022 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09942195400071796 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10766282699478325 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12366042500070762 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 30628, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.680366296990542 }, { "branch": "73f302f96962", "command": "docker cp 5c5644e0dacc8d198f8b2c74739b2cfbe2ff1c9b019e29437a8b1a3b5db41a24:/workspace/eval/results.xml /tmp/tmp1infuvqz.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25560, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03786291000142228 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 133, "passed": 1183, "skipped": 1 }, "test_branch_errors": {}, "test_branches": [ "e75089074c1a", "8b960294e03b", "291bdfab7f5b", "22169f6a3746", "928f23d96cac", "353d6b83b8a4", "6109df5aa6b7", "222d9b023497", "ac2ea32e87c1", "6bf22e651426", "f4dadf391271", "73f302f96962" ], "test_records": 1317, "test_results": [ { "branch": "e75089074c1a", "extra": { "message_chars": 1161, "message_redacted": true, "time": 0.134 }, "name": "tests.test_basic.test_no_arguments", "status": "failure" }, { "branch": "e75089074c1a", "extra": { "message_chars": 586, "message_redacted": true, "time": 0.118 }, "name": "tests.test_edge_cases.test_conflicting_slice_options", "status": "failure" }, { "branch": "e75089074c1a", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.124 }, "name": "tests.test_index.test_index_with_output", "status": "failure" }, { "branch": "8b960294e03b", "extra": { "message_chars": 1161, "message_redacted": true, "time": 0.152 }, "name": "tests.test_basic_invocation.test_no_arguments", "status": "failure" }, { "branch": "8b960294e03b", "extra": { "message_chars": 519, "message_redacted": true, "time": 0.139 }, "name": "tests.test_cat.test_cat_help", "status": "failure" }, { "branch": "8b960294e03b", "extra": { "message_chars": 546, "message_redacted": true, "time": 0.097 }, "name": "tests.test_count.test_count_help", "status": "failure" }, { "branch": "8b960294e03b", "extra": { "message_chars": 320, "message_redacted": true, "time": 0.087 }, "name": "tests.test_headers.test_headers_help", "status": "failure" }, { "branch": "8b960294e03b", "extra": { "message_chars": 544, "message_redacted": true, "time": 0.138 }, "name": "tests.test_input_command.test_input_help", "status": "failure" }, { "branch": "8b960294e03b", "extra": { "message_chars": 325, "message_redacted": true, "time": 0.12 }, "name": "tests.test_join_split_partition.test_split_filename_template", "status": "failure" }, { "branch": "8b960294e03b", "extra": { "message_chars": 421, "message_redacted": true, "time": 0.083 }, "name": "tests.test_select.test_select_help", "status": "failure" }, { "branch": "8b960294e03b", "extra": { "message_chars": 296, "message_redacted": true, "time": 0.083 }, "name": "tests.test_slice.test_slice_help", "status": "failure" }, { "branch": "8b960294e03b", "extra": { "message_chars": 291, "message_redacted": true, "time": 0.102 }, "name": "tests.test_sort.test_sort_help", "status": "failure" }, { "branch": "8b960294e03b", "extra": { "message_chars": 549, "message_redacted": true, "time": 0.081 }, "name": "tests.test_stats.test_stats_help", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 287, "message_redacted": true, "time": 0.144 }, "name": "tests.test_analysis.test_join_right_outer", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 266, "message_redacted": true, "time": 0.084 }, "name": "tests.test_edge_cases.test_null_bytes_in_fields", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 102, "message_redacted": true, "time": 0.167 }, "name": "tests.test_core_modules.test_select_invert_empty_selection", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 242, "message_redacted": true, "time": 0.22 }, "name": "tests.test_core_modules.test_index_out_of_bounds_error", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 1150, "message_redacted": true, "time": 0.092 }, "name": "tests.test_errors.test_no_command_provided", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 218, "message_redacted": true, "time": 0.101 }, "name": "tests.test_core_modules.test_select_unclosed_quote", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 125, "message_redacted": true, "time": 0.081 }, "name": "tests.test_analysis.test_frequency_with_nulls", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 289, "message_redacted": true, "time": 0.083 }, "name": "tests.test_edge_cases.test_numeric_special_values_stats", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 438, "message_redacted": true, "time": 0.09 }, "name": "tests.test_analysis.test_stats_unicode_data", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 118, "message_redacted": true, "time": 0.086 }, "name": "tests.test_core_modules.test_auto_detect_tsv_extension", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 130, "message_redacted": true, "time": 0.082 }, "name": "tests.test_final_gapfill.test_sample_no_headers_samples_from_first_row", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.084 }, "name": "tests.test_final_gapfill.test_join_right_outer_pads_unmatched_rows", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 1557, "message_redacted": true, "time": 0.117 }, "name": "tests.test_freq_sample_gapfill.test_frequency_non_utf8_data_handling", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 428, "message_redacted": true, "time": 0.084 }, "name": "tests.test_errors.test_frequency_invalid_limit_type", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 427, "message_redacted": true, "time": 0.141 }, "name": "tests.test_errors.test_sample_invalid_seed_type", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 330, "message_redacted": true, "time": 0.2 }, "name": "tests.test_integration.test_index_sample_workflow", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.144 }, "name": "tests.test_edge_cases.test_null_bytes_preserved", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 402, "message_redacted": true, "time": 0.092 }, "name": "tests.test_errors.test_uppercase_command_rejected", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 509, "message_redacted": true, "time": 0.123 }, "name": "tests.test_core_modules.test_select_no_headers_with_name", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 483, "message_redacted": true, "time": 0.119 }, "name": "tests.test_core_modules.test_select_unclosed_bracket", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 118, "message_redacted": true, "time": 0.086 }, "name": "tests.test_core_modules.test_auto_detect_tab_extension", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 71, "message_redacted": true, "time": 0.113 }, "name": "tests.test_analysis.test_index_creates_idx_file", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 110, "message_redacted": true, "time": 0.081 }, "name": "tests.test_errors.test_flatten_command_success", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 81, "message_redacted": true, "time": 0.083 }, "name": "tests.test_final_gapfill.test_frequency_with_nulls_shows_null_marker", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 361, "message_redacted": true, "time": 0.104 }, "name": "tests.test_errors.test_malformed_csv_error", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 282, "message_redacted": true, "time": 0.084 }, "name": "tests.test_final_gapfill.test_join_column_count_mismatch_error", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 219, "message_redacted": true, "time": 0.19 }, "name": "tests.test_freq_sample_gapfill.test_sample_reservoir_with_seed_deterministic", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 222, "message_redacted": true, "time": 0.133 }, "name": "tests.test_io_basic.test_flatten_no_headers", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 457, "message_redacted": true, "time": 0.102 }, "name": "tests.test_io_basic.test_table_special_characters", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 339, "message_redacted": true, "time": 0.11 }, "name": "tests.test_join_gapfill.test_join_multiple_flags_right_and_full", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 339, "message_redacted": true, "time": 0.111 }, "name": "tests.test_join_gapfill.test_join_multiple_flags_left_and_right", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 918, "message_redacted": true, "time": 0.142 }, "name": "tests.test_join_gapfill.test_join_invalid_utf8_in_key_column", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 981, "message_redacted": true, "time": 0.16 }, "name": "tests.test_errors.test_mixed_case_command_rejected", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 483, "message_redacted": true, "time": 0.13 }, "name": "tests.test_core_modules.test_select_invalid_index_in_bracket", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 217, "message_redacted": true, "time": 0.225 }, "name": "tests.test_freq_sample_gapfill.test_sample_indexed_larger_sample_uses_reservoir", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 226, "message_redacted": true, "time": 0.084 }, "name": "tests.test_final_gapfill.test_sample_with_seed_deterministic_output", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 379, "message_redacted": true, "time": 0.1 }, "name": "tests.test_errors.test_search_invalid_regex_pattern", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 402, "message_redacted": true, "time": 0.086 }, "name": "tests.test_main_gapfill.test_other_error_display_formatting", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 404, "message_redacted": true, "time": 0.084 }, "name": "tests.test_main_gapfill.test_mixed_case_command_other_error_path", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 110, "message_redacted": true, "time": 0.105 }, "name": "tests.test_partition_gapfill.test_partition_sanitization_counter_collisions", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 129, "message_redacted": true, "time": 0.148 }, "name": "tests.test_partition_gapfill.test_partition_multiple_counter_increments", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 506, "message_redacted": true, "time": 3.529 }, "name": "tests.test_core_modules.test_stale_index_file_rejected", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 212, "message_redacted": true, "time": 0.122 }, "name": "tests.test_io_basic.test_flatten_many_columns", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 367, "message_redacted": true, "time": 0.132 }, "name": "tests.test_join_gapfill.test_join_multiple_flags_right_and_cross", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 338, "message_redacted": true, "time": 0.081 }, "name": "tests.test_join_gapfill.test_join_multiple_flags_left_and_full", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 482, "message_redacted": true, "time": 0.082 }, "name": "tests.test_select_parsing_gapfill.test_unexpected_char_after_bracket_index", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 102, "message_redacted": true, "time": 0.127 }, "name": "tests.test_select_parsing_gapfill.test_empty_invert_selection", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 299, "message_redacted": true, "time": 0.102 }, "name": "tests.test_select_parsing_gapfill.test_unquoted_name_with_quotes", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 155, "message_redacted": true, "time": 0.114 }, "name": "tests.test_final_gapfill.test_sample_with_different_seed_produces_different_output", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 233, "message_redacted": true, "time": 0.112 }, "name": "tests.test_errors.test_slice_invalid_range_error", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 406, "message_redacted": true, "time": 0.131 }, "name": "tests.test_main_gapfill.test_all_uppercase_command_other_error_path", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 253, "message_redacted": true, "time": 0.111 }, "name": "tests.test_main_gapfill.test_csv_io_error_conversion", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 126, "message_redacted": true, "time": 0.116 }, "name": "tests.test_freq_sample_gapfill.test_frequency_null_values_shown_as_null_label", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 436, "message_redacted": true, "time": 0.079 }, "name": "tests.test_selection.test_search_invert_case_insensitive_combined", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.102 }, "name": "tests.test_selection.test_select_negate_all_columns", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 712, "message_redacted": true, "time": 0.112 }, "name": "tests.test_selection.test_select_empty_selection", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 413, "message_redacted": true, "time": 0.101 }, "name": "tests.test_split_gapfill.test_split_size_zero_error", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 366, "message_redacted": true, "time": 0.108 }, "name": "tests.test_join_gapfill.test_join_multiple_flags_left_and_cross", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 366, "message_redacted": true, "time": 0.082 }, "name": "tests.test_join_gapfill.test_join_multiple_flags_full_and_cross", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 472, "message_redacted": true, "time": 0.079 }, "name": "tests.test_select_parsing_gapfill.test_unexpected_char_after_quoted_name", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 304, "message_redacted": true, "time": 0.093 }, "name": "tests.test_select_parsing_gapfill.test_quoted_name_with_escaped_quotes", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 89, "message_redacted": true, "time": 0.085 }, "name": "tests.test_split_gapfill.test_split_empty_data_file", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 163, "message_redacted": true, "time": 0.115 }, "name": "tests.test_select_parsing_gapfill.test_frequency_with_empty_selection", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 153, "message_redacted": true, "time": 0.1 }, "name": "tests.test_final_gapfill.test_sample_with_seed_zero", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 371, "message_redacted": true, "time": 0.089 }, "name": "tests.test_main_gapfill.test_csv_error_on_write_to_readonly_location", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 1539, "message_redacted": true, "time": 0.109 }, "name": "tests.test_stats_gapfill.test_stats_non_utf8_data", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 347, "message_redacted": true, "time": 0.144 }, "name": "tests.test_stats_gapfill.test_stats_integer_overflow_behavior", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 2541, "message_redacted": true, "time": 0.143 }, "name": "tests.test_split_gapfill.test_split_outdir_creation_failure", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 245, "message_redacted": true, "time": 0.151 }, "name": "tests.test_transformation.test_fmt_escape_character", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 155, "message_redacted": true, "time": 0.127 }, "name": "tests.test_util_gapfill.test_multiple_stdin_inputs_error", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 248, "message_redacted": true, "time": 0.126 }, "name": "tests.test_util_gapfill.test_index_flag_conflicts_with_start", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 246, "message_redacted": true, "time": 0.142 }, "name": "tests.test_util_gapfill.test_index_flag_conflicts_with_end", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 246, "message_redacted": true, "time": 0.114 }, "name": "tests.test_util_gapfill.test_index_flag_conflicts_with_len", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 496, "message_redacted": true, "time": 0.124 }, "name": "tests.test_util_gapfill.test_filename_template_multiple_placeholders", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 890, "message_redacted": true, "time": 0.128 }, "name": "tests.test_util_gapfill.test_condense_binary_non_utf8_byte_truncation", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 239, "message_redacted": true, "time": 0.08 }, "name": "tests.test_util_gapfill.test_slice_range_start_greater_than_end_error", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 370, "message_redacted": true, "time": 0.133 }, "name": "tests.test_partition_gapfill.test_partition_multi_column_error", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 1792, "message_redacted": true, "time": 0.148 }, "name": "tests.test_util_gapfill.test_split_filename_template_validation", "status": "failure" }, { "branch": "291bdfab7f5b", "extra": { "message_chars": 501, "message_redacted": true, "time": 0.142 }, "name": "tests.test_util_gapfill.test_filename_template_no_placeholder", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.137 }, "name": "eval.tests.test_argument_parsing.TestInvalidCommand.test_no_command", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.164 }, "name": "eval.tests.test_argument_parsing.TestDelimiterValidation.test_delimiter_missing_value[select]", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 133, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_argument_parsing.TestDelimiterValidation.test_delimiter_missing_value[count]", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 424, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_argument_parsing.TestIntegerArgumentValidation.test_table_width_non_integer", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 424, "message_redacted": true, "time": 0.138 }, "name": "eval.tests.test_argument_parsing.TestIntegerArgumentValidation.test_frequency_limit_non_integer", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 127, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_argument_parsing.TestIntegerArgumentValidation.test_partition_prefix_length_non_integer", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_argument_parsing.TestSliceMutuallyExclusiveFlags.test_index_and_start_conflict", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.129 }, "name": "eval.tests.test_argument_parsing.TestSliceMutuallyExclusiveFlags.test_index_and_end_conflict", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_argument_parsing.TestJoinMutuallyExclusiveFlags.test_left_and_full_conflict", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.079 }, "name": "eval.tests.test_argument_parsing.TestSliceRangeValidation.test_start_greater_than_end", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_argument_parsing.TestJoinMutuallyExclusiveFlags.test_left_and_right_conflict", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.13 }, "name": "eval.tests.test_argument_parsing.TestIntegerArgumentValidation.test_stats_jobs_non_integer", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_argument_parsing.TestJoinMutuallyExclusiveFlags.test_cross_and_left_conflict", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 476, "message_redacted": true, "time": 0.08 }, "name": "eval.tests.test_argument_parsing.TestSampleSeedFlag.test_sample_seed_non_integer", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 133, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_argument_parsing.TestDelimiterValidation.test_delimiter_missing_value[slice]", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.143 }, "name": "eval.tests.test_argument_parsing.TestJoinMutuallyExclusiveFlags.test_right_and_full_conflict", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.145 }, "name": "eval.tests.test_argument_parsing.TestIntegerArgumentValidation.test_frequency_limit_negative", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 416, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_argument_parsing.TestIntegerArgumentValidation.test_table_pad_non_integer", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.14 }, "name": "eval.tests.test_argument_parsing.TestSliceMutuallyExclusiveFlags.test_index_and_len_conflict", "status": "failure" }, { "branch": "22169f6a3746", "extra": { "message_chars": 171, "message_redacted": true, "time": 0.123 }, "name": "eval.tests.test_argument_parsing.TestOutputFlag.test_output_missing_value", "status": "failure" }, { "branch": "928f23d96cac", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.15 }, "name": "eval.tests.test_argparse_validation.test_missing_command_lists_commands_and_exits_successfully", "status": "failure" }, { "branch": "928f23d96cac", "extra": { "message_chars": 309, "message_redacted": true, "time": 0.161 }, "name": "eval.tests.test_argparse_validation.test_unknown_top_level_flag_is_error", "status": "failure" }, { "branch": "928f23d96cac", "extra": { "message_chars": 112, "message_redacted": true, "time": 0.174 }, "name": "eval.tests.test_argparse_validation.test_select_double_dash_makes_dash_prefixed_value_positional", "status": "failure" }, { "branch": "928f23d96cac", "extra": { "message_chars": 94, "message_redacted": true, "time": 0.14 }, "name": "eval.tests.test_argparse_validation.test_split_size_must_be_gt_zero", "status": "failure" }, { "branch": "928f23d96cac", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.164 }, "name": "eval.tests.test_argparse_validation.test_join_mutually_exclusive_join_type_flags", "status": "failure" }, { "branch": "928f23d96cac", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_argparse_validation.test_split_integer_flags_reject_non_u64[argv2]", "status": "failure" }, { "branch": "928f23d96cac", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.115 }, "name": "eval.tests.test_argparse_validation.test_sort_duplicate_boolean_flag_is_invalid", "status": "failure" }, { "branch": "928f23d96cac", "extra": { "message_chars": 210, "message_redacted": true, "time": 0.208 }, "name": "eval.tests.test_argparse_validation.test_sort_combined_short_flags_work", "status": "failure" } ], "test_results_omitted": 14, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }