{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "3e9bf15395b249f1db386cf1d80a772b5fe8c9ba49aec8f4fe27614d7298e373", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.11718568899959791 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.13148194299719762 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.14368785799888428 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12021468800958246 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.1248622749990318 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.7045575360098155 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1335795750055695 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12207657299586572 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12743007999961264 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12815511898952536 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 57736, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 44.141858763992786 }, { "branch": "b377895d0633", "command": "docker cp 7551bcee675a2c2f03c3188a7a09b8fd5daff422e1e5e0517205540e846b487e:/workspace/eval/results.xml /tmp/tmpf3rzl1n6.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 70742, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03128164300869685 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11800600800779648 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12167934799799696 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12349253299180418 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12249626699485816 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 36332, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 208.70331563400396 }, { "branch": "2f1ec8e1ac43", "command": "docker cp 8ee8c702d0cc6582e4cadcfca8ec741a638b3e1790f97e6e99fc8171f079558e:/workspace/eval/results.xml /tmp/tmp_bo4102n.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 51932, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03770907499711029 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13092428201343864 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1256641630025115 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12552679500367958 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.0969612360058818 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 156696, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 237.57266952899226 }, { "branch": "1040f6b8a219", "command": "docker cp 56eafcd42e375352ce5ba06e8253c23d29f8631ae0a99c81cdc3d0e04f93551c:/workspace/eval/results.xml /tmp/tmppwycosli.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 209031, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.025745578997884877 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13124037798843347 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.14019130400265567 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13286661500751507 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10291259399673436 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 240433, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 7.998225139992428 }, { "branch": "4d0676f46d8c", "command": "docker cp 803e586ec49d2f3daaea38c08188a310282936402c58a0c353b562bce4ba8a42:/workspace/eval/results.xml /tmp/tmptbwe238v.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 228075, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04178257900639437 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13985957999830134 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12614090699935332 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1114725380029995 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1263776840060018 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 0.12670148999313824 }, { "branch": "a5a7f33454e2", "command": "docker cp c740c7147e77630565ad69354c2d19b847dc5ccfc0f60411570ff430e37f85fd:/workspace/eval/results.xml /tmp/tmpiodsnlnc.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 143, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03982795600313693 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14711319000343792 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12884595099603757 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12609432800672948 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11654191800334956 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 258619, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 8.080265188997146 }, { "branch": "ebd38a6614ab", "command": "docker cp 6b440c15a08536f90375b68e73fe9bde68cdd6225ab4318586b706a1d666eb60:/workspace/eval/results.xml /tmp/tmpbie3_rrs.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 245272, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03962403799232561 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12921223499870393 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12528850899252575 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12340836400107946 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12845186599588487 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12226, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.891670623997925 }, { "branch": "6f45b1ede216", "command": "docker cp 7e5b5b360f699a7401fe8dd0c13e386f3434752313b33c99d82646f509968576:/workspace/eval/results.xml /tmp/tmphvmt70pj.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 20947, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03297390999796335 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12558112399710808 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12315664900233969 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1083514290075982 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.116629866999574 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4924, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.9510551809944445 }, { "branch": "825ed294d730", "command": "docker cp b309b9d980c7cce75b126e9233155da75d6b44d56e7e066cc771cd56c8205e0c:/workspace/eval/results.xml /tmp/tmpipcxu0fx.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2646, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03729798100539483 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12040772500040475 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10816083400277421 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13592317201255355 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1368714109994471 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 44499, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 55.099884235998616 }, { "branch": "5980e8550b63", "command": "docker cp 6580533be9013e43ae09bf9a2c729dffc9fbb17dd2677126e5632190c322bdd8:/workspace/eval/results.xml /tmp/tmpvsgq4_7z.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 48587, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037566127997706644 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1231578369915951 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11192867100180592 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1183178140054224 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1286335429904284 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 15046, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 17.79670623000129 }, { "branch": "3b7277406c3f", "command": "docker cp e3b9631ef825de8868fee32add9e5c253f0ba1f3b64f56db4714f8f110e06d73:/workspace/eval/results.xml /tmp/tmpyas62ul_.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 15866, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03825291700195521 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12696139600302558 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12557163399469573 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11361873900750652 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13387665200571064 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 40, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 0.1391348890028894 }, { "branch": "8058e024b0f3", "command": "docker cp 58bc6cc3b2c571bc3a97a29e3401c1744db09e9fe046cf73278d55b0c14a593a:/workspace/eval/results.xml /tmp/tmp9kxbx277.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 140, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0371106529928511 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11662364700168837 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13104690000182018 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1309461209893925 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12024528800975531 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 20724, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.766389841999626 }, { "branch": "0f662b93eb7c", "command": "docker cp b573b9161757e9aeca168b8c0801192ca5ec61d67d27b9c037961af22f90c4f1:/workspace/eval/results.xml /tmp/tmpdqb45s7f.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 19552, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03819249900698196 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "error": 25, "failure": 137, "passed": 225, "skipped": 4 }, "test_branch_errors": {}, "test_branches": [ "b377895d0633", "2f1ec8e1ac43", "1040f6b8a219", "4d0676f46d8c", "a5a7f33454e2", "ebd38a6614ab", "6f45b1ede216", "825ed294d730", "5980e8550b63", "3b7277406c3f", "8058e024b0f3", "0f662b93eb7c" ], "test_records": 391, "test_results": [ { "branch": "b377895d0633", "extra": { "message_chars": 4677, "message_redacted": true, "time": 0.158 }, "name": "eval.tests.test_basic_invocation.test_version_flag", "status": "failure" }, { "branch": "b377895d0633", "extra": { "message_chars": 1540, "message_redacted": true, "time": 0.108 }, "name": "eval.tests.test_basic_invocation.test_version_format", "status": "failure" }, { "branch": "b377895d0633", "extra": { "message_chars": 1211, "message_redacted": true, "time": 6.325 }, "name": "eval.tests.test_additional_coverage.test_bot_with_different_names", "status": "failure" }, { "branch": "b377895d0633", "extra": { "message_chars": 1207, "message_redacted": true, "time": 6.303 }, "name": "eval.tests.test_bot_launch.test_bot_names_in_results", "status": "failure" }, { "branch": "b377895d0633", "extra": { "message_chars": 4722, "message_redacted": true, "time": 0.147 }, "name": "eval.tests.test_basic_invocation.test_no_arguments_shows_error", "status": "failure" }, { "branch": "b377895d0633", "extra": { "message_chars": 103, "message_redacted": true, "time": 25.031 }, "name": "eval.tests.test_additional_coverage.test_multiple_flags_combined", "status": "failure" }, { "branch": "b377895d0633", "extra": { "message_chars": 1207, "message_redacted": true, "time": 6.349 }, "name": "eval.tests.test_bot_launch.test_bot_name_received", "status": "failure" }, { "branch": "b377895d0633", "extra": { "message_chars": 103, "message_redacted": true, "time": 25.035 }, "name": "eval.tests.test_additional_coverage.test_combined_flags_quiet_timeout_ignore", "status": "failure" }, { "branch": "b377895d0633", "extra": { "message_chars": 9389, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_timeouts_errors.test_empty_bot_command_error", "status": "failure" }, { "branch": "b377895d0633", "extra": { "message_chars": 555, "message_redacted": true, "time": 6.186 }, "name": "eval.tests.test_timeouts_errors.test_multiple_bots_one_invalid_graceful", "status": "failure" }, { "branch": "b377895d0633", "extra": { "message_chars": 1207, "message_redacted": true, "time": 6.366 }, "name": "eval.tests.test_timeouts_errors.test_bot_name_display", "status": "failure" }, { "branch": "b377895d0633", "extra": { "message_chars": 103, "message_redacted": true, "time": 25.035 }, "name": "eval.tests.test_timeouts_errors.test_timeout_ignore_long_flag", "status": "failure" }, { "branch": "b377895d0633", "extra": { "message_chars": 103, "message_redacted": true, "time": 25.036 }, "name": "eval.tests.test_timeouts_errors.test_timeout_ignore_flag", "status": "failure" }, { "branch": "2f1ec8e1ac43", "extra": { "message_chars": 4722, "message_redacted": true, "time": 0.162 }, "name": "tests.test_halite.TestBasicInvocation.test_no_arguments_fails_with_message", "status": "failure" }, { "branch": "2f1ec8e1ac43", "extra": { "message_chars": 4677, "message_redacted": true, "time": 0.115 }, "name": "tests.test_halite.TestBasicInvocation.test_version_flag_displays_version", "status": "failure" }, { "branch": "2f1ec8e1ac43", "extra": { "message_chars": 34, "message_redacted": true, "time": 0.194 }, "name": "tests.test_halite.TestBotManagement.test_invalid_bot_command_creates_error_log", "status": "failure" }, { "branch": "2f1ec8e1ac43", "extra": { "message_chars": 4701, "message_redacted": true, "time": 0.127 }, "name": "tests.test_halite.TestErrorHandling.test_missing_bot_command_error", "status": "failure" }, { "branch": "2f1ec8e1ac43", "extra": { "message_chars": 414, "message_redacted": true, "time": 30.045 }, "name": "tests.test_halite.TestEdgeCases.test_six_player_game", "status": "failure" }, { "branch": "2f1ec8e1ac43", "extra": { "message_chars": 452, "message_redacted": true, "time": 24.351 }, "name": "tests.test_halite.TestEdgeCases.test_same_seed_reproducibility", "status": "failure" }, { "branch": "2f1ec8e1ac43", "extra": { "message_chars": 184, "message_redacted": true, "time": 15.028 }, "name": "tests.test_halite.TestAdditionalFeatures.test_timeout_mode_flag", "status": "failure" }, { "branch": "2f1ec8e1ac43", "extra": { "message_chars": 272, "message_redacted": true, "time": 15.029 }, "name": "tests.test_halite.TestAdditionalFeatures.test_three_player_game", "status": "failure" }, { "branch": "2f1ec8e1ac43", "extra": { "message_chars": 367, "message_redacted": true, "time": 30.045 }, "name": "tests.test_halite.TestAdditionalFeatures.test_five_player_game", "status": "failure" }, { "branch": "2f1ec8e1ac43", "extra": { "message_chars": 666, "message_redacted": true, "time": 0.144 }, "name": "tests.test_halite.TestAdditionalFeatures.test_zero_dimension_uses_default", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 4718, "message_redacted": true, "time": 0.118 }, "name": "tests.test_cli_errors.test_no_bot_commands_error", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 4726, "message_redacted": true, "time": 0.156 }, "name": "tests.test_cli_errors.test_override_flag_no_args_error", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1922, "message_redacted": true, "time": 0.21 }, "name": "tests.test_cli_errors.test_override_flag_success", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 3744, "message_redacted": true, "time": 6.328 }, "name": "tests.test_bot_communication.test_multiple_games_cleanup", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 3746, "message_redacted": true, "time": 6.318 }, "name": "tests.test_bot_communication.test_bot_turn_timeout_handling", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 3799, "message_redacted": true, "time": 6.354 }, "name": "tests.test_bot_communication.test_bot_name_with_special_characters", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 3778, "message_redacted": true, "time": 6.348 }, "name": "tests.test_bot_communication.test_max_turns_reached", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 3754, "message_redacted": true, "time": 6.309 }, "name": "tests.test_bot_communication.test_single_bot_initialization", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 3796, "message_redacted": true, "time": 6.322 }, "name": "tests.test_bot_communication.test_bot_name_truncation_at_30_chars", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 3793, "message_redacted": true, "time": 6.326 }, "name": "tests.test_bot_communication.test_valid_moves_parsing", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 7294, "message_redacted": true, "time": 7.904 }, "name": "tests.test_bot_communication.test_custom_map_dimensions", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 2898, "message_redacted": true, "time": 0.242 }, "name": "tests.test_cli_errors.test_override_flag_three_bots", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 3800, "message_redacted": true, "time": 6.299 }, "name": "tests.test_bot_communication.test_invalid_move_format_ejection", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 2425, "message_redacted": true, "time": 18.183 }, "name": "tests.test_bot_communication.test_three_bot_mixed_quality", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 58, "message_redacted": true, "time": 12.197 }, "name": "tests.test_game_logic.test_two_player_basic_winner_determination", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 3081, "message_redacted": true, "time": 24.234 }, "name": "tests.test_bot_communication.test_four_bot_game", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 3730, "message_redacted": true, "time": 6.323 }, "name": "tests.test_bot_communication.test_python_bot_launch", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 3759, "message_redacted": true, "time": 6.358 }, "name": "tests.test_bot_communication.test_init_timeout_handling", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 15, "message_redacted": true, "time": 15.164 }, "name": "tests.test_game_logic.test_timeout_bot_loses_immediately", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 6081, "message_redacted": true, "time": 6.723 }, "name": "tests.test_bot_communication.test_single_player_mode_with_n_players_map", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1748, "message_redacted": true, "time": 12.19 }, "name": "tests.test_bot_communication.test_two_bot_game_completion", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1748, "message_redacted": true, "time": 12.196 }, "name": "tests.test_bot_communication.test_map_serialization_format", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 12, "message_redacted": true, "time": 24.214 }, "name": "tests.test_game_logic.test_four_player_game_symmetric_map", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 13, "message_redacted": true, "time": 6.32 }, "name": "tests.test_game_logic.test_single_player_mode", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 83, "message_redacted": true, "time": 24.361 }, "name": "tests.test_game_logic.test_seed_zero_uses_random_seed", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 12, "message_redacted": true, "time": 36.212 }, "name": "tests.test_game_logic.test_six_player_max_players", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 34, "message_redacted": true, "time": 0.612 }, "name": "tests.test_harvest.test_starter_package_game", "status": "skipped" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 160, "message_redacted": true, "time": 12.194 }, "name": "tests.test_harvest.test_tie_evaluation", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 70, "message_redacted": true, "time": 18.174 }, "name": "tests.test_game_logic.test_three_player_game_complete_rankings", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 190, "message_redacted": true, "time": 6.31 }, "name": "tests.test_init_config.test_nonsquare_map_dimensions", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1936, "message_redacted": true, "time": 12.122 }, "name": "tests.test_game_logic.test_game_with_stderr_output_not_quiet", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 83, "message_redacted": true, "time": 24.353 }, "name": "tests.test_game_logic.test_different_seeds_different_outcomes", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 15, "message_redacted": true, "time": 12.205 }, "name": "tests.test_game_logic.test_timeout_during_game_transfers_territory", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 70, "message_redacted": true, "time": 36.405 }, "name": "tests.test_game_logic.test_same_seed_deterministic_outcome", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 160, "message_redacted": true, "time": 30.045 }, "name": "tests.test_bot_communication.test_ignore_timeout_flag", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 34, "message_redacted": true, "time": 0.002 }, "name": "tests.test_harvest.test_java_starter_package_build", "status": "skipped" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 442, "message_redacted": true, "time": 0.138 }, "name": "tests.test_init_config.test_no_bot_command_error", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 283, "message_redacted": true, "time": 12.162 }, "name": "tests.test_init_config.test_two_bots_multiplayer", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 44, "message_redacted": true, "time": 6.244 }, "name": "tests.test_init_config.test_noreplay_flag_prevents_file_creation", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 14, "message_redacted": true, "time": 12.298 }, "name": "tests.test_game_logic.test_large_map_50x50", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 192, "message_redacted": true, "time": 33.165 }, "name": "tests.test_init_config.test_large_map_100x100", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 235, "message_redacted": true, "time": 12.813 }, "name": "tests.test_init_config.test_seed_determinism", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 383, "message_redacted": true, "time": 6.329 }, "name": "tests.test_init_config.test_normal_output_format", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 208, "message_redacted": true, "time": 6.177 }, "name": "tests.test_init_config.test_tiny_map_3x3", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 240, "message_redacted": true, "time": 150.139 }, "name": "tests.test_game_logic.test_multiple_timeouts_all_players_dead", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 4973, "message_redacted": true, "time": 6.248 }, "name": "tests.test_replay_output.test_no_replay_flag_suppresses_file_creation", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 400, "message_redacted": true, "time": 36.218 }, "name": "tests.test_init_config.test_six_bots_multiplayer", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 119, "message_redacted": true, "time": 6.315 }, "name": "tests.test_replay_output.test_custom_replay_directory_with_i_flag", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 91, "message_redacted": true, "time": 6.32 }, "name": "tests.test_init_config.test_replay_file_generation", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 84, "message_redacted": true, "time": 2.806 }, "name": "tests.test_harvest.test_rust_starter_package_build", "status": "skipped" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 200, "message_redacted": true, "time": 6.811 }, "name": "tests.test_init_config.test_six_players_maximum", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 184, "message_redacted": true, "time": 6.306 }, "name": "tests.test_replay_output.test_replay_json_structure_validation", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 395, "message_redacted": true, "time": 210.205 }, "name": "tests.test_harvest.test_timeout_evaluation", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 212, "message_redacted": true, "time": 6.643 }, "name": "tests.test_init_config.test_square_map_with_explicit_seed", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 440, "message_redacted": true, "time": 0.133 }, "name": "tests.test_init_config.test_version_flag", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 187, "message_redacted": true, "time": 12.177 }, "name": "tests.test_replay_output.test_two_player_replay_structure", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 187, "message_redacted": true, "time": 6.342 }, "name": "tests.test_replay_output.test_replay_player_names_preserved", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 127, "message_redacted": true, "time": 12.222 }, "name": "tests.test_timeout_errors.test_timeout_turn10_single_bot", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 125, "message_redacted": true, "time": 15.164 }, "name": "tests.test_timeout_errors.test_timeout_init_single_bot", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 127, "message_redacted": true, "time": 12.197 }, "name": "tests.test_timeout_errors.test_fail_turn10_single_bot", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 218, "message_redacted": true, "time": 90.084 }, "name": "tests.test_init_config.test_multiple_flags_combination", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 132, "message_redacted": true, "time": 8.609 }, "name": "tests.test_init_config.test_random_dimensions_generation", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 396, "message_redacted": true, "time": 100.088 }, "name": "tests.test_timeout_errors.test_complex_failure_mix", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 290, "message_redacted": true, "time": 100.089 }, "name": "tests.test_timeout_errors.test_multiple_bots_timeout_init", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 248, "message_redacted": true, "time": 6.372 }, "name": "tests.test_replay_output.test_quiet_output_machine_parsable_format", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 230, "message_redacted": true, "time": 18.248 }, "name": "tests.test_timeout_errors.test_ranking_with_multiple_failures_same_turn", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 93, "message_redacted": true, "time": 12.224 }, "name": "tests.test_harvest.test_general_environment", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.007 }, "name": "eval.tests.test_args.test_nplayers_invalid_values[args2]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.006 }, "name": "eval.tests.test_args.test_missing_value_for_value_flags[args2]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_args.test_no_args_requires_bot_command", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_args.test_unknown_flag_is_error[--nonexistent]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_args.test_missing_value_for_value_flags[args5]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.006 }, "name": "eval.tests.test_args.test_nplayers_invalid_values[args4]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.007 }, "name": "eval.tests.test_args.test_missing_value_for_value_flags[args0]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.006 }, "name": "eval.tests.test_args.test_missing_value_for_value_flags[args6]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.007 }, "name": "eval.tests.test_args.test_nplayers_invalid_values[args1]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.006 }, "name": "eval.tests.test_args.test_missing_value_for_value_flags[args4]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.006 }, "name": "eval.tests.test_args.test_unknown_flag_is_error[--nonexistent-flag]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.009 }, "name": "eval.tests.test_args.test_missing_value_for_value_flags[args3]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.007 }, "name": "eval.tests.test_args.test_nplayers_invalid_values[args3]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.011 }, "name": "eval.tests.test_args.test_missing_value_for_value_flags[args1]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.007 }, "name": "eval.tests.test_args.test_missing_value_for_value_flags[args7]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_args.test_nplayers_invalid_values[args0]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_args.test_override_rejects_odd_count", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_args.test_seed_invalid_type[args0]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.006 }, "name": "eval.tests.test_args.test_multiple_bots_with_nplayers_is_error", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_args.test_dimensions_invalid_format[args2]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.006 }, "name": "eval.tests.test_args.test_dimensions_invalid_format[args3]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_args.test_dimensions_invalid_format[args1]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_args.test_seed_invalid_type[args1]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_args.test_override_requires_even_pairs_min_4", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.006 }, "name": "eval.tests.test_args.test_dimensions_invalid_format[args0]", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.006 }, "name": "eval.tests.test_args.test_double_dash_stops_flag_parsing", "status": "failure" }, { "branch": "4d0676f46d8c", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_args.test_dimensions_invalid_format[args4]", "status": "failure" }, { "branch": "ebd38a6614ab", "extra": { "message_chars": 74, "message_redacted": true, "time": 0.017 }, "name": "eval.tests.test_help_usage.test_dash_h_matches_dash_dash_help_exactly", "status": "failure" }, { "branch": "ebd38a6614ab", "extra": { "message_chars": 97, "message_redacted": true, "time": 0.026 }, "name": "eval.tests.test_help_usage.test_help_prints_to_stdout_not_stderr", "status": "error" }, { "branch": "ebd38a6614ab", "extra": { "message_chars": 97, "message_redacted": true, "time": 0.023 }, "name": "eval.tests.test_help_usage.test_help_documents_flags[-i---replaydirectory]", "status": "error" } ], "test_results_omitted": 46, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }