{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "d0d0301bccb15d247bd2e75b419025cb353f0719eb0dc5e0ab36a72852284950", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.16787431100010508 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(7e458441195a4027d8993abdec026f65d6e5929dabf2e3a5aeb18664c94c29b5) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.10630714399985663 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.13627012599999944 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.11449353099988002 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12240601300027265 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.11713825000015277 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6370915289999175 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10174306999988403 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12273357300000498 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1126505580000412 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11969416500005536 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 71631, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 25.050913490999847 }, { "branch": "324281274037", "command": "docker cp e5b2b77f702f24b7fca845977212b17824de4fa2a4368560914cf076c50c63df:/workspace/eval/results.xml /tmp/tmp77lfaj8i.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 73015, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.026256868000018585 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1317052659996989 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12258526400000846 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10422573899995768 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11839408900004855 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 37677, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.528608408999844 }, { "branch": "76444e6ad2b8", "command": "docker cp b61dbf0dbe3e78cc970c03968cf5844a1757f8c8cb73c4c1cdd11de0d252b7ed:/workspace/eval/results.xml /tmp/tmpki_gslzy.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 41552, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03335655599994425 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10443152700008795 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10761679100005495 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10934746900011305 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12474456299969461 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 70893, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 9.657107861999975 }, { "branch": "bd670458bc3e", "command": "docker cp 8a25fc4a495369a04cc2c811b4aff159015c4b5ac7d30e6c24c432614d5e5889:/workspace/eval/results.xml /tmp/tmpfrbtlps4.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 65940, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03625719100000424 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13432653000018036 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.08754733700016004 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11589369300008912 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11613076700041347 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 28593, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.7624425030003295 }, { "branch": "4570cfef51d5", "command": "docker cp b5bcf5899706910bc94842c09bf94893ba53c6790970fa5c771c53431bda7466:/workspace/eval/results.xml /tmp/tmpcx8kgn4m.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 23706, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03518184699987614 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13419094100026996 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11249503299995922 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12122017799993046 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1044062739997571 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1360, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.369006871000238 }, { "branch": "12a026add027", "command": "docker cp 16d3d31c97472384000393873a49d7516c6155973b70ae675b8e3d75f962620f:/workspace/eval/results.xml /tmp/tmph0in8k21.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 363, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03746048699986204 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13491997199980688 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11227809299998626 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1235273940001207 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11741940799993245 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7615, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.4865517029998045 }, { "branch": "56d41584e974", "command": "docker cp fa41b472239cf88a541a23aa43574165dce8ba890f4c9f228f6749c28531c0d4:/workspace/eval/results.xml /tmp/tmph9ing5mu.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5223, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.030343016000188072 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12577439899996534 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11094087999981639 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12409133499977543 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13401148999992074 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2515, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4043433619999632 }, { "branch": "a17ce3002515", "command": "docker cp 7968d741475b2c3971541ba3b31070d3d4357619fd9b08115729cae167fd4596:/workspace/eval/results.xml /tmp/tmp2802ro62.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1114, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03585970599988286 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11311090299977877 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12187914400010413 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12547986400022637 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12070438499995362 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 22981, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.367078087000209 }, { "branch": "1bbfc4d03819", "command": "docker cp 95aafc44ce0fa0c956f06ef2c58bd854a0dc83e3366235877219318e65e97e44:/workspace/eval/results.xml /tmp/tmpyr2a0pwl.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 21161, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03655703899994478 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13385325699982786 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12115811600006055 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11527325299994118 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12210851899999398 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 26382, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.537290317000043 }, { "branch": "e19eb43fc874", "command": "docker cp 700e9340ee358a00abdd412911f3dc2991f5e88921e9761ece0e3a009271d153:/workspace/eval/results.xml /tmp/tmpgf4y_gp8.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 20778, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.022344759000134218 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1191709129998344 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11333340999999564 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09909375000006548 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09602720100019724 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3319, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.3711772469996504 }, { "branch": "247675c4c56f", "command": "docker cp db59a972429b2e5ea9bc2cff073890bf32d4c347a0b22b6ebdfda235e795baf3:/workspace/eval/results.xml /tmp/tmpqnveg78h.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1689, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.035909221999645524 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.09877050700015388 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.08922492600004261 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11137788999985787 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12087509200000568 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 15539, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.590341571999943 }, { "branch": "458a7d8846f1", "command": "docker cp 590aeb7a6277077ee4c4080a97138b4099ae7750a620c7242616278e575ab9af:/workspace/eval/results.xml /tmp/tmpnw1n54m2.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 13352, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02576300100008666 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 101, "passed": 681 }, "test_branch_errors": {}, "test_branches": [ "324281274037", "76444e6ad2b8", "bd670458bc3e", "4570cfef51d5", "12a026add027", "56d41584e974", "a17ce3002515", "1bbfc4d03819", "e19eb43fc874", "247675c4c56f", "458a7d8846f1" ], "test_records": 782, "test_results": [ { "branch": "324281274037", "extra": { "message_chars": 808, "message_redacted": true, "time": 0.076 }, "name": "eval.tests.test_diffr.test_large_diff_threshold_zero", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 845, "message_redacted": true, "time": 0.086 }, "name": "eval.tests.test_diffr.test_integration_combined_options", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 2154, "message_redacted": true, "time": 0.068 }, "name": "eval.tests.test_diffr.test_error_missing_threshold_argument", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 773, "message_redacted": true, "time": 0.059 }, "name": "eval.tests.test_diffr.test_debug_flag", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 300, "message_redacted": true, "time": 0.059 }, "name": "eval.tests.test_diffr.test_error_missing_color_value", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 808, "message_redacted": true, "time": 0.067 }, "name": "eval.tests.test_diffr.test_large_threshold_triggers_skip", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 773, "message_redacted": true, "time": 0.064 }, "name": "eval.tests.test_diffr.test_debug_with_large_diff", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 808, "message_redacted": true, "time": 0.065 }, "name": "eval.tests.test_diffr.test_threshold_variations", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 953, "message_redacted": true, "time": 0.061 }, "name": "eval.tests.test_diffr.test_combined_complex", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 2164, "message_redacted": true, "time": 0.061 }, "name": "eval.tests.test_diffr.test_error_invalid_threshold_value", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 811, "message_redacted": true, "time": 0.077 }, "name": "eval.tests.test_diffr.test_large_diff_threshold_valid", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 808, "message_redacted": true, "time": 0.075 }, "name": "eval.tests.test_diffr.test_large_diff_threshold_values", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 929, "message_redacted": true, "time": 0.062 }, "name": "eval.tests.test_diffr.test_combined_flags_complex", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 773, "message_redacted": true, "time": 0.063 }, "name": "eval.tests.test_diffr.test_debug_flag_output", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 828, "message_redacted": true, "time": 0.065 }, "name": "eval.tests.test_diffr.test_combination_of_all_flags", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 892, "message_redacted": true, "time": 0.104 }, "name": "eval.tests.test_diffr.test_mixed_everything", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 2156, "message_redacted": true, "time": 0.101 }, "name": "eval.tests.test_diffr.test_error_negative_threshold", "status": "failure" }, { "branch": "324281274037", "extra": { "message_chars": 81, "message_redacted": true, "time": 15.333 }, "name": "eval.tests.test_diffr.test_gigantic_unicode_diff", "status": "failure" }, { "branch": "76444e6ad2b8", "extra": { "message_chars": 300, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_colors.test_colors_missing_color_value", "status": "failure" }, { "branch": "76444e6ad2b8", "extra": { "message_chars": 773, "message_redacted": true, "time": 0.084 }, "name": "eval.tests.test_debug_hidden.test_debug_flag", "status": "failure" }, { "branch": "76444e6ad2b8", "extra": { "message_chars": 773, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_debug_hidden.test_debug_flag_multiple_hunks", "status": "failure" }, { "branch": "76444e6ad2b8", "extra": { "message_chars": 808, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_debug_hidden.test_large_diff_threshold_zero", "status": "failure" }, { "branch": "76444e6ad2b8", "extra": { "message_chars": 810, "message_redacted": true, "time": 0.123 }, "name": "eval.tests.test_debug_hidden.test_large_diff_threshold_valid", "status": "failure" }, { "branch": "76444e6ad2b8", "extra": { "message_chars": 2155, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_debug_hidden.test_large_diff_threshold_invalid_value", "status": "failure" }, { "branch": "76444e6ad2b8", "extra": { "message_chars": 2156, "message_redacted": true, "time": 0.093 }, "name": "eval.tests.test_debug_hidden.test_large_diff_threshold_negative", "status": "failure" }, { "branch": "76444e6ad2b8", "extra": { "message_chars": 861, "message_redacted": true, "time": 0.088 }, "name": "eval.tests.test_debug_hidden.test_all_flags_combined", "status": "failure" }, { "branch": "76444e6ad2b8", "extra": { "message_chars": 813, "message_redacted": true, "time": 0.072 }, "name": "eval.tests.test_debug_hidden.test_large_diff_threshold_large_value", "status": "failure" }, { "branch": "76444e6ad2b8", "extra": { "message_chars": 810, "message_redacted": true, "time": 0.086 }, "name": "eval.tests.test_debug_hidden.test_debug_and_colors_combined", "status": "failure" }, { "branch": "76444e6ad2b8", "extra": { "message_chars": 791, "message_redacted": true, "time": 0.105 }, "name": "eval.tests.test_debug_hidden.test_debug_and_line_numbers_combined", "status": "failure" }, { "branch": "76444e6ad2b8", "extra": { "message_chars": 2154, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_debug_hidden.test_large_diff_threshold_missing_arg", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 821, "message_redacted": true, "time": 0.093 }, "name": "tests.test_cli_args.test_invalid_large_diff_threshold_non_numeric", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 808, "message_redacted": true, "time": 0.091 }, "name": "tests.test_cli_args.test_debug_with_colors", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 401, "message_redacted": true, "time": 0.096 }, "name": "tests.test_cli_args.test_line_numbers_compact", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 401, "message_redacted": true, "time": 0.109 }, "name": "tests.test_cli_args.test_line_numbers_default", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 729, "message_redacted": true, "time": 0.085 }, "name": "tests.test_cli_args.test_missing_large_diff_threshold_value", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 77, "message_redacted": true, "time": 0.133 }, "name": "tests.test_cli_args.test_color_missing_value_after_foreground", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 401, "message_redacted": true, "time": 0.093 }, "name": "tests.test_cli_args.test_line_numbers_with_colors", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 918, "message_redacted": true, "time": 0.081 }, "name": "tests.test_cli_args.test_large_diff_threshold_overflow", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 309, "message_redacted": true, "time": 0.081 }, "name": "tests.test_colors.test_colors_missing_color_value", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 822, "message_redacted": true, "time": 0.083 }, "name": "tests.test_cli_args.test_large_diff_threshold_negative", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 309, "message_redacted": true, "time": 0.088 }, "name": "tests.test_colors.test_colors_missing_background_value", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 462, "message_redacted": true, "time": 0.119 }, "name": "tests.test_diff_processing.test_multiple_hunks_realistic_code", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 459, "message_redacted": true, "time": 0.122 }, "name": "tests.test_diff_processing.test_line_numbers_compact_mode", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 460, "message_redacted": true, "time": 0.295 }, "name": "tests.test_diff_processing.test_line_numbers_aligned_mode", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 462, "message_redacted": true, "time": 0.103 }, "name": "tests.test_diff_processing.test_git_diff_format_with_metadata", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 75, "message_redacted": true, "time": 0.108 }, "name": "tests.test_harvest.test_cli_color_invalid_color_not_done", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 819, "message_redacted": true, "time": 0.088 }, "name": "tests.test_cli_args.test_large_diff_threshold_valid", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 395, "message_redacted": true, "time": 0.117 }, "name": "tests.test_cli_args.test_line_numbers_aligned", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 819, "message_redacted": true, "time": 0.082 }, "name": "tests.test_harvest.test_cli_threshold", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 782, "message_redacted": true, "time": 0.13 }, "name": "tests.test_cli_args.test_debug_flag", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 404, "message_redacted": true, "time": 0.091 }, "name": "tests.test_cli_args.test_line_numbers_fixed", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 811, "message_redacted": true, "time": 0.096 }, "name": "tests.test_cli_args.test_line_numbers_with_debug", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 441, "message_redacted": true, "time": 0.104 }, "name": "tests.test_diff_processing.test_whitespace_only_change", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 401, "message_redacted": true, "time": 0.12 }, "name": "tests.test_line_numbers.test_compact_single_digit_line_numbers", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 458, "message_redacted": true, "time": 0.117 }, "name": "tests.test_diff_processing.test_added_lines_only", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 395, "message_redacted": true, "time": 0.105 }, "name": "tests.test_line_numbers.test_aligned_single_digit_line_numbers", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 410, "message_redacted": true, "time": 0.091 }, "name": "tests.test_line_numbers.test_compact_very_large_line_numbers", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 429, "message_redacted": true, "time": 0.071 }, "name": "tests.test_line_numbers.test_context_lines_differing_line_numbers", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 401, "message_redacted": true, "time": 0.098 }, "name": "tests.test_line_numbers.test_added_line_format", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 782, "message_redacted": true, "time": 0.062 }, "name": "tests.test_harvest.test_cli_debug_flag", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.069 }, "name": "tests.test_line_numbers.test_width_calculated_from_max_line_number", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 401, "message_redacted": true, "time": 0.13 }, "name": "tests.test_line_numbers.test_line_numbers_without_style_defaults_to_compact", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 148, "message_redacted": true, "time": 0.104 }, "name": "tests.test_line_numbers.test_fixed_style_minimum_width", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 449, "message_redacted": true, "time": 0.12 }, "name": "tests.test_line_numbers.test_aligned_four_digit_line_numbers", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 445, "message_redacted": true, "time": 0.14 }, "name": "tests.test_line_numbers.test_compact_four_digit_line_numbers", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 260, "message_redacted": true, "time": 0.119 }, "name": "tests.test_line_numbers.test_multiple_hunks_line_numbers", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 430, "message_redacted": true, "time": 0.095 }, "name": "tests.test_line_numbers.test_mixed_single_double_digit_transition", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 401, "message_redacted": true, "time": 0.091 }, "name": "tests.test_line_numbers.test_removed_line_format", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 166, "message_redacted": true, "time": 0.085 }, "name": "tests.test_line_numbers.test_context_lines_identical_line_numbers", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 401, "message_redacted": true, "time": 0.141 }, "name": "tests.test_line_numbers.test_line_numbers_with_custom_colors", "status": "failure" }, { "branch": "bd670458bc3e", "extra": { "message_chars": 426, "message_redacted": true, "time": 0.144 }, "name": "tests.test_line_numbers.test_aligned_mode_emits_tabs", "status": "failure" }, { "branch": "4570cfef51d5", "extra": { "message_chars": 279, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_argparse_validation.test_colors_rejects_invalid_specs[added:foreground:999-unexpected color value]", "status": "failure" }, { "branch": "4570cfef51d5", "extra": { "message_chars": 178, "message_redacted": true, "time": 0.116 }, "name": "eval.tests.test_argparse_validation.test_colors_requires_value", "status": "failure" }, { "branch": "4570cfef51d5", "extra": { "message_chars": 812, "message_redacted": true, "time": 0.116 }, "name": "eval.tests.test_argparse_validation.test_unknown_flags_and_patterns[args2-bad argument: '--line-numbers=aligned']", "status": "failure" }, { "branch": "4570cfef51d5", "extra": { "message_chars": 309, "message_redacted": true, "time": 0.124 }, "name": "eval.tests.test_argparse_validation.test_colors_rejects_invalid_specs[added:-attribute: expected]", "status": "failure" }, { "branch": "4570cfef51d5", "extra": { "message_chars": 804, "message_redacted": true, "time": 0.131 }, "name": "eval.tests.test_argparse_validation.test_unknown_flags_and_patterns[args1-bad argument: '--nonexistent-flag']", "status": "failure" }, { "branch": "4570cfef51d5", "extra": { "message_chars": 27, "message_redacted": true, "time": 0.116 }, "name": "eval.tests.test_argparse_validation.test_colors_rejects_invalid_specs[added-expected ':']", "status": "failure" }, { "branch": "4570cfef51d5", "extra": { "message_chars": 786, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_argparse_validation.test_unknown_flags_and_patterns[args0-bad argument: '--unknown']", "status": "failure" }, { "branch": "4570cfef51d5", "extra": { "message_chars": 231, "message_redacted": true, "time": 0.135 }, "name": "eval.tests.test_argparse_validation.test_colors_rejects_invalid_specs[a-unexpected face name]", "status": "failure" }, { "branch": "4570cfef51d5", "extra": { "message_chars": 772, "message_redacted": true, "time": 0.115 }, "name": "eval.tests.test_argparse_validation.test_unknown_flags_and_patterns[args3-bad argument: '--']", "status": "failure" }, { "branch": "4570cfef51d5", "extra": { "message_chars": 253, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_argparse_validation.test_line_numbers_rejects_invalid_styles[aligned,compact]", "status": "failure" }, { "branch": "4570cfef51d5", "extra": { "message_chars": 237, "message_redacted": true, "time": 0.105 }, "name": "eval.tests.test_argparse_validation.test_line_numbers_rejects_invalid_styles[COMPACT]", "status": "failure" }, { "branch": "4570cfef51d5", "extra": { "message_chars": 229, "message_redacted": true, "time": 0.127 }, "name": "eval.tests.test_argparse_validation.test_line_numbers_rejects_invalid_styles[foo]", "status": "failure" }, { "branch": "56d41584e974", "extra": { "message_chars": 780, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_help_output.test_help_after_double_dash_still_triggers_help", "status": "failure" }, { "branch": "1bbfc4d03819", "extra": { "message_chars": 786, "message_redacted": true, "time": 0.105 }, "name": "tests.test_no_subcommands.TestNoSubcommandHelp.test_no_subcommand_help[list]", "status": "failure" }, { "branch": "1bbfc4d03819", "extra": { "message_chars": 784, "message_redacted": true, "time": 0.121 }, "name": "tests.test_no_subcommands.TestNoSubcommandHelp.test_no_subcommand_help[add]", "status": "failure" }, { "branch": "1bbfc4d03819", "extra": { "message_chars": 790, "message_redacted": true, "time": 0.071 }, "name": "tests.test_no_subcommands.TestBasicFlagBehavior.test_help_flag_overrides_bad_arguments", "status": "failure" }, { "branch": "1bbfc4d03819", "extra": { "message_chars": 816, "message_redacted": true, "time": 0.087 }, "name": "tests.test_no_subcommands.TestArgumentOrderMatters.test_flag_before_bad_arg_with_help", "status": "failure" }, { "branch": "1bbfc4d03819", "extra": { "message_chars": 796, "message_redacted": true, "time": 0.171 }, "name": "tests.test_no_subcommands.TestGlobalFlagBehavior.test_help_flag_always_global", "status": "failure" }, { "branch": "1bbfc4d03819", "extra": { "message_chars": 790, "message_redacted": true, "time": 0.118 }, "name": "tests.test_no_subcommands.TestNoSubcommandHelp.test_no_subcommand_help[config]", "status": "failure" }, { "branch": "1bbfc4d03819", "extra": { "message_chars": 790, "message_redacted": true, "time": 0.116 }, "name": "tests.test_no_subcommands.TestNoSubcommandHelp.test_no_subcommand_help[remove]", "status": "failure" }, { "branch": "e19eb43fc874", "extra": { "message_chars": 815, "message_redacted": true, "time": 0.091 }, "name": "eval.tests.test_cli.TestLargeDiffThreshold.test_threshold_zero", "status": "failure" }, { "branch": "e19eb43fc874", "extra": { "message_chars": 820, "message_redacted": true, "time": 0.109 }, "name": "eval.tests.test_cli.TestLargeDiffThreshold.test_threshold_large", "status": "failure" }, { "branch": "e19eb43fc874", "extra": { "message_chars": 780, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_cli.TestDebugFlag.test_debug_flag", "status": "failure" }, { "branch": "e19eb43fc874", "extra": { "message_chars": 817, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_cli.TestLargeDiffThreshold.test_threshold_valid", "status": "failure" }, { "branch": "458a7d8846f1", "extra": { "message_chars": 782, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_external_cli.test_ext_debug_flag", "status": "failure" }, { "branch": "458a7d8846f1", "extra": { "message_chars": 381, "message_redacted": true, "time": 0.092 }, "name": "eval.tests.test_external_cli.test_ext_threshold_invalid_value_alpha", "status": "failure" }, { "branch": "458a7d8846f1", "extra": { "message_chars": 819, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_external_cli.test_ext_threshold_ok", "status": "failure" }, { "branch": "458a7d8846f1", "extra": { "message_chars": 370, "message_redacted": true, "time": 0.097 }, "name": "eval.tests.test_external_cli.test_ext_threshold_missing_arg", "status": "failure" }, { "branch": "458a7d8846f1", "extra": { "message_chars": 381, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_external_cli.test_ext_threshold_invalid_value_negative", "status": "failure" }, { "branch": "458a7d8846f1", "extra": { "message_chars": 182, "message_redacted": true, "time": 0.091 }, "name": "eval.tests.test_external_cli.test_ext_color_invalid_color_not_done", "status": "failure" } ], "test_results_omitted": 0, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }