{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "ec84a268fd95406490b2a6a6933602f3f9d24d287cf9ee93e1d26d601792946b", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.23484099699999206 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(bffc523c9f38258c077a8959f179269710378cd45cea55c77c8a46a889db6912) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.1297716289991513 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.12014002799696755 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.12624208501074463 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12807432300178334 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.11891676300729159 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6427398690138943 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1407231550110737 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13866584199422505 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11970672299503349 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12296675900870468 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 378697, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 35.1203301630012 }, { "branch": "17ed9c2b10e7", "command": "docker cp 85ea6e9bd492dbf04456914005c8ebcf7af9b86922eaf98dc2201f35c17b1930:/workspace/eval/results.xml /tmp/tmp3jgyxal3.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 332711, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03262385800189804 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11395528700086288 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12876875199435744 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12110677300370298 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12973243799933698 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 233484, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 18.74053096200805 }, { "branch": "232c42124c8a", "command": "docker cp 7949f91a9b3155082c0c8b3f3284de0182ad5650bcf756d4f7f97218b7ed7e2c:/workspace/eval/results.xml /tmp/tmpdubs4r5d.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 193872, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037448393006343395 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11706878499535378 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12269417000061367 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12682927599234972 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13679203299398068 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 211861, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 126.24747285299236 }, { "branch": "219a89113e8f", "command": "docker cp 88c12c5b671540183a14b53546365b60ad788bdac20049f92a73ea4a898f814e:/workspace/eval/results.xml /tmp/tmps1ebf8nv.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 206089, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0380634830071358 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1343976600037422 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12381034200370777 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12021472900232766 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11453193399938755 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2869, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4035331799968844 }, { "branch": "2173f127eb8d", "command": "docker cp 82cd7bd23a576a0e5cc18ef7b18cfd6d214e559cf779cb53dac81f3deefc6751:/workspace/eval/results.xml /tmp/tmpe606e_pn.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1349, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037291682994691655 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14205257900175638 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1265446439938387 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1296047340001678 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1353769179986557 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5136, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.697159659001045 }, { "branch": "7c806822af9e", "command": "docker cp 5aa8729074d087dbed50d878011ba81413b90a3fa39dc3909908f9211c669c52:/workspace/eval/results.xml /tmp/tmpf2b_zmdw.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6481, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03588806100015063 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13935919498908333 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.108087101005367 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1273720329918433 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12319894900429063 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8731, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.7184338349907193 }, { "branch": "2225fedd8064", "command": "docker cp f28369d0b93c038a1bc8a4bff3b62bd324b24527a6c1e512a2d940f262feee1c:/workspace/eval/results.xml /tmp/tmp61u6p85w.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5318, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024519433005480096 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1344565990002593 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1321027500089258 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13109400399844162 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13397411500045564 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2372, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.5496726690034848 }, { "branch": "e41bdb38c1bb", "command": "docker cp 8ce6ad980f887ca5f141c82d029228fba3aa5de4c691c32638cf9bd4056e2235:/workspace/eval/results.xml /tmp/tmp3m4lc56w.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1020, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04214650799985975 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13502788099867757 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12396864900074434 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12658724300854374 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10144410900829826 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10776, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.472966173998429 }, { "branch": "bdc3824b8efc", "command": "docker cp 7f0c1924ccf11368d5f7a0ab3c22928aa1d3a97a832db81279ca42f570c37e4d:/workspace/eval/results.xml /tmp/tmppzn0exmc.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7628, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0402291930076899 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.129633742995793 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13099319499451667 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13406390500313137 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1239044690009905 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 29125, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.815217677009059 }, { "branch": "dd367c57f61d", "command": "docker cp 6181b04c91793c4eacc6ce0669319c293a4d7caec0fef51eb28b9fae740e559d:/workspace/eval/results.xml /tmp/tmpi_3rqvh6.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 21879, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03846724799950607 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11472430200956296 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11568138800794259 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11300600400136318 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.134510957999737 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2147, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.6393506699969294 }, { "branch": "2a8a7f6081d6", "command": "docker cp 5e626308e4afac8e460dc2a69ddd43bcbaa43ffc12213e37903ae4d70a73cf33:/workspace/eval/results.xml /tmp/tmpg6wqkvgj.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 901, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.025490900996373966 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12280755300889723 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13557654299074784 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1160343140072655 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12437531199248042 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4123, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.637937683000928 }, { "branch": "bf97d7937b0c", "command": "docker cp cd1c3cc20d212c145210c6032be183226d640f2baf0e6f1fdd8643db120e4382:/workspace/eval/results.xml /tmp/tmpqe699hbz.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2283, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03740726099931635 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14000414400652517 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1386359329917468 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13089284500165377 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1323044759919867 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 88935, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 78.76419502300269 }, { "branch": "349d2350509b", "command": "docker cp 4a1f6f2654e4f71b3948642339f8860d7a87b8f96c95263c563f55017b264d28:/workspace/eval/results.xml /tmp/tmpy1191iw9.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 111017, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03377925000677351 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "error": 1, "failure": 440, "passed": 1547, "skipped": 6 }, "test_branch_errors": {}, "test_branches": [ "17ed9c2b10e7", "232c42124c8a", "219a89113e8f", "2173f127eb8d", "7c806822af9e", "2225fedd8064", "e41bdb38c1bb", "bdc3824b8efc", "dd367c57f61d", "2a8a7f6081d6", "bf97d7937b0c", "349d2350509b" ], "test_records": 1994, "test_results": [ { "branch": "17ed9c2b10e7", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_args_coverage.test_invalid_priority", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 217, "message_redacted": true, "time": 0.361 }, "name": "eval.tests.test_comprehensive_cmdline.test_filter_hash_with_real_hash", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.163 }, "name": "eval.tests.test_all_testdata.test_export_all_formats", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 229, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_behavioral_strong.test_startday_shortcut", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.183 }, "name": "eval.tests.test_behavioral_strong.test_query_appointments_specific_date", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.167 }, "name": "eval.tests.test_additional_coverage.test_export_ical_explicit", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 231, "message_redacted": true, "time": 0.726 }, "name": "eval.tests.test_all_testdata.test_limit_with_all_commands", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.137 }, "name": "eval.tests.test_additional_coverage.test_range_shortcut", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 355, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_all_ical_testdata.test_ical_009_import", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 201, "message_redacted": true, "time": 0.169 }, "name": "eval.tests.test_all_testdata.test_main_apts_file", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 7237, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_additional_coverage.test_format_apt_with_time_specifiers", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 257, "message_redacted": true, "time": 0.166 }, "name": "eval.tests.test_behavioral_strong.test_from_to_date_range", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 218, "message_redacted": true, "time": 0.336 }, "name": "eval.tests.test_additional_coverage.test_filter_hash_with_prefix", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 246, "message_redacted": true, "time": 0.197 }, "name": "eval.tests.test_comprehensive_coverage.test_calendar_file_option", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 229, "message_redacted": true, "time": 0.162 }, "name": "eval.tests.test_comprehensive_final.test_startday", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 271, "message_redacted": true, "time": 0.175 }, "name": "eval.tests.test_comprehensive_cmdline.test_limit_and_search_combination", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 199, "message_redacted": true, "time": 0.232 }, "name": "eval.tests.test_args_coverage.test_priority_out_of_range_high", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 69, "message_redacted": true, "time": 0.171 }, "name": "eval.tests.test_behavioral_strong.test_query_with_filter_type_cal", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.137 }, "name": "eval.tests.test_additional_coverage.test_export_pcal", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 229, "message_redacted": true, "time": 0.181 }, "name": "eval.tests.test_comprehensive_cmdline.test_custom_config_directory_usage", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 189, "message_redacted": true, "time": 0.136 }, "name": "eval.tests.test_behavioral_strong.test_nonexistent_data_directory", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 229, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_additional_coverage.test_startday_shortcut", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 269, "message_redacted": true, "time": 0.166 }, "name": "eval.tests.test_all_ical_testdata.test_ical_010_import", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 235, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_all_testdata.test_apts_export", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.144 }, "name": "eval.tests.test_comprehensive_coverage.test_filter_type_cal_shorthand", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 257, "message_redacted": true, "time": 0.156 }, "name": "eval.tests.test_comprehensive_final.test_query_full_form", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 227, "message_redacted": true, "time": 0.144 }, "name": "eval.tests.test_comprehensive_coverage.test_zero_priority_completed_todos", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 230, "message_redacted": true, "time": 0.144 }, "name": "eval.tests.test_comprehensive_coverage.test_export_pcal_format", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 195, "message_redacted": true, "time": 0.158 }, "name": "eval.tests.test_comprehensive_final.test_custom_data_directory", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 239, "message_redacted": true, "time": 0.177 }, "name": "eval.tests.test_all_testdata.test_export_with_uid", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 196, "message_redacted": true, "time": 0.22 }, "name": "eval.tests.test_args_coverage.test_invalid_limit", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 69, "message_redacted": true, "time": 0.164 }, "name": "eval.tests.test_behavioral_strong.test_format_option_apt_custom", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 194, "message_redacted": true, "time": 0.196 }, "name": "eval.tests.test_comprehensive_cmdline.test_all_query_short_forms_with_test_data", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 269, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_all_ical_testdata.test_ical_011_import", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.179 }, "name": "eval.tests.test_additional_coverage.test_todo_with_priority", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 158, "message_redacted": true, "time": 0.331 }, "name": "eval.tests.test_comprehensive_cmdline.test_invalid_arguments_produce_errors", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 255, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_all_testdata.test_todo_export", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 144, "message_redacted": true, "time": 0.143 }, "name": "eval.tests.test_core_functionality.test_conflicting_options", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 239, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_comprehensive_coverage.test_filter_pattern_regex", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 227, "message_redacted": true, "time": 0.143 }, "name": "eval.tests.test_comprehensive_coverage.test_specific_priority_filter", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 218, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_comprehensive_coverage.test_grep_with_format_option", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.151 }, "name": "eval.tests.test_comprehensive_final.test_query_with_specific_date", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 52, "message_redacted": true, "time": 0.163 }, "name": "eval.tests.test_coverage_boost.test_very_long_descriptions", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 247, "message_redacted": true, "time": 0.198 }, "name": "eval.tests.test_all_testdata.test_export_with_all_filters", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 2439, "message_redacted": true, "time": 0.227 }, "name": "eval.tests.test_args_coverage.test_invalid_days", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 531, "message_redacted": true, "time": 0.358 }, "name": "eval.tests.test_behavioral_strong.test_limit_option_restricts_output", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 269, "message_redacted": true, "time": 0.195 }, "name": "eval.tests.test_all_ical_testdata.test_ical_013_import", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 538, "message_redacted": true, "time": 0.143 }, "name": "eval.tests.test_coverage_push.test_recurring_appointment_query", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.509 }, "name": "eval.tests.test_comprehensive_cmdline.test_purge_maintains_data_integrity", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 760, "message_redacted": true, "time": 0.441 }, "name": "eval.tests.test_all_testdata.test_event_files", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.164 }, "name": "eval.tests.test_comprehensive_coverage.test_input_datefmt_option_2", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 559, "message_redacted": true, "time": 0.15 }, "name": "eval.tests.test_comprehensive_coverage.test_range_with_negative_number", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 242, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_comprehensive_coverage.test_format_apt_custom", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.297 }, "name": "eval.tests.test_comprehensive_final.test_ical_roundtrip", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.197 }, "name": "eval.tests.test_edge_cases_final.test_missing_calendar_file", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 50, "message_redacted": true, "time": 0.203 }, "name": "eval.tests.test_coverage_boost.test_notes_with_items", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.138 }, "name": "eval.tests.test_edge_cases_final.test_multiple_exports", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 184, "message_redacted": true, "time": 0.157 }, "name": "eval.tests.test_error_edge_cases.test_malformed_appointment_date", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 246, "message_redacted": true, "time": 0.154 }, "name": "eval.tests.test_comprehensive_coverage.test_format_event_custom", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 453, "message_redacted": true, "time": 0.185 }, "name": "eval.tests.test_coverage_push.test_recurring_event_export", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 7239, "message_redacted": true, "time": 0.234 }, "name": "eval.tests.test_behavioral_strong.test_input_datefmt_option", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 227, "message_redacted": true, "time": 0.145 }, "name": "eval.tests.test_comprehensive_coverage.test_input_datefmt_option_3", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 210, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_error_edge_cases.test_many_appointments", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 260, "message_redacted": true, "time": 0.153 }, "name": "eval.tests.test_comprehensive_coverage.test_startday_with_specific_date", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 257, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_error_edge_cases.test_query_from_to_same_date", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 755, "message_redacted": true, "time": 1.268 }, "name": "eval.tests.test_all_testdata.test_appointment_files", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_core_functionality.test_grep_operation", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 201, "message_redacted": true, "time": 0.15 }, "name": "eval.tests.test_error_paths.test_multiline_appointment_description", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.185 }, "name": "eval.tests.test_error_paths.test_multiple_mode_options", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 762, "message_redacted": true, "time": 0.152 }, "name": "eval.tests.test_coverage_push.test_notes_in_appointments", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 184, "message_redacted": true, "time": 0.154 }, "name": "eval.tests.test_error_edge_cases.test_malformed_event_date", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.186 }, "name": "eval.tests.test_error_paths.test_calendar_file_with_wrong_extension", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 230, "message_redacted": true, "time": 0.336 }, "name": "eval.tests.test_edge_cases_final.test_import_then_export", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 415, "message_redacted": true, "time": 0.154 }, "name": "eval.tests.test_comprehensive_coverage.test_format_raw_specifier", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 250, "message_redacted": true, "time": 0.158 }, "name": "eval.tests.test_behavioral_strong.test_output_datefmt_option", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 226, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_comprehensive_coverage.test_input_datefmt_option_4", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 317, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_coverage_push.test_format_duration_seconds", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.158 }, "name": "eval.tests.test_error_edge_cases.test_special_characters_in_description", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.148 }, "name": "eval.tests.test_core_functionality.test_export_ical_explicit", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 840, "message_redacted": true, "time": 0.146 }, "name": "eval.tests.test_error_paths.test_corrupted_apts_file", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 230, "message_redacted": true, "time": 0.159 }, "name": "eval.tests.test_ical_coverage.test_ical_export_basic", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.144 }, "name": "eval.tests.test_core_functionality.test_grep_case_sensitive", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 481, "message_redacted": true, "time": 0.171 }, "name": "eval.tests.test_coverage_push.test_note_file_listing", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 184, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_error_edge_cases.test_malformed_recurrence", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 504, "message_redacted": true, "time": 0.198 }, "name": "eval.tests.test_future_appointments.test_next_appointment_in_future", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 249, "message_redacted": true, "time": 0.177 }, "name": "eval.tests.test_final_coverage_boost.test_search_case_insensitive", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 187, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_comprehensive_final.test_note_handling", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 230, "message_redacted": true, "time": 0.148 }, "name": "eval.tests.test_edge_cases_final.test_export_empty_data", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 250, "message_redacted": true, "time": 0.175 }, "name": "eval.tests.test_comprehensive_coverage.test_format_hash_specifier", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 230, "message_redacted": true, "time": 0.297 }, "name": "eval.tests.test_ical_files.test_import_and_export_roundtrip", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 505, "message_redacted": true, "time": 0.175 }, "name": "eval.tests.test_comprehensive_coverage.test_output_datefmt_custom_format", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.168 }, "name": "eval.tests.test_core_functionality.test_export_pcal_format", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_ical_coverage.test_ical_export_with_filters", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 232, "message_redacted": true, "time": 0.191 }, "name": "eval.tests.test_ical_files.test_range_with_search", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 474, "message_redacted": true, "time": 0.165 }, "name": "eval.tests.test_final_coverage_boost.test_export_only_events", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 1212, "message_redacted": true, "time": 0.154 }, "name": "eval.tests.test_ical_files.test_import_ical_009", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 184, "message_redacted": true, "time": 0.163 }, "name": "eval.tests.test_error_edge_cases.test_malformed_todo", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 267, "message_redacted": true, "time": 0.137 }, "name": "eval.tests.test_coverage_boost.test_filter_range_syntax", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 275, "message_redacted": true, "time": 0.157 }, "name": "eval.tests.test_final_coverage_boost.test_format_recur_event_custom", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 295, "message_redacted": true, "time": 0.206 }, "name": "eval.tests.test_ical_files.test_export_with_date_range", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 456, "message_redacted": true, "time": 0.162 }, "name": "eval.tests.test_comprehensive_coverage.test_export_uid_option", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 506, "message_redacted": true, "time": 0.186 }, "name": "eval.tests.test_maximize_coverage.test_recur_daily", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 247, "message_redacted": true, "time": 0.15 }, "name": "eval.tests.test_ical_files.test_export_different_filters", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 235, "message_redacted": true, "time": 0.153 }, "name": "eval.tests.test_comprehensive_coverage.test_search_regex_in_query", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 249, "message_redacted": true, "time": 0.144 }, "name": "eval.tests.test_recurrence_extensive.test_recur_yearly", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 248, "message_redacted": true, "time": 0.155 }, "name": "eval.tests.test_recurrence_extensive.test_recur_new_year_cross", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 247, "message_redacted": true, "time": 0.137 }, "name": "eval.tests.test_recurrence_extensive.test_recur_daily", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 230, "message_redacted": true, "time": 0.168 }, "name": "eval.tests.test_ical_coverage.test_ical_export_pcal_basic", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 241, "message_redacted": true, "time": 0.194 }, "name": "eval.tests.test_ical_files.test_startday_with_search", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 268, "message_redacted": true, "time": 0.175 }, "name": "eval.tests.test_recurrence_extensive.test_query_recur_with_date_range", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 237, "message_redacted": true, "time": 0.177 }, "name": "eval.tests.test_intensive_features.test_query_far_past", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_ical_files.test_export_pcal_format", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 2416, "message_redacted": true, "time": 0.191 }, "name": "eval.tests.test_strong_coverage.test_todo_listing", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 236, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_maximize_coverage.test_recur_event_basic", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 249, "message_redacted": true, "time": 0.157 }, "name": "eval.tests.test_ical_files.test_export_only_events", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 144, "message_redacted": true, "time": 0.18 }, "name": "eval.tests.test_strong_coverage.test_conflicting_mode_options", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 248, "message_redacted": true, "time": 0.183 }, "name": "eval.tests.test_recurrence_extensive.test_recur_every_second_day", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 248, "message_redacted": true, "time": 0.154 }, "name": "eval.tests.test_recurrence_extensive.test_recur_month_change", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 241, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_maximize_coverage.test_all_day_event_on_multiple_days", "status": "failure" }, { "branch": "17ed9c2b10e7", "extra": { "message_chars": 248, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_recurrence_extensive.test_recur_weekly", "status": "failure" } ], "test_results_omitted": 327, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }