{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "fd7986a7f1479c0884beb38fa13949747943ee3b69f5d513fe128d5ba06382a0", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.14939344098092988 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(a9b1a5c14785241b87a6daa2fe36b53776206db3fc617a4bc8e8a43a1f319a3c) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.11583403998520225 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.14614197399350815 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.12904399598482996 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.1185642379859928 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.0914182809938211 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6486921820032876 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13354876398807392 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13023771601729095 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12318347601103596 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11541585900704376 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 136954, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 15.100934474990936 }, { "branch": "a94a7d27d002", "command": "docker cp a00bb8ae6141c9dfaf7a86b81065ce24e09f215c48807883ccfe0ab34a16bd53:/workspace/eval/results.xml /tmp/tmp1fd0ahw6.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 137636, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037565762002486736 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1362450789893046 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11658073001308367 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12454690699814819 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12197299799299799 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 29, "exception_info_redacted": true, "output_original_chars": 0, "output_redacted": true, "returncode": -1, "step": "run_tests", "wall_time": 3600.108805824013 }, { "branch": "", "command": "docker cp 1558c499bafbf8c4ed7e967e5875b980751cda8344e90b3bad59a5348e255940:/workspace/eval/results.xml /tmp/tmpceiwc4xg.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 157, "output_redacted": true, "returncode": 1, "step": "results_read", "wall_time": 0.02939382501062937 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12485677600488998 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1179668289842084 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.08681060301023535 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09014922499773093 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 29, "exception_info_redacted": true, "output_original_chars": 0, "output_redacted": true, "returncode": -1, "step": "run_tests", "wall_time": 3600.0109875360213 }, { "branch": "", "command": "docker cp 0d8c0b2d5925205c8fae252111e8120d323db88b02eac5eaa1761e914fce86a2:/workspace/eval/results.xml /tmp/tmph3al2ple.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 157, "output_redacted": true, "returncode": 1, "step": "results_read", "wall_time": 0.038070628012064844 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.15807115600910038 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12583418798749335 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1323701630171854 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12147513098898344 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25184, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.766821099998197 }, { "branch": "99348309cf89", "command": "docker cp 9954b88748faf5c81b5ebacdfa200a3f94b03e75668b13e38ca88fcee22bde2e:/workspace/eval/results.xml /tmp/tmp17zdavbk.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 19872, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04001635601161979 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11286227699019946 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12839117500698194 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11966738101909868 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13455872199847363 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5701, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.710515008016955 }, { "branch": "aa82df9c96cd", "command": "docker cp 6ac869ca200bf4e549f984a23916c7101985ac7bad93014e109c77a17088f23f:/workspace/eval/results.xml /tmp/tmplsr069_q.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6258, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03711177199147642 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1479403910052497 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13734474600641988 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1342282929981593 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1425026090000756 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11680, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.975395696994383 }, { "branch": "623126b43f9e", "command": "docker cp ab6ad4bfab1ebe6e47f689f63c20bdcd3704a16ebf84df2d6ab9638a9a2fe161:/workspace/eval/results.xml /tmp/tmpyw5wxi__.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6972, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03949760997784324 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12757735900231637 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12431589598418213 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12277972500305623 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1278341260040179 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2421, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.491952896991279 }, { "branch": "3bf39808dee9", "command": "docker cp ac353e9f61b1f0292c061b0f89007cbfd9a3450a0aa4bb03b997d74a7973e65c:/workspace/eval/results.xml /tmp/tmpor0befsk.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1038, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02707521599950269 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14062805799767375 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12056825601030141 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12706751099904068 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1320094849797897 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5724, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4954119449830614 }, { "branch": "379b085608c9", "command": "docker cp 76886ff8305929c7a26b9f4b74733113f7a96e78ceddaf12e6f85b062d412389:/workspace/eval/results.xml /tmp/tmpnrvbvsaq.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3180, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.020526810985757038 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1329103300231509 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11712396400980651 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1299509459931869 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12596390600083396 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3984, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.535422749002464 }, { "branch": "b7ec3be0bde5", "command": "docker cp c8acd896ed33b1bec54457bc4d3782d406b6f037399ff9a212dbc69877939ce3:/workspace/eval/results.xml /tmp/tmpqhi1yldo.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2086, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04000785600510426 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11977953001041897 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.14007843198487535 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13926669498323463 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.14497636500163935 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 930, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.097760959994048 }, { "branch": "822a6e4bc4e0", "command": "docker cp ebd872f11e61502f2bd1695783ca71aabe8a313a60fa688c1740620d00c0f2d9:/workspace/eval/results.xml /tmp/tmph72wcp_u.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 330, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03828782500931993 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12068093600100838 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12356676900526509 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13015368400374427 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12637319500208832 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 366040, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 166.95550984001602 }, { "branch": "36c902fa4829", "command": "docker cp 19780467fecfe797217a98d6898da8b6ecedeafd7e55382118925d5149571bbe:/workspace/eval/results.xml /tmp/tmpgc40s8kr.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 557591, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03976990599767305 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "error": 74, "failure": 78, "not_run": 1185, "passed": 134 }, "test_branch_errors": { "ad0a74fcd352": [ { "error_code": "results_read_failed", "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container 0d8c0b2d5925205c8fae252111e8120d323db88b02eac5eaa1761e914fce86a2" } ] }, "test_branches": [ "a94a7d27d002", "ad0a74fcd352", "99348309cf89", "aa82df9c96cd", "623126b43f9e", "3bf39808dee9", "379b085608c9", "b7ec3be0bde5", "822a6e4bc4e0", "36c902fa4829" ], "test_records": 1471, "test_results": [ { "branch": "a94a7d27d002", "extra": { "message_chars": 511, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_advanced_features.test_list_format_full", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 509, "message_redacted": true, "time": 0.127 }, "name": "eval.tests.test_advanced_features.test_new_with_group", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 521, "message_redacted": true, "time": 0.106 }, "name": "eval.tests.test_configuration.test_list_multiple_match_terms", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 515, "message_redacted": true, "time": 0.123 }, "name": "eval.tests.test_advanced_features.test_tag_list_format_full", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 515, "message_redacted": true, "time": 0.137 }, "name": "eval.tests.test_advanced_features.test_list_recursive_links", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 519, "message_redacted": true, "time": 0.134 }, "name": "eval.tests.test_advanced_features.test_list_mentioned_by_filter", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 514, "message_redacted": true, "time": 0.129 }, "name": "eval.tests.test_advanced_features.test_tag_list_delimiter0", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 512, "message_redacted": true, "time": 0.094 }, "name": "eval.tests.test_advanced_features.test_list_format_short", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 511, "message_redacted": true, "time": 0.121 }, "name": "eval.tests.test_configuration.test_custom_template", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 512, "message_redacted": true, "time": 0.136 }, "name": "eval.tests.test_advanced_features.test_list_no_linked_by", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 519, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_advanced_features.test_list_created_date_filter", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 517, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_configuration.test_list_sort_by_modified", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 517, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_configuration.test_list_missing_backlink", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 513, "message_redacted": true, "time": 0.132 }, "name": "eval.tests.test_advanced_features.test_list_related_notes", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 521, "message_redacted": true, "time": 0.093 }, "name": "eval.tests.test_configuration.test_graph_with_multiple_filters", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 519, "message_redacted": true, "time": 0.097 }, "name": "eval.tests.test_configuration.test_list_sort_by_word_count", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 511, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_advanced_features.test_list_format_long", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 510, "message_redacted": true, "time": 0.131 }, "name": "eval.tests.test_advanced_features.test_list_delimiter0", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 516, "message_redacted": true, "time": 0.108 }, "name": "eval.tests.test_configuration.test_list_sort_by_created", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 515, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_advanced_features.test_tag_list_format_name", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 512, "message_redacted": true, "time": 0.109 }, "name": "eval.tests.test_advanced_features.test_tag_list_no_pager", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 514, "message_redacted": true, "time": 0.101 }, "name": "eval.tests.test_configuration.test_config_file_exists", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 512, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_advanced_features.test_list_max_distance", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 521, "message_redacted": true, "time": 0.108 }, "name": "eval.tests.test_configuration.test_notebook_with_subdirectories", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 515, "message_redacted": true, "time": 0.116 }, "name": "eval.tests.test_advanced_features.test_multiple_tags_filter", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 510, "message_redacted": true, "time": 0.105 }, "name": "eval.tests.test_advanced_features.test_list_no_link_to", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 520, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_advanced_features.test_list_modified_date_filter", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 513, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_configuration.test_list_sort_by_path", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 512, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_advanced_features.test_list_exclude_path", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 514, "message_redacted": true, "time": 0.091 }, "name": "eval.tests.test_advanced_features.test_list_mention_filter", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 512, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_configuration.test_graph_with_match", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 511, "message_redacted": true, "time": 0.073 }, "name": "eval.tests.test_configuration.test_graph_with_sort", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 311, "message_redacted": true, "time": 0.146 }, "name": "eval.tests.test_global_flags.test_notebook_dir_flag", "status": "failure" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 311, "message_redacted": true, "time": 0.128 }, "name": "eval.tests.test_global_flags.test_working_dir_flag", "status": "failure" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 311, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_global_flags.test_no_input_flag", "status": "failure" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 302, "message_redacted": true, "time": 0.129 }, "name": "eval.tests.test_error_handling.test_missing_required_format_for_graph", "status": "failure" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 311, "message_redacted": true, "time": 0.082 }, "name": "eval.tests.test_init_command.test_init_existing_directory", "status": "failure" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 282, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_init_command.test_init_current_directory", "status": "failure" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 518, "message_redacted": true, "time": 0.104 }, "name": "eval.tests.test_edit_command.test_edit_with_match_filter", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 512, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_graph_command.test_graph_json_format", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 517, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_edit_command.test_edit_with_editor_unset", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 511, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_graph_command.test_graph_with_limit", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 507, "message_redacted": true, "time": 0.127 }, "name": "eval.tests.test_graph_command.test_graph_quiet", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 514, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_graph_command.test_graph_with_filters", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 506, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_index_command.test_index_basic", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 506, "message_redacted": true, "time": 0.115 }, "name": "eval.tests.test_index_command.test_index_force", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 509, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_index_command.test_index_verbose", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 511, "message_redacted": true, "time": 0.101 }, "name": "eval.tests.test_list_command.test_list_format_json", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 311, "message_redacted": true, "time": 0.092 }, "name": "eval.tests.test_init_command.test_init_creates_default_template", "status": "failure" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 311, "message_redacted": true, "time": 0.083 }, "name": "eval.tests.test_init_command.test_init_creates_templates_dir", "status": "failure" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 315, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_init_command.test_init_new_directory", "status": "failure" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 506, "message_redacted": true, "time": 0.105 }, "name": "eval.tests.test_list_command.test_list_limit", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 506, "message_redacted": true, "time": 0.121 }, "name": "eval.tests.test_index_command.test_index_quiet", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 503, "message_redacted": true, "time": 0.129 }, "name": "eval.tests.test_list_command.test_list_tag", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 512, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_list_command.test_list_format_jsonl", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 506, "message_redacted": true, "time": 0.104 }, "name": "eval.tests.test_list_command.test_list_basic", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 508, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_list_command.test_list_link_to", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 506, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_list_command.test_list_quiet", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 507, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_list_command.test_list_orphan", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 505, "message_redacted": true, "time": 0.095 }, "name": "eval.tests.test_list_command.test_list_match", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 507, "message_redacted": true, "time": 0.105 }, "name": "eval.tests.test_list_command.test_list_tagless", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 509, "message_redacted": true, "time": 0.08 }, "name": "eval.tests.test_list_command.test_list_with_path", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 517, "message_redacted": true, "time": 0.08 }, "name": "eval.tests.test_list_command.test_list_match_strategy_re", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 509, "message_redacted": true, "time": 0.082 }, "name": "eval.tests.test_list_command.test_list_no_pager", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 510, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_list_command.test_list_linked_by", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 504, "message_redacted": true, "time": 0.148 }, "name": "eval.tests.test_list_command.test_list_sort", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 508, "message_redacted": true, "time": 0.131 }, "name": "eval.tests.test_new_command.test_new_with_date", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 520, "message_redacted": true, "time": 0.134 }, "name": "eval.tests.test_new_command.test_new_with_title_print_path", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 520, "message_redacted": true, "time": 0.128 }, "name": "eval.tests.test_list_command.test_list_match_strategy_exact", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 513, "message_redacted": true, "time": 0.117 }, "name": "eval.tests.test_list_command.test_list_header_footer", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 507, "message_redacted": true, "time": 0.137 }, "name": "eval.tests.test_new_command.test_new_dry_run", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 509, "message_redacted": true, "time": 0.138 }, "name": "eval.tests.test_list_command.test_list_delimiter", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 514, "message_redacted": true, "time": 0.135 }, "name": "eval.tests.test_new_command.test_new_with_custom_id", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 520, "message_redacted": true, "time": 0.132 }, "name": "eval.tests.test_new_command.test_new_with_extra_variables", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 509, "message_redacted": true, "time": 0.129 }, "name": "eval.tests.test_tag_command.test_tag_list_basic", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 514, "message_redacted": true, "time": 0.122 }, "name": "eval.tests.test_new_command.test_new_in_subdirectory", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 521, "message_redacted": true, "time": 0.128 }, "name": "eval.tests.test_new_command.test_new_with_interactive_input", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 509, "message_redacted": true, "time": 0.115 }, "name": "eval.tests.test_tag_command.test_tag_list_jsonl", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 517, "message_redacted": true, "time": 0.084 }, "name": "eval.tests.test_tag_command.test_tag_list_header_footer", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 510, "message_redacted": true, "time": 0.128 }, "name": "eval.tests.test_tag_command.test_tag_list_quiet", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 508, "message_redacted": true, "time": 0.129 }, "name": "eval.tests.test_tag_command.test_tag_list_json", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 508, "message_redacted": true, "time": 0.121 }, "name": "eval.tests.test_tag_command.test_tag_list_sort", "status": "error" }, { "branch": "a94a7d27d002", "extra": { "message_chars": 513, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_tag_command.test_tag_list_delimiter", "status": "error" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_config_alias_section_parses", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_config_extra_variables_accessible", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_config_filter_section_parses", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_config_format_markdown_hashtags_default_true", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_config_format_markdown_link_format_wiki", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_config_id_case_mixed", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_config_id_charset_letters_only", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_config_id_charset_numbers_only", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_config_lsp_diagnostics_settings", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_config_note_language_setting", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_config_tool_settings", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_custom_note_config_extension", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_custom_note_config_filename_template", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_custom_note_config_id_case_upper", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_custom_note_config_id_charset_hex", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_custom_note_config_id_length", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_help_flag_on_root_command", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_help_flag_on_subcommand", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_help_shows_all_global_flags", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_config.test_invalid_toml_syntax_error", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_collection_format_distinct_tags_rendered_separately", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_collection_format_tag_list_output", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_collection_kind_field_tag_operations", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_note_filename_extraction_from_nested_path", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_note_filename_stem_removes_extension_correctly", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_note_format_different_notes_produce_different_output", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_note_format_link_field_lazy_evaluation", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_note_format_snippet_generation_on_search", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_note_id_isvalid_list_operations_work", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_note_minimal_note_preserves_all_fields", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_note_path_with_special_characters_in_filename", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_template_absolute_path_loading", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_template_invalid_helper_syntax_wrong_arg_count", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_template_loader_caches_loaded_templates", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_template_not_found_error", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_template_parse_error_unclosed_expression", "status": "not_run" }, { "branch": "ad0a74fcd352", "extra": {}, "name": "tests.test_core_coverage.test_template_unclosed_block_helper", "status": "not_run" } ], "test_results_omitted": 1217, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }