{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "ca6b3129209ee2664b23168193cd450b69a8bd39ac9b54aef2240bf4bbac65fb", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.14837110599910375 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(67f97009ffc841466cd95301073e1804b5ff2c222078f2ef24422f6f62f312e2) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.12104176499997266 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.1532495699939318 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.13000662499689497 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.13290869499905966 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.1296198199997889 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6336180520011112 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13986703999398742 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12578593099897262 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1328041770029813 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09443490400735755 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 323937, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 30.188020292000147 }, { "branch": "920f2c41e995", "command": "docker cp 3ecbd699b0785f592f335c7ae93422142365de96f3afd261b192999b8d7956aa:/workspace/eval/results.xml /tmp/tmpqam_ngtf.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 335069, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.027932982993661426 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1309939009952359 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.125915980010177 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13727944499987643 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12798211201152299 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1805751, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 227.24291820000508 }, { "branch": "1040f6b8a219", "command": "docker cp 0bd0ffadb1da09a4a8e19c32c2d0a64f2a30ae695bd1826d292316182deb18fb:/workspace/eval/results.xml /tmp/tmpbnbhbo8i.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1474072, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04269481298979372 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14527254000131506 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1204781029955484 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11993072100449353 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12325488599890377 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 822290, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 838.2320766960038 }, { "branch": "b9729b57ee68", "command": "docker cp e2ffb93a53cc29f5275c92eb9ddcd2da4a7ecfc5f503915bcf1040d260f0e1a3:/workspace/eval/results.xml /tmp/tmpi88747q7.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 711601, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.039298339004744776 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14364666199253406 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13262546100304462 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12584179200348444 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12158281999290921 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1208, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.442022798000835 }, { "branch": "b8be5cc4b78a", "command": "docker cp a0daa4e81febf2cac8c08b8f8c9db9a7215228e47ed43e5e7551fe9a4460a31f:/workspace/eval/results.xml /tmp/tmpvz2gqp1p.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3089, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.036138392009888776 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13414474100864027 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12085567900794558 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1193931000016164 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1281117920007091 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9967, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.605720279010711 }, { "branch": "39358c9593e6", "command": "docker cp d9ab5c4faafcd60cb1f187e0dc13f7d5a8c4f62454fcd3ac389fc05b2857faf9:/workspace/eval/results.xml /tmp/tmp6_swla_h.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8190, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038124916012748145 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13294276600936428 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12529024999821559 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10226575999695342 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12192329500976484 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11509, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.392783111004974 }, { "branch": "0f05dce28023", "command": "docker cp 6492cc6dfe2a14163c0e2548be85213e74f7da3ec00f8bdf29dfc4c8d15f155e:/workspace/eval/results.xml /tmp/tmpmkqbzww0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8356, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0382885020080721 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13229041500017047 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12065740200341679 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12952986199525185 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1466549120086711 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1312, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4568533779965946 }, { "branch": "48df755926d7", "command": "docker cp 374ef130594d00b365a176b138acaa401230bf3585ef5ad533fc59cd494e6836:/workspace/eval/results.xml /tmp/tmpvb3tc2i6.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 339, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03650626799208112 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13867537899932358 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12434965299325995 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12846509699011222 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10594104100891855 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7502, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 13.216089797002496 }, { "branch": "f889f70b446b", "command": "docker cp 312446b13c91198019d5af6812b19949598137c295addda68669fe6fe3ec9e78:/workspace/eval/results.xml /tmp/tmp6j_rtjsh.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5980, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038422702011303045 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13237709499662742 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1257864619983593 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12283136299811304 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1021026329981396 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6091, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4216788319899933 }, { "branch": "9c41bb984bb2", "command": "docker cp f5514e31a1c74df2795905e8d8123bc774601514bf4f161b3bcd6a026cf2c4a1:/workspace/eval/results.xml /tmp/tmpq9hvw4h1.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3578, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.023764179000863805 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13313527399441227 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13335512099729385 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09818167600315064 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11977552399912383 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1460, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.2433045390062034 }, { "branch": "1d3bd4a2de11", "command": "docker cp c35fb900d494fb6b3dedf49446f2de2ee71eb1f3d845ed9b2280292b9417b7e3:/workspace/eval/results.xml /tmp/tmp8kuahlm2.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 643, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02943266301008407 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13873570901341736 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13040983000246342 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.140514875005465 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12468279800668824 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 20875, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.806693859005463 }, { "branch": "1d7e34d37f1f", "command": "docker cp 5877ebfd752783e620a97feec4a15ed0dad30acb4c6d9bc65801546e767d0c16:/workspace/eval/results.xml /tmp/tmpmn4irdh5.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 19701, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03485693900438491 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 2179, "passed": 187, "skipped": 184 }, "test_branch_errors": {}, "test_branches": [ "920f2c41e995", "1040f6b8a219", "b9729b57ee68", "b8be5cc4b78a", "39358c9593e6", "0f05dce28023", "48df755926d7", "f889f70b446b", "9c41bb984bb2", "1d3bd4a2de11", "1d7e34d37f1f" ], "test_records": 2550, "test_results": [ { "branch": "920f2c41e995", "extra": { "message_chars": 496, "message_redacted": true, "time": 0.128 }, "name": "eval.tests.test_additional_coverage.test_missingInclude_check", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 518, "message_redacted": true, "time": 0.128 }, "name": "eval.tests.test_advanced_features.test_includes_file", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 469, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_additional_coverage.test_complex_pointer_error", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 516, "message_redacted": true, "time": 0.127 }, "name": "eval.tests.test_additional_coverage.test_warning_exitcode", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 495, "message_redacted": true, "time": 0.124 }, "name": "eval.tests.test_advanced_features.test_header_file_checking", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 507, "message_redacted": true, "time": 0.131 }, "name": "eval.tests.test_advanced_features.test_library_with_check_library", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 493, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_advanced_features.test_portability_checks", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 469, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_additional_coverage.test_unicode_in_comments", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 519, "message_redacted": true, "time": 0.146 }, "name": "eval.tests.test_additional_coverage.test_cppcheck_build_dir", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 486, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_additional_coverage.test_std_cpp03", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 532, "message_redacted": true, "time": 0.145 }, "name": "eval.tests.test_advanced_features.test_template_with_all_fields", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 499, "message_redacted": true, "time": 0.136 }, "name": "eval.tests.test_additional_coverage.test_multiple_defines", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 493, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_additional_coverage.test_template_cppcheck1", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 494, "message_redacted": true, "time": 0.096 }, "name": "eval.tests.test_advanced_features.test_project_file", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 495, "message_redacted": true, "time": 0.08 }, "name": "eval.tests.test_advanced_features.test_addon_python_interpreter", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 513, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_advanced_features.test_check_level_combinations", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 485, "message_redacted": true, "time": 0.135 }, "name": "eval.tests.test_additional_coverage.test_multiple_errors_in_file", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 517, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_advanced_features.test_suppress_xml_file", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 493, "message_redacted": true, "time": 0.136 }, "name": "eval.tests.test_advanced_features.test_information_checks", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 505, "message_redacted": true, "time": 0.129 }, "name": "eval.tests.test_additional_coverage.test_library_combined", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 502, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_advanced_features.test_config_exclude", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 469, "message_redacted": true, "time": 0.128 }, "name": "eval.tests.test_additional_coverage.test_array_out_of_bounds", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 489, "message_redacted": true, "time": 0.134 }, "name": "eval.tests.test_additional_coverage.test_platform_win64", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 520, "message_redacted": true, "time": 0.127 }, "name": "eval.tests.test_advanced_features.test_checkers_report", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 488, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_additional_coverage.test_template_edit", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 476, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_analysis_options.test_enable_all", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 496, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_advanced_features.test_xml_with_template", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 480, "message_redacted": true, "time": 0.1 }, "name": "eval.tests.test_additional_coverage.test_error_with_quiet", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 503, "message_redacted": true, "time": 0.129 }, "name": "eval.tests.test_additional_coverage.test_enable_all_with_inconclusive", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 1786, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_advanced_features.test_addon_naming", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 498, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_analysis_options.test_enable_multiple", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 480, "message_redacted": true, "time": 0.095 }, "name": "eval.tests.test_analysis_options.test_enable_style", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 487, "message_redacted": true, "time": 0.117 }, "name": "eval.tests.test_additional_coverage.test_cpp_class_with_errors", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 495, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_additional_coverage.test_nested_includes", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 495, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_additional_coverage.test_include_with_defines", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 469, "message_redacted": true, "time": 0.135 }, "name": "eval.tests.test_additional_coverage.test_very_long_line", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 525, "message_redacted": true, "time": 0.091 }, "name": "eval.tests.test_advanced_features.test_config_excludes_file", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 495, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_advanced_features.test_performance_checks", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 487, "message_redacted": true, "time": 0.127 }, "name": "eval.tests.test_advanced_features.test_inline_suppression_comment", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 452, "message_redacted": true, "time": 0.116 }, "name": "eval.tests.test_additional_coverage.test_relative_paths", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 251, "message_redacted": true, "time": 0.123 }, "name": "eval.tests.test_additional_coverage.test_xml_version_2", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 495, "message_redacted": true, "time": 0.123 }, "name": "eval.tests.test_analysis_options.test_disable", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 484, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_analysis_options.test_check_level_normal", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 480, "message_redacted": true, "time": 0.124 }, "name": "eval.tests.test_additional_coverage.test_force_with_multiple_configs", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 480, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_analysis_options.test_enable_warning", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 462, "message_redacted": true, "time": 0.104 }, "name": "eval.tests.test_advanced_features.test_multiple_file_extensions", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 490, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_advanced_features.test_max_ctu_depth", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 486, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_analysis_options.test_enable_performance", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 478, "message_redacted": true, "time": 0.101 }, "name": "eval.tests.test_analysis_options.test_language_c", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.134 }, "name": "eval.tests.test_analysis_options.test_std_c89", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 477, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_analysis_options.test_std_cpp20", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 472, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_edge_cases.test_bitwise_operations", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 489, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_basic.test_multiple_files", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 484, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_analysis_options.test_enable_portability", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 477, "message_redacted": true, "time": 0.097 }, "name": "eval.tests.test_analysis_options.test_std_cpp11", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 460, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_basic.test_simple_c_file", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 472, "message_redacted": true, "time": 0.101 }, "name": "eval.tests.test_edge_cases.test_file_with_only_preprocessor", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 488, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_analysis_options.test_check_level_exhaustive", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 470, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_edge_cases.test_empty_file", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.128 }, "name": "eval.tests.test_basic.test_quiet_mode", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_edge_cases.test_struct_operations", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 474, "message_redacted": true, "time": 0.086 }, "name": "eval.tests.test_edge_cases.test_recursive_function", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 478, "message_redacted": true, "time": 0.104 }, "name": "eval.tests.test_analysis_options.test_inconclusive", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 472, "message_redacted": true, "time": 0.082 }, "name": "eval.tests.test_edge_cases.test_conditional_operator", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 478, "message_redacted": true, "time": 0.124 }, "name": "eval.tests.test_analysis_options.test_language_cpp", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.121 }, "name": "eval.tests.test_analysis_options.test_std_c99", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 477, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_analysis_options.test_std_cpp14", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 472, "message_redacted": true, "time": 0.115 }, "name": "eval.tests.test_edge_cases.test_function_pointers", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 469, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_edge_cases.test_goto_statement", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.131 }, "name": "eval.tests.test_edge_cases.test_deeply_nested_code", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.109 }, "name": "eval.tests.test_edge_cases.test_switch_statement", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_edge_cases.test_file_with_only_comments", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 484, "message_redacted": true, "time": 0.13 }, "name": "eval.tests.test_analysis_options.test_enable_information", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 462, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_basic.test_simple_cpp_file", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 466, "message_redacted": true, "time": 0.117 }, "name": "eval.tests.test_basic.test_verbose_mode", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 485, "message_redacted": true, "time": 0.09 }, "name": "eval.tests.test_analysis_options.test_check_level_reduced", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 453, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_basic.test_directory_recursion", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 470, "message_redacted": true, "time": 0.105 }, "name": "eval.tests.test_edge_cases.test_union_usage", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 470, "message_redacted": true, "time": 0.071 }, "name": "eval.tests.test_edge_cases.test_comma_operator", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 488, "message_redacted": true, "time": 0.083 }, "name": "eval.tests.test_edge_cases.test_designated_initializers", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_analysis_options.test_language_short_form", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 477, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_analysis_options.test_std_cpp17", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 476, "message_redacted": true, "time": 0.108 }, "name": "eval.tests.test_edge_cases.test_switch_fallthrough", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 460, "message_redacted": true, "time": 0.137 }, "name": "eval.tests.test_error_detection.test_detect_uninitialized_variable", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_analysis_options.test_std_c11", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 486, "message_redacted": true, "time": 0.095 }, "name": "eval.tests.test_edge_cases.test_restrict_keyword", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 461, "message_redacted": true, "time": 0.087 }, "name": "eval.tests.test_basic.test_clean_file_no_errors", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 469, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_edge_cases.test_enum", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.1 }, "name": "eval.tests.test_edge_cases.test_sizeof_operator", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 460, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_error_detection.test_detect_memory_leak", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 460, "message_redacted": true, "time": 0.108 }, "name": "eval.tests.test_error_detection.test_detect_division_by_zero", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 3794, "message_redacted": true, "time": 0.116 }, "name": "eval.tests.test_basic.test_invalid_file", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.104 }, "name": "eval.tests.test_edge_cases.test_volatile_keyword", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 484, "message_redacted": true, "time": 0.104 }, "name": "eval.tests.test_basic.test_exit_code_with_errors", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_edge_cases.test_static_function", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 486, "message_redacted": true, "time": 0.064 }, "name": "eval.tests.test_edge_cases.test_compound_literals", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 450, "message_redacted": true, "time": 0.096 }, "name": "eval.tests.test_file_handling.test_file_list_stdin", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 472, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_edge_cases.test_typedef", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 482, "message_redacted": true, "time": 0.13 }, "name": "eval.tests.test_error_detection.test_syntax_error_handling", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 460, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_error_detection.test_detect_double_free", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 481, "message_redacted": true, "time": 0.108 }, "name": "eval.tests.test_edge_cases.test_variable_length_array", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 460, "message_redacted": true, "time": 0.099 }, "name": "eval.tests.test_error_detection.test_detect_use_after_free", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 478, "message_redacted": true, "time": 0.104 }, "name": "eval.tests.test_error_detection.test_detect_unused_variable", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 478, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_file_handling.test_file_filter", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 470, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_edge_cases.test_const_keyword", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 475, "message_redacted": true, "time": 0.121 }, "name": "eval.tests.test_file_handling.test_file_list", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 460, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_error_detection.test_detect_null_pointer", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.098 }, "name": "eval.tests.test_file_handling.test_ignore_pattern", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.123 }, "name": "eval.tests.test_file_handling.test_ignore_directory", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.099 }, "name": "eval.tests.test_edge_cases.test_inline_function", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 460, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_error_detection.test_detect_buffer_overflow", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 497, "message_redacted": true, "time": 0.104 }, "name": "eval.tests.test_edge_cases.test_extern_variable", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 453, "message_redacted": true, "time": 0.14 }, "name": "eval.tests.test_file_handling.test_directory_with_multiple_extensions", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 474, "message_redacted": true, "time": 0.128 }, "name": "eval.tests.test_final_coverage.test_stringification", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 486, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_final_coverage.test_variadic_macro", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 474, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_final_coverage.test_error_directive", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 462, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_file_handling.test_single_c_file", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 470, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_final_coverage.test_token_pasting", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 472, "message_redacted": true, "time": 0.07 }, "name": "eval.tests.test_final_coverage.test_warning_directive", "status": "failure" }, { "branch": "920f2c41e995", "extra": { "message_chars": 3804, "message_redacted": true, "time": 0.09 }, "name": "eval.tests.test_file_handling.test_nonexistent_path", "status": "failure" } ], "test_results_omitted": 2243, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }