{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "b73d64f9832130377163892da7abc35912a6fbe44c7ed4c712c4d99e631221fc", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.23449081900071178 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(7c7d5168a4dd2cb059d2d667d76f8bab33bca979d04bc3723dce40ce44cb3c44) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.12321489199894131 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.1174964390011155 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.1342936599994573 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.1273288809989026 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.09268186100052844 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6523210370014567 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10442102799970598 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11710499999935564 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12523291599973163 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12168253699928755 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 190713, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 15.067946930999824 }, { "branch": "e5d3d967093e", "command": "docker cp 3c8afb5fe3fc1203e8341cde0919b802e33823882932b3e0451e1546e4f51a13:/workspace/eval/results.xml /tmp/tmpk9mbckje.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 174006, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03699324300032458 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11733188899961533 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12747765999847616 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12582851399929496 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12889167600042128 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 49074, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.804100722998555 }, { "branch": "c5edb207812f", "command": "docker cp cea038ef37cf62bf427fd6869ba8c762104f7c883a50fdaa8dcf4a9570037c13:/workspace/eval/results.xml /tmp/tmp4485qp1_.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 51443, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.023831931001041085 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12092115800078318 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12192379600128334 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11666589000014937 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11102798799947777 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2783021, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 314.3507612149988 }, { "branch": "d42773df6c01", "command": "docker cp cec128c263185af14f096c7ab7e496965ebbdd0dfbecdcf8d133792541b20ba2:/workspace/eval/results.xml /tmp/tmpnbi72unr.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2566631, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0327853540002252 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1346203749999404 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13117841499843053 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11896130199966137 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10482118300205912 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 42203, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 9.830771652999829 }, { "branch": "2927ae493db6", "command": "docker cp 8244c4cf589eb0438d94192fd8a20d046e19e0d618b8df88bb4c0c16fbecf6a2:/workspace/eval/results.xml /tmp/tmpul20nvbf.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 54147, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.031601648002833826 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11659283900007722 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12071374600054696 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1261208890027774 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.099376559999655 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 14705, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.709639911001432 }, { "branch": "144198a637e0", "command": "docker cp 3397fa68c856bcd3ab3ab05d2b54b3cd168312da5a44338d624ac27d30fe0815:/workspace/eval/results.xml /tmp/tmpn46k8xky.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 16140, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03400383000189322 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1258655199999339 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1301289689981786 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1242946349993872 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11519009299809113 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 20545, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 8.220540135000192 }, { "branch": "8d4833354cd6", "command": "docker cp 825e72a2d8e7ac7ba198c598c15b207b44c7183711e637c706b474556f14b254:/workspace/eval/results.xml /tmp/tmpreszr6p0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 16464, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.035374586997932056 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13056491699899198 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12853309300044202 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12814239399813232 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12491913399935584 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7939, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.793069330997241 }, { "branch": "6bc5c5c2e154", "command": "docker cp 8f9dec54b1669f6ee5e968b8f04aa267be88803f5b1d728b86f9ae3faf9b2b80:/workspace/eval/results.xml /tmp/tmpd3qrv_j3.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5655, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02765432900196174 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11021257600077661 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12541532300019753 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09982666699943366 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11551855099969544 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10388, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.891080437999335 }, { "branch": "9d266574d5e8", "command": "docker cp 6fafa5a48cad0509f4a3b30d3de3aca46e7cf679efd2ae145bdcc4a6215df05c:/workspace/eval/results.xml /tmp/tmp1junajoh.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7745, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.030341343001055066 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13175908799894387 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11420179799824837 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11821102800240624 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1215648780016636 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25931, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.628636637000454 }, { "branch": "977b57d2fcc6", "command": "docker cp 0896ad8f1fcd8086cfe850f626624f842095077c7dcdc6e2575517853c2e54aa:/workspace/eval/results.xml /tmp/tmpoztxligi.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 17217, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.033819942000263836 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12362643099913839 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1284779380002874 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11876432600183762 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13073033000182477 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6828, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.860437791998265 }, { "branch": "085e3550a79e", "command": "docker cp bcb8602f594b36417be36154056d125069cdc0ccd7110b7a3dcbb7f52a684752:/workspace/eval/results.xml /tmp/tmphsd8fxf0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4765, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03423063199807075 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12389430999974138 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1023355539982731 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.102456512999197 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10888560400053393 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1554, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.328449749998981 }, { "branch": "75b32744b65c", "command": "docker cp c3430831b77b2ca0dc67057ffd3c2af09962759238b80a92aaee1038453a0dce:/workspace/eval/results.xml /tmp/tmppcet_ydm.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 715, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03027121200284455 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.08118675299920142 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1280808200026513 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10876819400073146 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12010586200267426 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 103083, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 158.14843740700235 }, { "branch": "cbde9666aa13", "command": "docker cp e2b2323bbaa5c879152812c12c23b7e7a600d65c3627636b4328e44609d0df59:/workspace/eval/results.xml /tmp/tmp8fqukb0q.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 112693, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03463867999744252 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 2042, "passed": 2601, "skipped": 29 }, "test_branch_errors": {}, "test_branches": [ "e5d3d967093e", "c5edb207812f", "d42773df6c01", "2927ae493db6", "144198a637e0", "8d4833354cd6", "6bc5c5c2e154", "9d266574d5e8", "977b57d2fcc6", "085e3550a79e", "75b32744b65c", "cbde9666aa13" ], "test_records": 4672, "test_results": [ { "branch": "e5d3d967093e", "extra": { "message_chars": 333, "message_redacted": true, "time": 0.206 }, "name": "eval.tests.test_additional_rules.test_rule_with_custom_config", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 318, "message_redacted": true, "time": 0.166 }, "name": "eval.tests.test_additional_features.test_completions_fish", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 800, "message_redacted": true, "time": 0.167 }, "name": "eval.tests.test_additional_features.test_check_with_config_file", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 38, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_all_rules_comprehensive.test_all_output_formats", "status": "skipped" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 257, "message_redacted": true, "time": 0.161 }, "name": "eval.tests.test_additional_rules.test_md061_forbidden_terms", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 2613, "message_redacted": true, "time": 0.181 }, "name": "eval.tests.test_check_command.test_check_statistics_flag", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 1410, "message_redacted": true, "time": 0.157 }, "name": "eval.tests.test_check_command.test_check_nonexistent_file", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 403, "message_redacted": true, "time": 0.159 }, "name": "eval.tests.test_basic_invocation.test_version_help", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 1496, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_basic_invocation.test_no_args_shows_help", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 379, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_comprehensive_edge_cases.test_extend_disable_with_config", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 701, "message_redacted": true, "time": 0.193 }, "name": "eval.tests.test_comprehensive_rules.test_reference_links_complete", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 153, "message_redacted": true, "time": 0.152 }, "name": "eval.tests.test_config_operations.test_import_json_markdownlint_config", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 232, "message_redacted": true, "time": 0.175 }, "name": "eval.tests.test_config_operations.test_config_file_location", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 92, "message_redacted": true, "time": 0.201 }, "name": "eval.tests.test_config_operations.test_completions_bash", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 196, "message_redacted": true, "time": 0.152 }, "name": "eval.tests.test_config_operations.test_global_color_always", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 646, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_extended_config.test_config_with_exclude_patterns", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 1238, "message_redacted": true, "time": 0.195 }, "name": "eval.tests.test_extended_config.test_config_disable_all_enable_some", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 342, "message_redacted": true, "time": 0.144 }, "name": "eval.tests.test_additional_features.test_completions_powershell", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_basic_invocation.test_color_never", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 745, "message_redacted": true, "time": 0.198 }, "name": "eval.tests.test_extended_config.test_config_code_fence_style", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 2848, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_check_command.test_check_diff_flag", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 91, "message_redacted": true, "time": 0.177 }, "name": "eval.tests.test_comprehensive_edge_cases.test_completions_bash", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 420, "message_redacted": true, "time": 0.16 }, "name": "eval.tests.test_comprehensive_edge_cases.test_sarif_output_format", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 49, "message_redacted": true, "time": 0.155 }, "name": "eval.tests.test_extended_config.test_config_output_format", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 630, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_file_operations.test_force_exclude_explicit_path", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 91, "message_redacted": true, "time": 0.175 }, "name": "eval.tests.test_config_operations.test_completions_zsh", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 195, "message_redacted": true, "time": 0.163 }, "name": "eval.tests.test_config_operations.test_global_color_never", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 297, "message_redacted": true, "time": 0.215 }, "name": "eval.tests.test_file_operations.test_pyproject_toml_config", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 263, "message_redacted": true, "time": 0.162 }, "name": "eval.tests.test_file_operations.test_config_resolution_from_subdir", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 304, "message_redacted": true, "time": 0.191 }, "name": "eval.tests.test_final_coverage_push.test_config_invalid_toml", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 481, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_final_coverage_push.test_config_rule_arrays", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 332, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_extended_config.test_config_line_length_variations", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 83, "message_redacted": true, "time": 0.201 }, "name": "eval.tests.test_final_coverage_push.test_nonexistent_file", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 188, "message_redacted": true, "time": 0.152 }, "name": "eval.tests.test_basic_invocation.test_no_config_flag", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 257, "message_redacted": true, "time": 0.182 }, "name": "eval.tests.test_extended_config.test_config_emphasis_style", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.158 }, "name": "eval.tests.test_basic_invocation.test_color_auto", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 257, "message_redacted": true, "time": 0.221 }, "name": "eval.tests.test_extended_config.test_config_proper_names", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 1952, "message_redacted": true, "time": 0.189 }, "name": "eval.tests.test_comprehensive_edge_cases.test_junit_output_format", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 698, "message_redacted": true, "time": 0.179 }, "name": "eval.tests.test_file_operations.test_respect_gitignore", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 92, "message_redacted": true, "time": 0.175 }, "name": "eval.tests.test_config_operations.test_completions_fish", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 1415, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_file_operations.test_nonexistent_file_error", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.185 }, "name": "eval.tests.test_inline_config.test_inline_enable_specific_rules", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 508, "message_redacted": true, "time": 0.159 }, "name": "eval.tests.test_inline_config.test_inline_disable_next_line", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 813, "message_redacted": true, "time": 0.183 }, "name": "eval.tests.test_inline_config.test_inline_configure_file", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 621, "message_redacted": true, "time": 0.206 }, "name": "eval.tests.test_final_coverage_push.test_sarif_format_structure", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_inline_config.test_inline_disable_all_then_enable_one", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 438, "message_redacted": true, "time": 0.158 }, "name": "eval.tests.test_inline_config.test_inline_config_nested_enables_disables", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 301, "message_redacted": true, "time": 0.159 }, "name": "eval.tests.test_inline_config.test_inline_config_json_output", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 78, "message_redacted": true, "time": 0.186 }, "name": "eval.tests.test_final_coverage_push.test_nonexistent_directory", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 187, "message_redacted": true, "time": 0.18 }, "name": "eval.tests.test_basic_invocation.test_isolated_flag", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 257, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_extended_config.test_config_strong_style", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 194, "message_redacted": true, "time": 0.148 }, "name": "eval.tests.test_basic_invocation.test_color_always", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 429, "message_redacted": true, "time": 0.225 }, "name": "eval.tests.test_inline_config.test_inline_disable_line", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 1078, "message_redacted": true, "time": 0.194 }, "name": "eval.tests.test_markdown_flavors.test_invalid_flavor", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 1179, "message_redacted": true, "time": 0.169 }, "name": "eval.tests.test_inline_config.test_inline_disable_file", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 232, "message_redacted": true, "time": 0.191 }, "name": "eval.tests.test_other_commands.test_config_file_subcommand", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 315, "message_redacted": true, "time": 0.163 }, "name": "eval.tests.test_other_commands.test_completions_zsh", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 1679, "message_redacted": true, "time": 0.198 }, "name": "eval.tests.test_output_formats.test_output_format_junit", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 369, "message_redacted": true, "time": 0.205 }, "name": "eval.tests.test_output_formats.test_output_format_sarif", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 114, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_watch_profiling.test_statistics_output", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 257, "message_redacted": true, "time": 0.226 }, "name": "eval.tests.test_extended_config.test_config_ul_indent", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 3169, "message_redacted": true, "time": 0.193 }, "name": "eval.tests.test_basic_invocation.test_explain_help", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.214 }, "name": "eval.tests.test_inline_config.test_inline_enable_file", "status": "failure" }, { "branch": "e5d3d967093e", "extra": { "message_chars": 319, "message_redacted": true, "time": 0.182 }, "name": "eval.tests.test_other_commands.test_completions_bash", "status": "failure" }, { "branch": "c5edb207812f", "extra": { "message_chars": 196, "message_redacted": true, "time": 0.201 }, "name": "eval.tests.test_basic_invocation.test_color_option_always", "status": "failure" }, { "branch": "c5edb207812f", "extra": { "message_chars": 194, "message_redacted": true, "time": 0.179 }, "name": "eval.tests.test_basic_invocation.test_color_option_auto", "status": "failure" }, { "branch": "c5edb207812f", "extra": { "message_chars": 1047, "message_redacted": true, "time": 0.168 }, "name": "eval.tests.test_config_files.test_config_with_custom_path", "status": "failure" }, { "branch": "c5edb207812f", "extra": { "message_chars": 832, "message_redacted": true, "time": 0.181 }, "name": "eval.tests.test_config_files.test_config_extend_disable", "status": "failure" }, { "branch": "c5edb207812f", "extra": { "message_chars": 1001, "message_redacted": true, "time": 0.166 }, "name": "eval.tests.test_config_files.test_config_file_pyproject_toml", "status": "failure" }, { "branch": "c5edb207812f", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.161 }, "name": "eval.tests.test_error_handling.test_stdin_empty", "status": "failure" }, { "branch": "c5edb207812f", "extra": { "message_chars": 1410, "message_redacted": true, "time": 0.164 }, "name": "eval.tests.test_error_handling.test_nonexistent_file", "status": "failure" }, { "branch": "c5edb207812f", "extra": { "message_chars": 232, "message_redacted": true, "time": 0.226 }, "name": "eval.tests.test_other_commands.test_config_file", "status": "failure" }, { "branch": "c5edb207812f", "extra": { "message_chars": 621, "message_redacted": true, "time": 0.194 }, "name": "eval.tests.test_output_formats.test_output_format_sarif", "status": "failure" }, { "branch": "c5edb207812f", "extra": { "message_chars": 6331, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_output_formats.test_output_format_junit", "status": "failure" }, { "branch": "c5edb207812f", "extra": { "message_chars": 195, "message_redacted": true, "time": 0.208 }, "name": "eval.tests.test_basic_invocation.test_color_option_never", "status": "failure" }, { "branch": "c5edb207812f", "extra": { "message_chars": 361, "message_redacted": true, "time": 0.218 }, "name": "eval.tests.test_config_files.test_config_rule_specific_settings", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 58, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_c_language_processing", "status": "skipped" }, { "branch": "d42773df6c01", "extra": { "message_chars": 58, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_cpp_language_processing", "status": "skipped" }, { "branch": "d42773df6c01", "extra": { "message_chars": 272, "message_redacted": true, "time": 0.24 }, "name": "eval.tests.test_early_returns_gapfill.test_has_blockquotes_detection", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 58, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_java_language_processing", "status": "skipped" }, { "branch": "d42773df6c01", "extra": { "message_chars": 281, "message_redacted": true, "time": 0.189 }, "name": "eval.tests.test_front_matter_utils_gapfill.test_json_delimiters_with_trailing_whitespace", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 204, "message_redacted": true, "time": 0.228 }, "name": "eval.tests.test_anchor_styles_gapfill.test_kramdown_removes_underscores", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 751, "message_redacted": true, "time": 0.247 }, "name": "eval.tests.test_file_processor_gapfill.test_binary_file_utf8_error", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 139, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_clean_cache.test_cache_version_isolation", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 777, "message_redacted": true, "time": 0.261 }, "name": "eval.tests.test_completions_schema.test_schema_generate_creates_valid_json_structure", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 179, "message_redacted": true, "time": 0.199 }, "name": "eval.tests.test_config_gapfill.test_per_file_ignores_multiple_patterns_same_rule", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 537, "message_redacted": true, "time": 0.219 }, "name": "eval.tests.test_harvest_cli.test_fmt_files_fixed_count_with_unfixable_issues", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 58, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_eslint_format_with_severity_info", "status": "skipped" }, { "branch": "d42773df6c01", "extra": { "message_chars": 2227, "message_redacted": true, "time": 0.164 }, "name": "eval.tests.test_harvest_cli.test_statistics_multiple_files", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 41, "message_redacted": true, "time": 0.18 }, "name": "eval.tests.test_harvest_cli.test_stdin_filename_flag", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 326, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_anchor_styles_github_common.test_github_ampersand_with_spaces_middle", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 320, "message_redacted": true, "time": 0.186 }, "name": "eval.tests.test_anchor_styles_github_common.test_github_combining_diacritical_marks", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 266, "message_redacted": true, "time": 0.186 }, "name": "eval.tests.test_fmt_command.test_fmt_code_block_indented_trailing_spaces", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 151, "message_redacted": true, "time": 0.169 }, "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_format_trailing_newline_removed_when_original_lacks_it", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 447, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_code_block_utils_gapfill.test_mixed_indented_and_fenced_code_blocks_style_violation", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 2455, "message_redacted": true, "time": 3.43 }, "name": "eval.tests.test_harvest_cli.test_fail_on_invalid_value_rejected", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 688, "message_redacted": true, "time": 0.221 }, "name": "eval.tests.test_early_returns_gapfill.test_has_tables_detection", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 774, "message_redacted": true, "time": 0.234 }, "name": "eval.tests.test_front_matter_utils_gapfill.test_malformed1_delimiters_with_trailing_whitespace", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 179, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_config_gapfill.test_config_with_inline_tables", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 239, "message_redacted": true, "time": 0.232 }, "name": "eval.tests.test_clean_cache.test_cache_gitignore_and_cachedir_tag", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 323, "message_redacted": true, "time": 0.182 }, "name": "eval.tests.test_anchor_styles_github_common.test_github_ampersand_at_start_with_space", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_parse_standard_format_no_column", "status": "skipped" }, { "branch": "d42773df6c01", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.4 }, "name": "eval.tests.test_completions_schema.test_schema_check_validates_json_semantically", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 326, "message_redacted": true, "time": 0.18 }, "name": "eval.tests.test_anchor_styles_gapfill.test_kramdown_greater_than_with_spaces", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 287, "message_redacted": true, "time": 0.2 }, "name": "eval.tests.test_code_block_utils_gapfill.test_unclosed_fence_detected", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 72, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_tool_output_generic_failure_with_empty_output", "status": "skipped" }, { "branch": "d42773df6c01", "extra": { "message_chars": 1815, "message_redacted": true, "time": 0.156 }, "name": "eval.tests.test_harvest_cli.test_rule_command_text_output_with_filters", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 78, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_tool_output_generic_failure_stderr_only", "status": "skipped" }, { "branch": "d42773df6c01", "extra": { "message_chars": 589, "message_redacted": true, "time": 0.21 }, "name": "eval.tests.test_front_matter.test_yaml_front_matter_unclosed", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 325, "message_redacted": true, "time": 0.164 }, "name": "eval.tests.test_harvest_cli.test_completions_powershell_generates_script", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 89, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_on_error_warn_logs_but_continues", "status": "skipped" }, { "branch": "d42773df6c01", "extra": { "message_chars": 332, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_anchor_styles_github_common.test_github_bullet_points_unicode", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 239, "message_redacted": true, "time": 0.175 }, "name": "eval.tests.test_code_block_processor_gapfill_pt3.test_complex_indent_nested_list_with_formatted_code", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 168, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_harvest_cli.test_explain_command_without_md_prefix", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 457, "message_redacted": true, "time": 0.187 }, "name": "eval.tests.test_file_processor_gapfill.test_verbose_mode_output", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 693, "message_redacted": true, "time": 0.198 }, "name": "eval.tests.test_early_returns_gapfill.test_has_trailing_spaces_detection", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 774, "message_redacted": true, "time": 0.255 }, "name": "eval.tests.test_front_matter_utils_gapfill.test_malformed2_delimiters_with_trailing_whitespace", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 279, "message_redacted": true, "time": 0.191 }, "name": "eval.tests.test_config_gapfill.test_unknown_section_at_top_level", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.214 }, "name": "eval.tests.test_clean_cache.test_cache_with_config_change_invalidates", "status": "failure" }, { "branch": "d42773df6c01", "extra": { "message_chars": 333, "message_redacted": true, "time": 0.18 }, "name": "eval.tests.test_anchor_styles_gapfill.test_kramdown_ampersand_replacement", "status": "failure" } ], "test_results_omitted": 1951, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }