{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "b60bf6cff2c22e93c95584f688f411aaf6a886d3811387a66b52fa3988eb2613", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.15753997399588116 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(789a522be781ab22e230304cece5ce356e7369b876f7b57682639c6a6a7d42b1) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.12248720400384627 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.15813863500079606 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.1339727399899857 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.13242921100754756 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.12579152999387588 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6830885920062428 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1252870360040106 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1311693970055785 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1189864499901887 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13846193900099024 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 37137, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.0789480340026785 }, { "branch": "ba586c2b191c", "command": "docker cp 8fcb57928782fbfa131ef70db4dcb3322996d2faf29d41c54e725e38752c06f2:/workspace/eval/results.xml /tmp/tmpyztu6bzm.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25893, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02737062300730031 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1313561739953002 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12177493300987408 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13104569699498825 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12522337699192576 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 894834, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 317.40451396998833 }, { "branch": "1040f6b8a219", "command": "docker cp b7832beb7e7f8d65e29c06940eef66fc3dff702a88d6330fd0642d251af93b1d:/workspace/eval/results.xml /tmp/tmpfs1_iwiw.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 676314, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0414652780018514 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14375152000866365 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.125673734000884 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1327684389980277 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13223154599836562 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25256, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.662872740009334 }, { "branch": "0fed951d4105", "command": "docker cp f782b193111c50321ac1266e1a43f81aa91b755fdb8c306dfa8566f0f3b9ce48:/workspace/eval/results.xml /tmp/tmp5n8kxgxp.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 15454, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.040344922002987005 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.143696250001085 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13260415100376122 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12991892799618654 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10778137799934484 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12646, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.801802706992021 }, { "branch": "f5c50b00f151", "command": "docker cp 010a6febe374a017054bcc5eb348e9389dd852cd76ee16bb15b8a9853600171e:/workspace/eval/results.xml /tmp/tmphsl_q5um.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10253, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.040718817996094 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14262387400958687 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11964188699494116 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12319246800325345 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13106506199983414 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6498, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.5548079509899253 }, { "branch": "5c90768d6106", "command": "docker cp 54a8157050589c23ecdfdd303a6a51471318224089575de4e6713622ba37df34:/workspace/eval/results.xml /tmp/tmp2v9zlp2u.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4134, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03766161900421139 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.15510390400595497 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13922834100958426 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12549803798901848 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12711276499612723 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7014, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.705740011995658 }, { "branch": "38130e1c42ae", "command": "docker cp e1a97eb262a1cbef55b0cd565525ac5dc69629d27a7a4fa3cbdfcd7bd44e293b:/workspace/eval/results.xml /tmp/tmpakash6u8.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3927, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03743651299737394 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1364593569887802 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10930503699637484 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12037077599961776 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12357246399915311 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 35231, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.723168999000336 }, { "branch": "884da7fab2c9", "command": "docker cp 7aa527607dd848459da394a8f6695c98e2e9ed80dd7a2c8dd9a75b09e5ba6072:/workspace/eval/results.xml /tmp/tmpu_ijli6c.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 32825, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.040019338004640304 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13859477899677586 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13303360300778877 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12920343600853812 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12577698299719486 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8370, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.638750615005847 }, { "branch": "a45b5a80c5b8", "command": "docker cp 3b6268903930a75dec12874540e50ee915e92f8b57802d41396fdc8a35e7f955:/workspace/eval/results.xml /tmp/tmp_sw3t7zc.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4982, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024107743010972627 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1326631690026261 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13496486700023524 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13852539999061264 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1289304599922616 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2727, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4471105099946726 }, { "branch": "760c5a1a8603", "command": "docker cp d8737b38be87761fbd80fa2600e4a6928d7b955c4639055335932e22936894d0:/workspace/eval/results.xml /tmp/tmpqmo02qi6.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1249, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03607678000116721 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1288224320014706 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13344590700580738 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12638154400337953 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12492820399347693 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9619, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.558149011005298 }, { "branch": "907cbd8123c8", "command": "docker cp 86acb786794609e42c94a1855892fdf7d4baeb1a56b0076f2e3bdb1167f51ab9:/workspace/eval/results.xml /tmp/tmp1_xb9ycf.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6932, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03821054199943319 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13779277900175657 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12239576800493523 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12847542599774897 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1253852970112348 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10995, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.862968235000153 }, { "branch": "525204ad2d65", "command": "docker cp 3da7ee192ec22b5b2eb28ef0d608a0cdd3a93fe9f7c8c13b192bb60a69e987a0:/workspace/eval/results.xml /tmp/tmpyht9e2cj.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 13353, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.040690828012884595 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14583220999338664 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13179914899228606 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10670126200420782 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1389355339924805 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9423, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 14.682593317993451 }, { "branch": "061e09d94da8", "command": "docker cp 50732129f80806e2470853a03d336193c07ca93c302fc65f61b5c196cc6a985e:/workspace/eval/results.xml /tmp/tmp23q0dg8r.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7312, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.035902842006180435 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13701734799542464 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12079372999141924 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12226862899842672 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12417201198695693 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 20651, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 166.66318121900258 }, { "branch": "f7b44e8c861b", "command": "docker cp 36245b625690d973ea10a69f9ce777ccb08ea9ff5a7a247a933ba0c250b86702:/workspace/eval/results.xml /tmp/tmpztbvi8k3.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25492, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.040670397007488646 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 798, "passed": 1156, "skipped": 4 }, "test_branch_errors": {}, "test_branches": [ "ba586c2b191c", "1040f6b8a219", "0fed951d4105", "f5c50b00f151", "5c90768d6106", "38130e1c42ae", "884da7fab2c9", "a45b5a80c5b8", "760c5a1a8603", "907cbd8123c8", "525204ad2d65", "061e09d94da8", "f7b44e8c861b" ], "test_records": 1958, "test_results": [ { "branch": "ba586c2b191c", "extra": { "message_chars": 214, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_query_advanced.test_query_flatten_function", "status": "failure" }, { "branch": "ba586c2b191c", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.189 }, "name": "eval.tests.test_query_language.test_query_invalid_syntax", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 81, "message_redacted": true, "time": 0.0 }, "name": "tests.test_cli_atline.test_at_line_basic", "status": "skipped" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 49, "message_redacted": true, "time": 0.0 }, "name": "tests.test_cli_atline.test_at_line_first_line", "status": "skipped" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1216, "message_redacted": true, "time": 0.182 }, "name": "tests.test_cli_commands_detail.test_completion_filters_by_extension", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 71, "message_redacted": true, "time": 0.162 }, "name": "tests.test_cli_query_advanced.test_builtin_sort", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 544, "message_redacted": true, "time": 0.164 }, "name": "tests.test_cli_setup_config.test_setup_completions_fish_with_existing_dir", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 49, "message_redacted": true, "time": 0.0 }, "name": "tests.test_cli_atline.test_at_line_beyond_eof", "status": "skipped" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 16, "message_redacted": true, "time": 0.18 }, "name": "tests.test_cli_query_advanced.test_array_construction_multiple_queries", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 217, "message_redacted": true, "time": 0.164 }, "name": "tests.test_cli_query_basic.test_malformed_query_unclosed_bracket", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 544, "message_redacted": true, "time": 0.165 }, "name": "tests.test_cli_setup_config.test_setup_completions_bash_detection", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 245, "message_redacted": true, "time": 0.118 }, "name": "tests.test_cli_commands_remaining.test_images_flag_with_no_images_conflict", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 283, "message_redacted": true, "time": 0.129 }, "name": "tests.test_cli_query_basic.test_output_format_markdown", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 65, "message_redacted": true, "time": 0.149 }, "name": "tests.test_cli_commands_gap.test_level_and_filter_both_specified_level_wins", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1217, "message_redacted": true, "time": 0.123 }, "name": "tests.test_cli_commands_remaining.test_completion_trailing_slash_shows_directory_contents", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 145, "message_redacted": true, "time": 0.179 }, "name": "tests.test_cli_commands.test_list_level_takes_precedence_over_filter", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1218, "message_redacted": true, "time": 0.15 }, "name": "tests.test_cli_commands_detail.test_completion_empty_input_shows_all_files_and_dirs", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 518, "message_redacted": true, "time": 0.163 }, "name": "tests.test_cli_atline.test_binary_file_utf8_error", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 717, "message_redacted": true, "time": 0.185 }, "name": "tests.test_cli_query_advanced.test_complex_nested_query_select_lang", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 53, "message_redacted": true, "time": 0.176 }, "name": "tests.test_cli_output.test_level_takes_precedence_over_filter", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 747, "message_redacted": true, "time": 0.149 }, "name": "tests.test_main_entry.test_conflicting_images_flags", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1218, "message_redacted": true, "time": 0.126 }, "name": "tests.test_cli_commands_detail.test_completion_handles_nested_directories", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 544, "message_redacted": true, "time": 0.127 }, "name": "tests.test_cli_setup_config.test_setup_completions_zsh_detection", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.135 }, "name": "tests.test_cli_query_basic.test_malformed_query_invalid_selector", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 71, "message_redacted": true, "time": 0.153 }, "name": "tests.test_cli_query_advanced.test_builtin_flatten", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 14, "message_redacted": true, "time": 0.147 }, "name": "tests.test_cli_query_advanced.test_builtin_add_sum_numbers", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1218, "message_redacted": true, "time": 0.164 }, "name": "tests.test_cli_commands_remaining.test_completion_partial_path_with_parent_directory_normalization", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 222, "message_redacted": true, "time": 0.124 }, "name": "tests.test_cli_commands_gap.test_invalid_level_negative", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1218, "message_redacted": true, "time": 0.123 }, "name": "tests.test_cli_commands_detail.test_completion_prefix_matching_case_insensitive", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 96, "message_redacted": true, "time": 0.182 }, "name": "tests.test_cli_query_basic.test_link_type_filter_anchor", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 276, "message_redacted": true, "time": 0.129 }, "name": "tests.test_parser_links.test_basic_link_types", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 148, "message_redacted": true, "time": 0.181 }, "name": "tests.test_config_keybindings_gap.test_config_content_show_frontmatter_and_latex", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 71, "message_redacted": true, "time": 0.135 }, "name": "tests.test_cli_query_advanced.test_builtin_unique", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.143 }, "name": "tests.test_main_entry.test_query_invalid_syntax", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.751 }, "name": "tests.test_input.test_line_too_long_error", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 210, "message_redacted": true, "time": 0.12 }, "name": "tests.test_main_entry.test_query_invalid_selector_h999", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 164, "message_redacted": true, "time": 0.181 }, "name": "tests.test_parser_utils.test_strip_markdown_underscore_middle_preservation", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 88, "message_redacted": true, "time": 0.19 }, "name": "tests.test_cli_commands_detail.test_completion_directory_marked_with_trailing_slash", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 544, "message_redacted": true, "time": 0.153 }, "name": "tests.test_cli_setup_config.test_setup_completions_fish_detection", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 141, "message_redacted": true, "time": 0.17 }, "name": "tests.test_cli_query_basic.test_heading_with_special_characters_in_text", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 118, "message_redacted": true, "time": 0.13 }, "name": "tests.test_cli_query_advanced.test_builtin_join_array_elements", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.124 }, "name": "tests.test_cli_commands_remaining.test_completion_nonexistent_directory_returns_empty", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1557, "message_redacted": true, "time": 0.158 }, "name": "tests.test_cli_query_advanced.test_builtin_split_join", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1215, "message_redacted": true, "time": 0.167 }, "name": "tests.test_cli_commands_detail.test_completion_prefix_matching_filters_correctly", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.153 }, "name": "tests.test_parser_links_remaining.test_unicode_in_links", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.18 }, "name": "tests.test_cli_query_basic.test_link_json_with_link_type", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 302, "message_redacted": true, "time": 0.159 }, "name": "tests.test_parser_links.test_link_url_extraction", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 148, "message_redacted": true, "time": 0.179 }, "name": "tests.test_config_keybindings_gap.test_config_content_latex_aggressive_mode", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 254, "message_redacted": true, "time": 0.142 }, "name": "tests.test_config.test_config_tree_style_spaced_from_config", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 208, "message_redacted": true, "time": 0.166 }, "name": "tests.test_parser_utils.test_strip_markdown_multiple_underscores", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 172, "message_redacted": true, "time": 0.123 }, "name": "tests.test_parser_utils_edges.test_unicode_combining_characters", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.168 }, "name": "tests.test_parser_utils.test_strip_markdown_single_underscore_with_text", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 310, "message_redacted": true, "time": 0.184 }, "name": "tests.test_cli_setup_config.test_setup_completions_unknown_shell", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1218, "message_redacted": true, "time": 0.172 }, "name": "tests.test_cli_commands_detail.test_completion_uppercase_prefix", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1218, "message_redacted": true, "time": 0.122 }, "name": "tests.test_cli_commands_remaining.test_completion_file_without_extension", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 71, "message_redacted": true, "time": 0.166 }, "name": "tests.test_cli_query_advanced.test_builtin_min_max_on_numbers", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1223, "message_redacted": true, "time": 0.151 }, "name": "tests.test_cli_commands_detail.test_completion_directory_with_trailing_slash", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 217, "message_redacted": true, "time": 0.126 }, "name": "tests.test_parser_links_remaining.test_image_vs_regular_links", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.159 }, "name": "tests.test_parser_utils_edges.test_whitespace_edges_full_output", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.199 }, "name": "tests.test_parser_utils_edges.test_html_tags_complex_full_output", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 259, "message_redacted": true, "time": 0.17 }, "name": "tests.test_parser_links.test_link_text_extraction", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 71, "message_redacted": true, "time": 0.152 }, "name": "tests.test_parser_links.test_wikilink_with_alias", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 254, "message_redacted": true, "time": 0.144 }, "name": "tests.test_config.test_config_tree_style_invalid_value_falls_back_to_spaced", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 154, "message_redacted": true, "time": 6.243 }, "name": "tests.test_input.test_input_too_large_error", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 273, "message_redacted": true, "time": 0.153 }, "name": "tests.test_parser_utils.test_strip_markdown_full_edge_cases", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 178, "message_redacted": true, "time": 0.151 }, "name": "tests.test_parser_utils_edges.test_unicode_zero_width_joiner", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.175 }, "name": "tests.test_parser_utils_edges.test_html_entities_full_output", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 272, "message_redacted": true, "time": 0.149 }, "name": "tests.test_parser_utils_extended.test_heading_level_seven_hashes", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1218, "message_redacted": true, "time": 0.147 }, "name": "tests.test_cli_commands_detail.test_completion_relative_path_normalization", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 544, "message_redacted": true, "time": 0.15 }, "name": "tests.test_cli_setup_config.test_setup_completions_add_to_bashrc", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1218, "message_redacted": true, "time": 0.148 }, "name": "tests.test_cli_commands_remaining.test_completion_markdown_extension_case_insensitive", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 508, "message_redacted": true, "time": 0.213 }, "name": "tests.test_cli_query_advanced.test_builtin_empty_check", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1223, "message_redacted": true, "time": 0.144 }, "name": "tests.test_cli_commands_detail.test_completion_partial_path_with_prefix", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 264, "message_redacted": true, "time": 0.145 }, "name": "tests.test_parser_links_remaining.test_consecutive_links_no_spacing", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 373, "message_redacted": true, "time": 0.183 }, "name": "tests.test_parser_links.test_malformed_links_handling", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 218, "message_redacted": true, "time": 0.185 }, "name": "tests.test_parser_links.test_multiple_links_on_same_line", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 254, "message_redacted": true, "time": 0.15 }, "name": "tests.test_config.test_config_tree_style_case_insensitive_compact_check", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.166 }, "name": "tests.test_parser_utils_edges.test_heading_level_edges_full_output", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 43, "message_redacted": true, "time": 0.14 }, "name": "tests.test_query_advanced_features.test_min_returns_minimum_value", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 273, "message_redacted": true, "time": 0.165 }, "name": "tests.test_parser_utils_edges.test_unicode_headings_full_output", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.152 }, "name": "tests.test_parser_utils.test_strip_markdown_incomplete_delimiters", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 53, "message_redacted": true, "time": 0.172 }, "name": "tests.test_parser_utils_extended.test_unicode_japanese_in_bold", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1217, "message_redacted": true, "time": 0.19 }, "name": "tests.test_cli_commands_detail.test_completion_mixed_extensions", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 544, "message_redacted": true, "time": 0.174 }, "name": "tests.test_cli_setup_config.test_setup_completions_already_setup", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1214, "message_redacted": true, "time": 0.16 }, "name": "tests.test_cli_commands_remaining.test_completion_directory_without_trailing_slash_gets_one_added", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 151, "message_redacted": true, "time": 0.145 }, "name": "tests.test_parser_utils_edges.test_markdown_mismatched_delimiters", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 133, "message_redacted": true, "time": 0.127 }, "name": "tests.test_cli_query_advanced.test_builtin_type_function", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 436, "message_redacted": true, "time": 0.155 }, "name": "tests.test_parser_links_remaining.test_very_long_urls_and_text", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 47, "message_redacted": true, "time": 0.161 }, "name": "tests.test_parser_links.test_wikilinks_with_special_chars", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 14, "message_redacted": true, "time": 0.208 }, "name": "tests.test_parser_links.test_link_count_aggregation", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 272, "message_redacted": true, "time": 0.15 }, "name": "tests.test_parser_utils_extended.test_empty_heading_titles", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 43, "message_redacted": true, "time": 0.141 }, "name": "tests.test_query_advanced_features.test_max_returns_maximum_value", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 148, "message_redacted": true, "time": 0.17 }, "name": "tests.test_config_keybindings_gap.test_config_content_hide_frontmatter_and_latex", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 156, "message_redacted": true, "time": 0.188 }, "name": "tests.test_parser_utils_edges.test_html_entity_named_common", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 135, "message_redacted": true, "time": 0.199 }, "name": "tests.test_parser_utils.test_strip_markdown_single_asterisk", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1213, "message_redacted": true, "time": 0.13 }, "name": "tests.test_cli_commands_detail.test_completion_current_directory_shorthand", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 544, "message_redacted": true, "time": 0.181 }, "name": "tests.test_cli_setup_config.test_setup_completions_decline", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 153, "message_redacted": true, "time": 0.14 }, "name": "tests.test_parser_utils_extended.test_unicode_arabic_strikethrough", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1226, "message_redacted": true, "time": 0.139 }, "name": "tests.test_cli_commands_remaining.test_completion_relative_path_with_parent_components", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 178, "message_redacted": true, "time": 0.159 }, "name": "tests.test_parser_utils_edges.test_markdown_escaped_delimiters", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 133, "message_redacted": true, "time": 0.157 }, "name": "tests.test_cli_query_advanced.test_builtin_replace_string", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 318, "message_redacted": true, "time": 0.155 }, "name": "tests.test_parser_links_remaining.test_escaped_characters_in_links", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 278, "message_redacted": true, "time": 0.164 }, "name": "tests.test_parser_links.test_links_in_code_blocks_excluded", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 280, "message_redacted": true, "time": 0.16 }, "name": "tests.test_parser_links.test_link_sorting_by_offset", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 273, "message_redacted": true, "time": 0.155 }, "name": "tests.test_parser_utils_extended.test_nested_code_in_bold_formatting", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 75, "message_redacted": true, "time": 0.124 }, "name": "tests.test_query_advanced_features.test_unique_removes_duplicate_values", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 71, "message_redacted": true, "time": 0.186 }, "name": "tests.test_query_ast_gap.test_object_construction", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 140, "message_redacted": true, "time": 0.14 }, "name": "tests.test_parser_utils_edges.test_html_entity_numeric_decimal", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 93, "message_redacted": true, "time": 0.172 }, "name": "tests.test_parser_utils.test_strip_markdown_double_asterisk_no_content", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 49, "message_redacted": true, "time": 0.153 }, "name": "tests.test_query_ast_value.test_true_evaluates_and_right_operand", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 593, "message_redacted": true, "time": 10.805 }, "name": "tests.test_keybindings.test_outline_width_adjustment", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1216, "message_redacted": true, "time": 0.121 }, "name": "tests.test_cli_commands_detail.test_completion_parent_directory_reference", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 544, "message_redacted": true, "time": 0.181 }, "name": "tests.test_cli_setup_config.test_setup_completions_append_to_existing_bashrc", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 1218, "message_redacted": true, "time": 0.131 }, "name": "tests.test_cli_commands_remaining.test_completion_prefix_filter_case_insensitive", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 69, "message_redacted": true, "time": 0.152 }, "name": "tests.test_parser_utils_extended.test_unicode_diacritics_in_bold", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 63, "message_redacted": true, "time": 0.156 }, "name": "tests.test_query_advanced_features.test_trim_removes_leading_trailing_whitespace", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 133, "message_redacted": true, "time": 0.153 }, "name": "tests.test_cli_query_advanced.test_complex_chain_multiple_builtins", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 300, "message_redacted": true, "time": 0.166 }, "name": "tests.test_parser_utils.test_strip_markdown_bold_in_heading", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 275, "message_redacted": true, "time": 0.172 }, "name": "tests.test_parser_links.test_nested_markdown_in_link_text", "status": "failure" }, { "branch": "1040f6b8a219", "extra": { "message_chars": 234, "message_redacted": true, "time": 0.204 }, "name": "tests.test_parser_links_remaining.test_as_str_all_link_target_variants", "status": "failure" } ], "test_results_omitted": 682, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }