{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "63aa05741727b94386c5fd7a2e06a5ad5532d6e474871c7dce64181b2d73fe86", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.14899797800171655 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(9cc8482d2ecca8afe8ec0fe5e5a9ad9d18ce79a778419119f0956b1c6e807c29) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.08967684498929884 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.12804224700084887 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.10570830399228726 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.1168655109941028 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.12377567600924522 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.687917685994762 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1470358470105566 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12202052099746652 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1256183209916344 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.0875736350135412 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 350333, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 1175.4302816910058 }, { "branch": "db975e1644f7", "command": "docker cp e38c2142eb8feaa08644030a0c3b20f8dffab7a57a133742bebb82e7b41466b0:/workspace/eval/results.xml /tmp/tmpm4uzzhep.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 272443, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04142212000442669 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1366524730110541 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1349922660010634 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11991502999444492 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13293186300143134 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4713, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.608813526996528 }, { "branch": "7b3f773c9847", "command": "docker cp 660d4bf7afb58ebe696fee7bce54482ae124d9245605995c99763c2da6f3758b:/workspace/eval/results.xml /tmp/tmpqrx8o0y9.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2680, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03725605600629933 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12803512001119088 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1030928469990613 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1305869649950182 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11774691900063772 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2221, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.521549386990955 }, { "branch": "174d2e5cba98", "command": "docker cp 7707b93b41ae2abebe02c2641825cdeda80ea8ccfe63dc3afa5a8176ed0b7440:/workspace/eval/results.xml /tmp/tmptwr4ms14.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 938, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04025290600839071 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13321102999907453 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09735956300573889 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10292332898825407 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10798820099444129 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 14940, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.368590389000019 }, { "branch": "562708cfdc35", "command": "docker cp 6c579af3a8cbb7e5b8a314db49d2a77b9c158118f2b30063b4bc4afdebfcf673:/workspace/eval/results.xml /tmp/tmpqlu2o9zn.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8871, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03857888800848741 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1304885360004846 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11786173700238578 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10882750000746455 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12596388701058459 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1635, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.6276976939989254 }, { "branch": "226ed995bb9b", "command": "docker cp 3bc3fae2f705e47ff595475d32f24f6d9b7cd1ce8679cc6ea875755f8ab5b980:/workspace/eval/results.xml /tmp/tmpcnx8bw7u.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 502, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03794452799775172 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13722310599405318 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.14147230799426325 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12828694601194002 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11903543099469971 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1715, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.512521470998763 }, { "branch": "a0af5a65abe6", "command": "docker cp 8968853485a4e86b5210b9df4d8c96351a2c3b2c4e7ed8202f39177a9f3699bd:/workspace/eval/results.xml /tmp/tmp2ihjafzg.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 598, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03943423800228629 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14962168800411746 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13191464699048083 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12678008699731436 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1283408960007364 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7442, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.6920055660011712 }, { "branch": "86b7d259f703", "command": "docker cp 510d1c438034e099ac2b10a3bb09a706c79a60fc075490033de85f3a0f62e774:/workspace/eval/results.xml /tmp/tmpaivyojh1.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4431, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03719072799140122 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13147153300815262 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12598375701054465 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12346333099412732 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13224308400822338 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4586, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.8809256840031594 }, { "branch": "543920e6055e", "command": "docker cp 72a52e38a6186a3905614da1612bf084c9d294becf83232be65a7df91c73f07d:/workspace/eval/results.xml /tmp/tmpx7jw43_f.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2437, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.034860700005083345 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13271165599871892 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13117329799570143 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13854745800199453 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11077940301038325 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5058, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.718911925010616 }, { "branch": "0a827db3aee0", "command": "docker cp 0d939fbf1de430164bbac49e0fc1da273a9543a8778d9672e3d0ec3abcfa5d2d:/workspace/eval/results.xml /tmp/tmp7bc49jzk.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2760, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03614014199411031 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "error": 4, "failure": 212, "passed": 512, "skipped": 34 }, "test_branch_errors": {}, "test_branches": [ "db975e1644f7", "7b3f773c9847", "174d2e5cba98", "562708cfdc35", "226ed995bb9b", "a0af5a65abe6", "86b7d259f703", "543920e6055e", "0a827db3aee0" ], "test_records": 762, "test_results": [ { "branch": "db975e1644f7", "extra": { "message_chars": 726, "message_redacted": true, "time": 0.121 }, "name": "tests.test_completions.test_completions_case_sensitive_powershell_mixed", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 463, "message_redacted": true, "time": 0.167 }, "name": "tests.test_completions.test_completions_powershell_golden_exact", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 83, "message_redacted": true, "time": 0.0 }, "name": "tests.test_check_success.test_check_simple_project", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 302, "message_redacted": true, "time": 0.12 }, "name": "tests.test_cli_basics.test_completions_bash_generates_valid_script", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 83, "message_redacted": true, "time": 0.0 }, "name": "tests.test_check_success.test_check_with_borrowing", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 83, "message_redacted": true, "time": 0.0 }, "name": "tests.test_check_success.test_check_generates_cache", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 359, "message_redacted": true, "time": 0.098 }, "name": "tests.test_completions.test_completions_bash_golden_exact", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 83, "message_redacted": true, "time": 0.0 }, "name": "tests.test_check_success.test_check_workspace", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 151, "message_redacted": true, "time": 0.108 }, "name": "tests.test_cli_basics.test_no_arguments_lsp_mode_message", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 372, "message_redacted": true, "time": 0.128 }, "name": "tests.test_clean_errors.test_completions_all_shells_generate_output", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 83, "message_redacted": true, "time": 0.0 }, "name": "tests.test_check_success.test_check_with_multiple_functions", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.102 }, "name": "tests.test_clean_errors.test_clean_preserves_other_target_directories", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 230, "message_redacted": true, "time": 0.189 }, "name": "tests.test_cli_basics.test_short_flags_combined", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 452, "message_redacted": true, "time": 0.096 }, "name": "tests.test_check.test_check_with_empty_string_path", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 757, "message_redacted": true, "time": 0.114 }, "name": "tests.test_check.test_check_flag_typo_detected", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 261, "message_redacted": true, "time": 0.118 }, "name": "tests.test_error_messages.test_main_command_typo_check_suggests_correction", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 302, "message_redacted": true, "time": 0.13 }, "name": "tests.test_environment.test_completions_bash_output_structure", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 388, "message_redacted": true, "time": 0.142 }, "name": "tests.test_error_messages.test_toolchain_install_mixed_valid_invalid_flags", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 497, "message_redacted": true, "time": 0.11 }, "name": "tests.test_flag_interactions.test_check_all_targets_repeated_rejected", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 267, "message_redacted": true, "time": 0.107 }, "name": "tests.test_error_messages.test_command_with_special_characters_provides_suggestion", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.115 }, "name": "tests.test_flag_interactions.test_version_flag_repeated_rejected", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 708, "message_redacted": true, "time": 0.148 }, "name": "tests.test_completions.test_completions_case_sensitive_nushell_capitalized", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 265, "message_redacted": true, "time": 0.153 }, "name": "tests.test_cli_basics.test_completions_zsh_generates_valid_script", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 242, "message_redacted": true, "time": 0.115 }, "name": "tests.test_cli_basics.test_unknown_flag_error", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 163, "message_redacted": true, "time": 0.095 }, "name": "tests.test_clean_errors.test_unknown_global_flag_rejected", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 305, "message_redacted": true, "time": 0.096 }, "name": "tests.test_completions.test_completions_zsh_golden_exact", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 230, "message_redacted": true, "time": 0.182 }, "name": "tests.test_cli_basics.test_short_flags_combined_reversed_order", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 707, "message_redacted": true, "time": 0.092 }, "name": "tests.test_completions.test_completions_empty_string_shell_error", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 265, "message_redacted": true, "time": 0.084 }, "name": "tests.test_environment.test_completions_zsh_unaffected_by_cache_settings", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 381, "message_redacted": true, "time": 0.11 }, "name": "tests.test_error_messages.test_check_flag_typo_suggests_correction", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 273, "message_redacted": true, "time": 0.112 }, "name": "tests.test_error_messages.test_main_command_typo_completions_suggests_correction", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 298, "message_redacted": true, "time": 0.109 }, "name": "tests.test_error_messages.test_completions_empty_string_arg_error", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 261, "message_redacted": true, "time": 0.085 }, "name": "tests.test_flag_interactions.test_global_flag_after_subcommand_completions_rejected", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 499, "message_redacted": true, "time": 0.127 }, "name": "tests.test_flag_interactions.test_check_all_features_repeated_rejected", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 282, "message_redacted": true, "time": 0.083 }, "name": "tests.test_error_messages.test_completions_shell_with_special_chars_suggests_correction", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 1941, "message_redacted": true, "time": 0.118 }, "name": "tests.test_integration_workflows.test_workflow_toolchain_install_uninstall_reinstall", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 244, "message_redacted": true, "time": 0.112 }, "name": "tests.test_flag_interactions.test_stdio_flag_repeated_rejected", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 416, "message_redacted": true, "time": 0.108 }, "name": "tests.test_cli_basics.test_completions_powershell_generates_valid_script", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 234, "message_redacted": true, "time": 0.122 }, "name": "tests.test_flag_interactions.test_combined_short_flags_multiple_quiet_with_version", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 298, "message_redacted": true, "time": 0.143 }, "name": "tests.test_cli_basics.test_empty_string_shell_argument_error", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 376, "message_redacted": true, "time": 0.083 }, "name": "tests.test_error_messages.test_check_flag_typo_targets_suggests_correction", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 172, "message_redacted": true, "time": 0.083 }, "name": "tests.test_error_messages.test_version_flag_repeated_short_form_error", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 334, "message_redacted": true, "time": 0.289 }, "name": "tests.test_flag_interactions.test_stdio_flag_semantics_no_command_starts_lsp", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 990, "message_redacted": true, "time": 0.14 }, "name": "tests.test_flag_interactions.test_toolchain_install_path_repeated_rejected", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 242, "message_redacted": true, "time": 0.144 }, "name": "tests.test_error_messages.test_unknown_global_flag_format_and_location", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 282, "message_redacted": true, "time": 0.131 }, "name": "tests.test_error_messages.test_completions_shell_typo_fish_suggests_correction", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 349, "message_redacted": true, "time": 0.139 }, "name": "tests.test_error_messages.test_check_usage_shows_active_flags", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 234, "message_redacted": true, "time": 0.146 }, "name": "tests.test_flag_interactions.test_combined_short_flags_version_first_quiet_after", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.142 }, "name": "tests.test_error_messages.test_version_flag_repeated_long_form_error", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 1004, "message_redacted": true, "time": 0.142 }, "name": "tests.test_flag_interactions.test_toolchain_install_skip_flag_repeated_rejected", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 370, "message_redacted": true, "time": 0.141 }, "name": "tests.test_error_messages.test_help_check_rejects_extra_flags", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 234, "message_redacted": true, "time": 0.154 }, "name": "tests.test_flag_interactions.test_combined_short_flags_quiet_version_quiet_interspersed", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 281, "message_redacted": true, "time": 0.159 }, "name": "tests.test_error_messages.test_toolchain_subcommand_typo_suggests_corrections", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 179, "message_redacted": true, "time": 0.116 }, "name": "tests.test_error_messages.test_version_flag_mixed_short_long_repetition_error", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 452, "message_redacted": true, "time": 0.148 }, "name": "tests.test_flag_interactions.test_check_empty_path_rejected", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 282, "message_redacted": true, "time": 0.147 }, "name": "tests.test_error_messages.test_toolchain_uninstall_typo_suggests_both_subcommands", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 499, "message_redacted": true, "time": 0.152 }, "name": "tests.test_error_messages.test_check_flag_repetition_error", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 962, "message_redacted": true, "time": 0.171 }, "name": "tests.test_flag_interactions.test_toolchain_install_empty_path_rejected", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 261, "message_redacted": true, "time": 0.169 }, "name": "tests.test_error_messages.test_main_command_typo_clean_suggests_correction", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 1004, "message_redacted": true, "time": 0.156 }, "name": "tests.test_error_messages.test_toolchain_install_flag_repetition_error", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 75, "message_redacted": true, "time": 30.398 }, "name": "tests.test_lsp_analyze.test_analyze_with_all_features_flag", "status": "error" }, { "branch": "db975e1644f7", "extra": { "message_chars": 75, "message_redacted": true, "time": 30.391 }, "name": "tests.test_lsp_analyze.test_analyze_with_all_targets_flag", "status": "error" }, { "branch": "db975e1644f7", "extra": { "message_chars": 99, "message_redacted": true, "time": 6.308 }, "name": "tests.test_lsp_basic.test_invalid_jsonrpc_version", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.318 }, "name": "tests.test_lsp_backend.test_did_open_directory_uri", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.32 }, "name": "tests.test_lsp_backend.test_rustowl_analyze_custom_request", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.318 }, "name": "tests.test_lsp_backend.test_initialize_with_empty_capabilities", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.318 }, "name": "tests.test_lsp_backend.test_did_change_workspace_add_same_folder_twice", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.318 }, "name": "tests.test_lsp_backend.test_rustowl_cursor_before_analysis", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.324 }, "name": "tests.test_lsp_backend.test_analyze_request_with_invalid_params", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.321 }, "name": "tests.test_lsp_backend.test_initialize_with_process_id", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.323 }, "name": "tests.test_lsp_backend.test_did_change_incremental_mode", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.317 }, "name": "tests.test_lsp_backend.test_did_open_with_invalid_uri", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 45.318 }, "name": "tests.test_lsp_basic.test_initialize_basic", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.323 }, "name": "tests.test_lsp_backend.test_did_open_then_immediate_did_change", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 45.323 }, "name": "tests.test_lsp_basic.test_initialized_notification", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 45.321 }, "name": "tests.test_lsp_basic.test_initialize_with_workspace_folders", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 75, "message_redacted": true, "time": 30.385 }, "name": "tests.test_lsp_analyze.test_analyze_with_both_flags", "status": "error" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.319 }, "name": "tests.test_lsp_backend.test_rustowl_analyze_then_cursor", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 65.369 }, "name": "tests.test_lsp_decoration.test_simple_immutable_borrow_decoration", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 45.318 }, "name": "tests.test_lsp_basic.test_initialize_with_workspace", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.316 }, "name": "tests.test_lsp_backend.test_did_open_nonexistent_file", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.32 }, "name": "tests.test_lsp_backend.test_multiple_workspace_folders_in_initialize", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.312 }, "name": "tests.test_lsp_backend.test_initialize_with_window_but_no_work_done_progress", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.32 }, "name": "tests.test_lsp_backend.test_did_open_file_in_subdirectory", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.317 }, "name": "tests.test_lsp_backend.test_rustowl_cursor_nonexistent_file", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 45.313 }, "name": "tests.test_lsp_basic.test_multiple_requests_sequence", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.319 }, "name": "tests.test_lsp_backend.test_shutdown_during_active_analysis", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.321 }, "name": "tests.test_lsp_backend.test_initialize_with_both_root_uri_and_workspace_folders", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 45.317 }, "name": "tests.test_lsp_basic.test_did_change_notification", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.314 }, "name": "tests.test_lsp_backend.test_multiple_shutdown_calls", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.316 }, "name": "tests.test_lsp_backend.test_did_change_workspace_folders_add_nonexistent_path", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 62, "message_redacted": true, "time": 47.32 }, "name": "tests.test_lsp_backend.test_cursor_with_windows_line_endings", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 52, "message_redacted": true, "time": 45.419 }, "name": "tests.test_lsp_analyze.test_single_file_analysis_without_cargo_project", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_analyze_basic_response_structure", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_mutable_borrow_decoration", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_move_semantics_decoration", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_lifetime_decoration", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_cursor_response_structure_complete", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_decoration_local_field_structure", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_overlapped_flag_when_ranges_overlap", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_call_decoration_for_function_calls", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_outlive_decoration_for_lifetime_constraints", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_empty_file_no_decorations", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_invalid_position_returns_empty_decorations", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_nonexistent_file_returns_no_path", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_analyze_without_workspace_returns_error_status", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_multiple_cursor_requests_same_file", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_decoration_types_are_distinct", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_range_end_after_start", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_hover_text_format_consistency", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_is_analyzed_false_before_analysis", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_status_field_valid_values", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.001 }, "name": "tests.test_lsp_decoration.test_different_positions_same_variable", "status": "skipped" }, { "branch": "db975e1644f7", "extra": { "message_chars": 242, "message_redacted": true, "time": 0.132 }, "name": "tests.test_output_format.test_error_invalid_flag_format", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 302, "message_redacted": true, "time": 0.177 }, "name": "tests.test_output_format.test_completions_bash_valid_syntax", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 302, "message_redacted": true, "time": 0.148 }, "name": "tests.test_output_format.test_completions_bash_exact_output", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 265, "message_redacted": true, "time": 0.176 }, "name": "tests.test_output_format.test_completions_zsh_exact_output", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 416, "message_redacted": true, "time": 0.142 }, "name": "tests.test_output_format.test_completions_powershell_exact_output", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 302, "message_redacted": true, "time": 0.156 }, "name": "tests.test_output_format.test_output_uses_unix_line_endings_completions", "status": "failure" }, { "branch": "db975e1644f7", "extra": { "message_chars": 83, "message_redacted": true, "time": 0.908 }, "name": "tests.test_lsp_basic.test_initialize_stderr_message", "status": "failure" } ], "test_results_omitted": 130, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }