{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "d9a1122b7212b4dff23fbb5278375bd6be5ef96bf4dcf1c54750e0838ab76148", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.9150527169986162 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(7ada12e17ade344f5691b22d112623750cfcffc1185594e974ff11623978a138) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.12112342898035422 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.16198488097870722 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.11772375798318535 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.10845345698180608 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.13503770498209633 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6640709149942268 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13260466899373569 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13615678899805062 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13360480300616473 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13355715401121415 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 24771, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.708458351000445 }, { "branch": "453e9bab36fd", "command": "docker cp 3afa41415aa7bff754acbfadebaaff23b196a8c963548e05698bb91d58968af4:/workspace/eval/results.xml /tmp/tmpe9o9uedl.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 21758, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03697666199877858 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1394104920036625 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1315346040064469 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10925042399321683 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11968738798168488 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 29, "exception_info_redacted": true, "output_original_chars": 0, "output_redacted": true, "returncode": -1, "step": "run_tests", "wall_time": 3600.1059577430133 }, { "branch": "", "command": "docker cp da50cfb0b7209da991d91985bdcdb7bff6b04e4d7f08d188053f74c886a53d65:/workspace/eval/results.xml /tmp/tmp3warrrfn.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 157, "output_redacted": true, "returncode": 1, "step": "results_read", "wall_time": 0.02463080402230844 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13188726297812536 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1072530499950517 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10250347398687154 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.136284420004813 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 29, "exception_info_redacted": true, "output_original_chars": 0, "output_redacted": true, "returncode": -1, "step": "run_tests", "wall_time": 3600.1060279280064 }, { "branch": "", "command": "docker cp a221548435b2b21311bdde1fae978c97188ebb001a1ab1f367bf3a7089fc9e2d:/workspace/eval/results.xml /tmp/tmp85y9gd5z.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 157, "output_redacted": true, "returncode": 1, "step": "results_read", "wall_time": 0.04205857598572038 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13238335200003348 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09121241097454913 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12873598199803382 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1252609420043882 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 18014, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 7.805708812986268 }, { "branch": "0daed3a4671f", "command": "docker cp bdd98fd2f7cf1d08b7c2190d33dc1b7d0f82b1b4ff93bdd5e3a0dd4482d922bf:/workspace/eval/results.xml /tmp/tmp8hpx1s8n.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 13280, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038134257978526875 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12921022000955418 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12084579700604081 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11669398000231013 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12681367300683632 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9142, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.532024087995524 }, { "branch": "197ac0ab0b32", "command": "docker cp 08647d9d2668ae892ac10c7d7199e091892dcca3e5fe476c421e17fec35fba45:/workspace/eval/results.xml /tmp/tmpfgnpj_qp.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6043, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03606803898583166 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1310460700187832 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12477078498341143 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.08937040300224908 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.08412547098123468 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6965, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.5824572929996066 }, { "branch": "1d977c1210d3", "command": "docker cp c9ad561a518c38051c7e9abb46b9e2029823a7552aa97253e7817ea00b2f7aa9:/workspace/eval/results.xml /tmp/tmpntell07h.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4101, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0182776479923632 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13023034602520056 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10672787702060305 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09332602997892536 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12431032801396213 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7701, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.588557752984343 }, { "branch": "4cd6e90f9286", "command": "docker cp f0841db7eb33af2009227a2ffa20309638f46ef8e668d7016ed93c4e981f6ab1:/workspace/eval/results.xml /tmp/tmpb_gvk_tn.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7939, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03546726200147532 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11818442199728452 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11127120099263266 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.0972569290024694 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09169434898649342 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8641, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.595640327024739 }, { "branch": "e50ea818c2bc", "command": "docker cp dfa1da2a9132f14d41bd66503cee8c3da7e2fcdd7fe5d54be61491af12dc935a:/workspace/eval/results.xml /tmp/tmp8wdqe2ru.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6349, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.032663088000845164 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1383360599866137 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1204571999842301 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11322399001801386 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12210157100344077 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 37201, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 193.7742007029883 }, { "branch": "2ed1dfd911fd", "command": "docker cp 355e1a3867d71c8c63a7670ddf8700ca1451adcbbd09343de2530df2a2723d5c:/workspace/eval/results.xml /tmp/tmpcnjhnphi.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 31639, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.039046913996571675 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 29, "not_run": 249, "passed": 216, "skipped": 1 }, "test_branch_errors": { "15eca2a4caf9": [ { "error_code": "results_read_failed", "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container a221548435b2b21311bdde1fae978c97188ebb001a1ab1f367bf3a7089fc9e2d" } ] }, "test_branches": [ "453e9bab36fd", "15eca2a4caf9", "0daed3a4671f", "197ac0ab0b32", "1d977c1210d3", "4cd6e90f9286", "e50ea818c2bc", "2ed1dfd911fd" ], "test_records": 495, "test_results": [ { "branch": "453e9bab36fd", "extra": { "message_chars": 2695, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_basic_invocation.test_args_flag", "status": "failure" }, { "branch": "453e9bab36fd", "extra": { "message_chars": 243, "message_redacted": true, "time": 0.162 }, "name": "eval.tests.test_configuration.test_invalid_config_file", "status": "failure" }, { "branch": "453e9bab36fd", "extra": { "message_chars": 306, "message_redacted": true, "time": 0.151 }, "name": "eval.tests.test_utility.test_zsh_completion", "status": "failure" }, { "branch": "453e9bab36fd", "extra": { "message_chars": 469, "message_redacted": true, "time": 0.128 }, "name": "eval.tests.test_utility.test_powershell_completion", "status": "failure" }, { "branch": "453e9bab36fd", "extra": { "message_chars": 346, "message_redacted": true, "time": 0.154 }, "name": "eval.tests.test_utility.test_elvish_completion", "status": "failure" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_args_flag_displays_parsed_arguments", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_check_mode_accepts_correct_formatting", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_check_mode_detects_incorrect_formatting", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_completion_bash_script_syntax", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_completion_elvish_script_syntax", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_completion_fish_script_syntax", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_completion_powershell_script_syntax", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_completion_zsh_script_syntax", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_fail_on_change_mode_returns_nonzero_when_modified", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_man_page_generation_troff_format", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_nonexistent_file_error", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_nowrap_disables_line_wrapping", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_print_mode_does_not_modify_file", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_print_mode_formats_to_stdout", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_quiet_flag_suppresses_warnings", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_stdin_mode_formats_from_stdin_to_stdout", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_stdin_rejects_file_arguments", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_tabsize_4_uses_4_space_indentation", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_tabsize_out_of_range_error", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_trace_flag_shows_trace_messages", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_trace_overrides_quiet_flag", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_unknown_flag_returns_error", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_usetabs_indents_with_tabs", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_verbose_flag_shows_info_messages", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_verbose_overrides_quiet_flag", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_version_flag", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_wraplen_edge_case_1000_chars", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_wraplen_edge_case_120_chars", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_cli.test_wraplen_edge_case_40_chars", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comment_after_backslash_space", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comment_indentation_normalized", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comment_not_wrapped_with_nowrap_flag", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comment_with_no_spaces_cannot_wrap", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comment_wrapping_respects_custom_wraplen", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comments_at_file_boundaries", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comments_between_begin_and_end", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comments_in_environments", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comments_in_math_mode", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comments_in_nested_environments", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comments_with_blank_lines_between", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comments_with_latex_commands", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_comments_with_special_characters", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_consecutive_comment_lines", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_empty_comment_lines_preserved", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_escaped_percent_not_treated_as_comment", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_file_with_only_comments", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_indented_comments_normalized", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_inline_comment_wrapped_with_percent_continuation", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_inline_comments_preserved", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_long_comment_wrapped_with_percent_continuation", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_multiple_consecutive_percent_signs", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_percent_in_verb_not_treated_as_comment", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_comments_comprehensive.test_standalone_comment_lines_preserved", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_cli_nowrap_overrides_config_wrap", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_cli_overrides_config_tabsize", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_cli_overrides_config_wraplen", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_cli_usetabs_overrides_config_spaces", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_cli_verbosity_overrides_config", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_check_flag", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_current_directory", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_fail_on_change", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_file_explicit_path_tabsize", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_file_wrap_disabled", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_file_wraplen", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_multiple_options", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_only_when_cli_absent", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_print_flag", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_tabchar_tab", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_unknown_keys_ignored", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_verbosity_quiet", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_verbosity_verbose", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_with_file_mode", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_with_lists_option", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_with_no_indent_envs", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_with_verbatims_option", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_wrap_chars", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_wrapmin", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_config_wrong_type_tabsize", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_empty_config_uses_defaults", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_malformed_config_panics", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_noconfig_ignores_current_dir_config", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_config.test_nonexistent_config_file", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_bib_file_processing", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_check_and_print_flags_together", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_check_mode_does_not_modify_files", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_cls_file_processing", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_directory_without_recursive_flag", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_empty_directory_with_subdirectories", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_empty_file_formatting", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_fail_on_change_with_already_formatted_files", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_file_ending_without_newline", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_file_with_unicode_content", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_file_with_very_long_line", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_file_with_windows_line_endings", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_gitignore_respected_in_recursive_search", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_large_file_processing", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_multiple_directories_recursive", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_multiple_file_extensions_in_single_directory", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_multiple_files_all_already_formatted", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_multiple_files_check_mode", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_multiple_files_fail_on_change", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_multiple_files_formatting", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_multiple_files_with_one_nonexistent", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_multiple_recursive_directories_with_overlap", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_no_arguments_error", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_nonexistent_file_error", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_print_mode_does_not_modify_files", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_recursive_formats_files_in_place", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_recursive_respects_current_directory", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_recursive_search_empty_directory", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_recursive_search_nested_directories", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_recursive_search_no_tex_files", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_recursive_search_single_directory", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_recursive_with_deeply_nested_structure", "status": "not_run" }, { "branch": "15eca2a4caf9", "extra": {}, "name": "tests.test_file_ops.test_recursive_with_hidden_directory", "status": "not_run" } ], "test_results_omitted": 159, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }