{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "c097a6722162e9f6b6bc95cdbb5adb45dba9f0ab742dd2f74e7ef8e09aa2301c", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.14704525099659804 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(7a2abc1f8ab4a8ee7d1a362d4e430783c424ba603fe231fa71557708efae9e68) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.13109568899380974 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.14733268800773658 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.13689672300824896 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12078685298911296 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.12471821199869737 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6641208919900237 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11190403999353293 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12090911099221557 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11364985699765384 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11966936699172948 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 75637, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 11.186058884995873 }, { "branch": "12565bd8e77e", "command": "docker cp b7112ffe7b9ed80aac5f00fd0dff840c1bbe24d4b9e2e36ddd340edc8082a864:/workspace/eval/results.xml /tmp/tmpjtg9cneb.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 60266, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0378309649968287 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13138289499329403 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11934687200118788 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12324919100501575 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10814947800827213 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 29, "exception_info_redacted": true, "output_original_chars": 0, "output_redacted": true, "returncode": -1, "step": "run_tests", "wall_time": 3600.10729922101 }, { "branch": "", "command": "docker cp ad318b0e4173d9c0eb640d459edf7ed59107139e287e33c73aa10383ceafc728:/workspace/eval/results.xml /tmp/tmpnzrk4uuv.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 157, "output_redacted": true, "returncode": 1, "step": "results_read", "wall_time": 0.03778092100401409 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.131349888004479 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10932704700098839 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12185340200085193 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1290711189940339 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 29, "exception_info_redacted": true, "output_original_chars": 0, "output_redacted": true, "returncode": -1, "step": "run_tests", "wall_time": 3600.106198529 }, { "branch": "", "command": "docker cp edf35e2729387e3ccdaf03696c7f3794ffbf1116a90b26d11ce865c03ef4bcc0:/workspace/eval/results.xml /tmp/tmpfrr2pz0n.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 157, "output_redacted": true, "returncode": 1, "step": "results_read", "wall_time": 0.02535731800890062 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14711296299356036 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13205333199584857 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12724927900126204 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1248767119977856 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 29421, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.725638143994729 }, { "branch": "637103d0c48c", "command": "docker cp 8c721a4c2f0afe6565d3910e98550ae100f1c902a5fa4926fba0a8278eb880f9:/workspace/eval/results.xml /tmp/tmp2c8l0ojn.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 20626, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038817683001980186 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12968004500726238 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.14052891499886755 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10586878399772104 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12216331899981014 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8815, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.691948558000149 }, { "branch": "a9b17933254a", "command": "docker cp f88cbaa19bcc0c74d5c46be73ff4175627b34acb97d61acb9e2795a93c1ec7c5:/workspace/eval/results.xml /tmp/tmp2m5j8n9g.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5380, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04008447400701698 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.0948526880092686 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12052719100029208 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10932579700602219 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13433078999514692 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2163, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4994886579952436 }, { "branch": "1c21fab78b73", "command": "docker cp 5445f19c3a594cd253c6801bf70d9114c462a499fa95d9f9e7a4790336e4266b:/workspace/eval/results.xml /tmp/tmp4jck2m12.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 880, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.021726659004343674 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1319485129934037 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13145749000250362 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11907627200707793 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11070253798970953 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7773, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.5170714250125457 }, { "branch": "75e236706598", "command": "docker cp b2246a6f74cbf4baa3281e2d48761f5833c91a4da00e675d1fa8ee4a0b3c9c17:/workspace/eval/results.xml /tmp/tmpabjosbkk.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4764, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.034617020006407984 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14454491900687572 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1252072069910355 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12097723598708399 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12702379099209793 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4793, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.3743299939960707 }, { "branch": "c210af0c2517", "command": "docker cp 59d47d2a7824941321a99367f7da9607494b011df50a63a86311f71375ad894e:/workspace/eval/results.xml /tmp/tmprmwbmw4i.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2699, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024622419994557276 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.137783361991751 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.14008781099983025 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12149900800432079 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13073781999992207 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8879, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 23.05324741700315 }, { "branch": "c2324775415c", "command": "docker cp a4e93470aebeee8725d263ddeb76423e99965a87011028b4c087cefa1b58281a:/workspace/eval/results.xml /tmp/tmpegv39u08.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6663, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03918765801063273 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13566003300365992 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13000006999936886 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12289735900412779 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1257658899994567 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 37827, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.673159666999709 }, { "branch": "1081f3f7c1d4", "command": "docker cp 059452e93e929dedba07ff2cb53c48e9d4e5ac221af922dda0ce3582761ddc59:/workspace/eval/results.xml /tmp/tmprwulbvxr.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 30755, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04439999599708244 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11314811301417649 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11963801398815122 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.119468656994286 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1036526550014969 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3313, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.596219086000929 }, { "branch": "42cc3d87770f", "command": "docker cp 53c84a87c53259cedef71880ac324b82a999813d98bec2ae4191d3fa37d0cf73:/workspace/eval/results.xml /tmp/tmpiikx6ujb.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1835, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037579069001367316 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14552533499954734 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1310789559938712 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.128256613999838 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1374445589899551 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 17332, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.890872625997872 }, { "branch": "256e7bf0179a", "command": "docker cp b590e36ec4375273691a8c9cf560fd50a53bdef1fd8fe46867676066b5543eea:/workspace/eval/results.xml /tmp/tmpyz4m_1hq.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 14106, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04101949201140087 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13863522199972067 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1337684390018694 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13088028799393214 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13692451399401762 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 196213, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.710735578002641 }, { "branch": "a8301849ac1b", "command": "docker cp 4dcc970ded93449a2065510340bdf7ce2d64eecd975bac119625bc7a4ff26d17:/workspace/eval/results.xml /tmp/tmpwcckghfz.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 185458, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02435694400628563 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 121, "not_run": 434, "passed": 230 }, "test_branch_errors": { "72a39496391b": [ { "error_code": "results_read_failed", "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container edf35e2729387e3ccdaf03696c7f3794ffbf1116a90b26d11ce865c03ef4bcc0" } ] }, "test_branches": [ "12565bd8e77e", "72a39496391b", "637103d0c48c", "a9b17933254a", "1c21fab78b73", "75e236706598", "c210af0c2517", "c2324775415c", "1081f3f7c1d4", "42cc3d87770f", "256e7bf0179a", "a8301849ac1b" ], "test_records": 785, "test_results": [ { "branch": "12565bd8e77e", "extra": { "message_chars": 204, "message_redacted": true, "time": 0.079 }, "name": "eval.tests.test_comprehensive.test_non_interactive_mode", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 222, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_comprehensive.test_no_color_output", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 200, "message_redacted": true, "time": 0.09 }, "name": "eval.tests.test_comprehensive.test_directory_recursive_search", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 257, "message_redacted": true, "time": 0.1 }, "name": "eval.tests.test_comprehensive.test_regex_named_capture_groups", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 252, "message_redacted": true, "time": 0.101 }, "name": "eval.tests.test_comprehensive.test_key_from_file", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 205, "message_redacted": true, "time": 0.087 }, "name": "eval.tests.test_comprehensive.test_single_file_replacement", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 236, "message_redacted": true, "time": 0.105 }, "name": "eval.tests.test_comprehensive.test_statistics_output", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 833, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_comprehensive.test_key_from_empty_file_error", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 210, "message_redacted": true, "time": 0.075 }, "name": "eval.tests.test_comprehensive.test_successful_replacement_exit_code", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 222, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_comprehensive.test_regex_search_basic", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 224, "message_redacted": true, "time": 0.101 }, "name": "eval.tests.test_comprehensive.test_skipped_output", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 212, "message_redacted": true, "time": 0.105 }, "name": "eval.tests.test_comprehensive.test_binary_file_skipped_by_default", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 149, "message_redacted": true, "time": 0.098 }, "name": "eval.tests.test_comprehensive.test_no_recursive_mode", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.065 }, "name": "eval.tests.test_comprehensive.test_empty_file_handling", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 147, "message_redacted": true, "time": 0.058 }, "name": "eval.tests.test_comprehensive.test_no_skip_vcs_processes_vcs_dirs", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.066 }, "name": "eval.tests.test_comprehensive.test_gitignore_respected", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 217, "message_redacted": true, "time": 0.075 }, "name": "eval.tests.test_comprehensive.test_no_matches_found_behavior", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 184, "message_redacted": true, "time": 0.074 }, "name": "eval.tests.test_comprehensive.test_current_directory_default", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.052 }, "name": "eval.tests.test_comprehensive.test_regex_capture_groups", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.066 }, "name": "eval.tests.test_comprehensive.test_recursive_directory_default", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 233, "message_redacted": true, "time": 0.061 }, "name": "eval.tests.test_comprehensive.test_verbose_output", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 208, "message_redacted": true, "time": 0.071 }, "name": "eval.tests.test_comprehensive.test_binary_detection_null_bytes", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 254, "message_redacted": true, "time": 0.078 }, "name": "eval.tests.test_comprehensive.test_rep_from_file", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 153, "message_redacted": true, "time": 0.058 }, "name": "eval.tests.test_comprehensive.test_symlink_following", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 212, "message_redacted": true, "time": 0.081 }, "name": "eval.tests.test_comprehensive.test_literal_search_default", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 379, "message_redacted": true, "time": 0.064 }, "name": "eval.tests.test_comprehensive.test_key_from_nonexistent_file_error", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 147, "message_redacted": true, "time": 0.085 }, "name": "eval.tests.test_comprehensive.test_no_skip_gitignore", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 390, "message_redacted": true, "time": 0.075 }, "name": "eval.tests.test_comprehensive.test_file_output_enabled", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 205, "message_redacted": true, "time": 0.069 }, "name": "eval.tests.test_comprehensive.test_case_sensitive_matching", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 237, "message_redacted": true, "time": 0.071 }, "name": "eval.tests.test_comprehensive.test_multiple_file_paths", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.08 }, "name": "eval.tests.test_comprehensive.test_skip_vcs_directories", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 58, "message_redacted": true, "time": 0.075 }, "name": "eval.tests.test_comprehensive.test_binary_file_with_binary_flag", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 234, "message_redacted": true, "time": 0.079 }, "name": "eval.tests.test_comprehensive.test_bin_check_bytes_option", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 205, "message_redacted": true, "time": 0.07 }, "name": "eval.tests.test_comprehensive.test_unicode_content", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.081 }, "name": "eval.tests.test_comprehensive.test_max_threads_option", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 209, "message_redacted": true, "time": 0.078 }, "name": "eval.tests.test_comprehensive.test_file_modified_in_place", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 239, "message_redacted": true, "time": 0.082 }, "name": "eval.tests.test_comprehensive.test_size_per_thread_option", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 210, "message_redacted": true, "time": 0.074 }, "name": "eval.tests.test_comprehensive.test_very_long_line", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 201, "message_redacted": true, "time": 0.081 }, "name": "eval.tests.test_comprehensive.test_overlapping_matches", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 395, "message_redacted": true, "time": 0.085 }, "name": "eval.tests.test_comprehensive.test_fixed_order_output", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.079 }, "name": "eval.tests.test_comprehensive.test_no_newline_at_eof", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 205, "message_redacted": true, "time": 0.066 }, "name": "eval.tests.test_comprehensive.test_empty_replacement", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 208, "message_redacted": true, "time": 0.084 }, "name": "eval.tests.test_comprehensive.test_special_characters_in_keyword", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 210, "message_redacted": true, "time": 0.079 }, "name": "eval.tests.test_comprehensive.test_multiline_content", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.374 }, "name": "eval.tests.test_comprehensive.test_preserve_time_flag", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 410, "message_redacted": true, "time": 0.391 }, "name": "eval.tests.test_comprehensive.test_no_preserve_time_updates_timestamp", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.097 }, "name": "eval.tests.test_comprehensive.test_mixed_line_endings", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 204, "message_redacted": true, "time": 0.095 }, "name": "eval.tests.test_comprehensive.test_multiple_matches_in_line", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 207, "message_redacted": true, "time": 0.117 }, "name": "eval.tests.test_comprehensive.test_large_file_handling", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_comprehensive.test_dot_in_literal_mode", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 217, "message_redacted": true, "time": 0.092 }, "name": "eval.tests.test_comprehensive.test_whitespace_in_keyword", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 218, "message_redacted": true, "time": 0.086 }, "name": "eval.tests.test_comprehensive.test_newline_in_replacement_via_escape", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.08 }, "name": "eval.tests.test_comprehensive.test_asterisk_in_literal_mode", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.08 }, "name": "eval.tests.test_comprehensive.test_crlf_line_endings", "status": "failure" }, { "branch": "12565bd8e77e", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.075 }, "name": "eval.tests.test_comprehensive.test_plus_in_literal_mode", "status": "failure" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_config_file_invalid_toml", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_config_file_loading_valid_toml", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_config_file_missing", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_key_from_file_empty_file_error", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_key_from_file_nonexistent_error", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_key_from_file_valid_nonempty", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_large_file_triggers_mmap_path", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_multiple_threads_with_large_workload", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_no_paths_defaults_to_current_directory", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_rep_from_file_nonexistent_error", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_rep_from_file_valid_content", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_skipped_gitignore_files_info_message", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_skipped_vcs_files_info_message", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_statistics_output_structure_complete", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_statistics_with_high_thread_count", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_statistics_with_regex_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_statistics_with_single_thread", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_statistics_with_verbose_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_edge.test_statistics_zero_matches", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_testability.test_basic_replacement", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_testability.test_binary_file_skip", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_testability.test_fails_without_term", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_testability.test_multiple_files", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_testability.test_no_match_scenario", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_ambr_testability.test_regex_replacement_with_captures", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_basic_replacement_no_interactive", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_bin_check_bytes_parameter", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_binary_flag_enables_binary_search", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_binary_flag_skips_binary_by_default", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_both_key_and_rep_from_file", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_combined_flags_preserve_time_and_binary", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_combined_flags_regex_and_statistics", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_empty_replacement_string", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_help_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_key_from_file_empty_file", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_key_from_file_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_key_from_file_missing_file", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_max_threads_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_multiple_files_in_directory", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_multiple_path_arguments", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_no_color_flag_suppresses_ansi_codes", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_no_matching_files", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_no_parent_ignore_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_no_paths_defaults_to_current_directory", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_no_recursive_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_no_skip_gitignore_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_no_skip_vcs_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_no_symlink_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_preserve_time_default_updates_timestamp", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_preserve_time_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_recursive_default_behavior", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_regex_flag_basic", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_regex_flag_capture_groups", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_regex_word_boundaries", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_rep_from_file_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_single_file_path_argument", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_size_per_thread_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_skip_gitignore_default_behavior", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_skip_vcs_default_behavior", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_skipped_flag_reports_skipped_files", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_statistics_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_symlink_default_follows", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_verbose_flag_shows_additional_info", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_cli_config.test_version_flag", "status": "not_run" }, { "branch": "72a39496391b", "extra": {}, "name": "tests.test_error_paths.test_directory_as_target_file", "status": "not_run" } ], "test_results_omitted": 435, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }