{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "792da656c4d29e4179cb5046eaf03a3087811950d80f6c5d881df11da37ffd41", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 1.155501194007229 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(50ddfcf2b47205cbf31aa1c8230a266d33ef522371a9e58a5bc1fad56d0a2e4e) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.13824716297676787 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.12747865499113686 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.1399912589986343 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.1351894830004312 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.1335554239922203 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6867382530181203 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13138496098690666 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12464499898487702 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1227063940023072 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12795995501801372 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 82492, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 22.565454180992674 }, { "branch": "c2599e7591b2", "command": "docker cp fe7470ecb8b3f4e5d3ceddc95fc29d9a6881aa0e7e487771cbd095913fae7625:/workspace/eval/results.xml /tmp/tmp3q4bkn1y.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 61939, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03444975501042791 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14055596600519493 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12367061799159274 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12302873801672831 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1250137010065373 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 33502, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.23830046900548 }, { "branch": "d014dc54f718", "command": "docker cp 538ea46902387d1bcd85e65eee8ba0f2c96a26ac793db740f1e84e44692fd547:/workspace/eval/results.xml /tmp/tmprhcb6_yg.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 26970, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02117959997849539 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.08389448100933805 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1171305229945574 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09226630299235694 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.08128255698829889 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 114831, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 42.17639538500225 }, { "branch": "f4db9bade42b", "command": "docker cp 19fc353dff33047caa3f008ad44c4bcbeb2d64a928eaef5245282e228ee00cb6:/workspace/eval/results.xml /tmp/tmpszvghqxe.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 97017, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03762038302375004 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12501121498644352 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13612413700320758 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1323686980176717 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1328099509992171 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 56711, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 7.089373902999796 }, { "branch": "4de4727adf7f", "command": "docker cp fa446e54b3a0241eff2ac9b5e4280872d46964f95907248a72277c7691b1938e:/workspace/eval/results.xml /tmp/tmpaazjh6a_.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 50162, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04053230400313623 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13917539600515738 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10364179601310752 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12174898697412573 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12446670100325719 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 23374, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 7.816753852006514 }, { "branch": "1108111f6267", "command": "docker cp d9eb8cb1b3848bf50887884373b81cca07dcd121f1c4375034a1fc947ae839c6:/workspace/eval/results.xml /tmp/tmpz3xojxbz.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 19590, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.025351044023409486 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12869146399316378 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11700981800095178 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10998962202575058 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10200554798939265 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6175, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.371719866001513 }, { "branch": "eba9b739385d", "command": "docker cp 05c03c368a6f73ccc4e4a7929678192cb1280327c1bc47118313e4b5dad4c3ca:/workspace/eval/results.xml /tmp/tmp12hy0omn.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3635, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03599087201291695 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.107598743023118 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1138681200100109 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11484392700367607 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12764387700008228 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3175, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4955086999980267 }, { "branch": "1348ea81d136", "command": "docker cp 3f6078ded1d4e1d0e90cfca3224aa2bac53629bf1009855ef6e49da3f5dc6f52:/workspace/eval/results.xml /tmp/tmpti8cy56j.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1560, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.028633720998186618 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11733337299665436 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1102296469907742 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09900695600663312 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13426504901144654 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9750, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.405687887017848 }, { "branch": "becd061accb4", "command": "docker cp e0d21ff090905fe4d73e17eb540016d3768c87785c741b2923c4d4d376fcd3b8:/workspace/eval/results.xml /tmp/tmp8zpwt5u9.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5870, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.030089001025771722 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14411738701164722 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11708109601750039 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.0963568509905599 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12539207498775795 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3972, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.59397508497932 }, { "branch": "6ac475511579", "command": "docker cp a1f9aa5e7781c097b2cd207263654d158b5cbedaa925e8ff86119ca179052b60:/workspace/eval/results.xml /tmp/tmpsdrktoi1.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2044, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03302325200638734 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14513100401381962 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10519783300696872 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12211041801492684 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10598903300706297 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2993, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 17.06216307199793 }, { "branch": "2340a3323717", "command": "docker cp d506d91bdc36510be0d8f489759ef55a51040329460f2c3e8647b7231313c38c:/workspace/eval/results.xml /tmp/tmptkcr31ji.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3428, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02641524898353964 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14017997699556872 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.14154688900453039 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12070741600473411 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10916217998601496 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 59489, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 8.041387958015548 }, { "branch": "dc305c27a9ba", "command": "docker cp c482b4e87197cb09fb3c9e965c9a24e3acc32b0f577fa014b492cb006ad1f5d3:/workspace/eval/results.xml /tmp/tmpdlvilcp8.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 51561, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037395691993879154 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13180813699727878 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12191522802459076 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1271606289956253 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13093361799838021 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6229, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 17.834046261996264 }, { "branch": "6f2d18f2fb17", "command": "docker cp eaaf67c07bda1770e6c724c303829a97795ed3ca9b0d146824e11ddd44ef1b72:/workspace/eval/results.xml /tmp/tmpcck795nr.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3975, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03318442800082266 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11512064700946212 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1341285840026103 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12375788198551163 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13215128998854198 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12216, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 13.16202606598381 }, { "branch": "9bcc06cbc2d0", "command": "docker cp 2845eb85f5b89016eed1c6ca76c8f8b351fb6c13d4d1f96f6653a35e1747664c:/workspace/eval/results.xml /tmp/tmp1z2oxfjw.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7608, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03503572300542146 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 155, "passed": 838, "skipped": 9 }, "test_branch_errors": {}, "test_branches": [ "c2599e7591b2", "d014dc54f718", "f4db9bade42b", "4de4727adf7f", "1108111f6267", "eba9b739385d", "1348ea81d136", "becd061accb4", "6ac475511579", "2340a3323717", "dc305c27a9ba", "6f2d18f2fb17", "9bcc06cbc2d0" ], "test_records": 1002, "test_results": [ { "branch": "c2599e7591b2", "extra": { "message_chars": 2070, "message_redacted": true, "time": 0.287 }, "name": "eval.tests.test_error_paths.test_invalid_arguments", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 2070, "message_redacted": true, "time": 0.148 }, "name": "eval.tests.test_error_conditions.test_invalid_thread_count", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 515, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_extreme_coverage.test_completions_detailed_output", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_extreme_coverage.test_symlink_combinations", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 50, "message_redacted": true, "time": 2.62 }, "name": "eval.tests.test_interactive_tmux.test_interactive_with_no_entry_check", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 53, "message_redacted": true, "time": 3.235 }, "name": "eval.tests.test_interactive_tmux.test_interactive_with_subdirectories", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 60, "message_redacted": true, "time": 3.21 }, "name": "eval.tests.test_interactive_tmux.test_interactive_displays_percentages", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 50, "message_redacted": true, "time": 3.228 }, "name": "eval.tests.test_interactive_tmux.test_interactive_deeply_nested", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 50, "message_redacted": true, "time": 2.607 }, "name": "eval.tests.test_interactive_tmux.test_interactive_with_current_directory", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 50, "message_redacted": true, "time": 2.606 }, "name": "eval.tests.test_interactive_tmux.test_interactive_launches_with_tmux", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 50, "message_redacted": true, "time": 3.245 }, "name": "eval.tests.test_interactive_tmux.test_interactive_multiple_paths", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 50, "message_redacted": true, "time": 2.632 }, "name": "eval.tests.test_interactive_tmux.test_interactive_i_alias", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 319, "message_redacted": true, "time": 0.552 }, "name": "eval.tests.test_stress_coverage.test_aggregate_with_all_format_options", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 50, "message_redacted": true, "time": 2.656 }, "name": "eval.tests.test_interactive_tmux.test_interactive_with_apparent_size", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 361, "message_redacted": true, "time": 3.264 }, "name": "eval.tests.test_interactive_tmux.test_interactive_shows_total_size", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 63, "message_redacted": true, "time": 3.253 }, "name": "eval.tests.test_interactive_tmux.test_interactive_shows_file_listing", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 82, "message_redacted": true, "time": 2.648 }, "name": "eval.tests.test_interactive_tmux.test_interactive_version_in_header", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 123, "message_redacted": true, "time": 3.248 }, "name": "eval.tests.test_interactive_tmux.test_interactive_displays_sizes", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 50, "message_redacted": true, "time": 3.258 }, "name": "eval.tests.test_interactive_tmux.test_interactive_special_chars_in_filename", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 50, "message_redacted": true, "time": 2.645 }, "name": "eval.tests.test_interactive_tmux.test_interactive_empty_directory", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 50, "message_redacted": true, "time": 4.762 }, "name": "eval.tests.test_interactive_tmux.test_interactive_with_large_directory", "status": "failure" }, { "branch": "c2599e7591b2", "extra": { "message_chars": 117, "message_redacted": true, "time": 15.019 }, "name": "eval.tests.test_specific_code_paths.test_default_ignore_dirs_proc", "status": "failure" }, { "branch": "d014dc54f718", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_error_cases.test_mixed_readable_unreadable_files", "status": "skipped" }, { "branch": "d014dc54f718", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_error_cases.test_aggregate_with_permission_denied", "status": "skipped" }, { "branch": "d014dc54f718", "extra": { "message_chars": 1133, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_error_cases.test_log_file_invalid_path", "status": "failure" }, { "branch": "d014dc54f718", "extra": { "message_chars": 1092, "message_redacted": true, "time": 0.151 }, "name": "eval.tests.test_error_cases.test_invalid_threads_negative", "status": "failure" }, { "branch": "d014dc54f718", "extra": { "message_chars": 401, "message_redacted": true, "time": 0.134 }, "name": "eval.tests.test_error_cases.test_multiple_format_specifications", "status": "failure" }, { "branch": "d014dc54f718", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_input_handling.test_no_permission_handling", "status": "skipped" }, { "branch": "d014dc54f718", "extra": { "message_chars": 213, "message_redacted": true, "time": 1.605 }, "name": "eval.tests.test_interactive_tui.test_interactive_mode_launches_in_tmux", "status": "failure" }, { "branch": "d014dc54f718", "extra": { "message_chars": 215, "message_redacted": true, "time": 1.592 }, "name": "eval.tests.test_interactive_tui.test_interactive_mode_no_entry_check_flag", "status": "failure" }, { "branch": "d014dc54f718", "extra": { "message_chars": 210, "message_redacted": true, "time": 2.243 }, "name": "eval.tests.test_interactive_tui.test_interactive_mode_navigation", "status": "failure" }, { "branch": "d014dc54f718", "extra": { "message_chars": 211, "message_redacted": true, "time": 2.539 }, "name": "eval.tests.test_interactive_tui.test_interactive_mode_help", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 58, "message_redacted": true, "time": 0.184 }, "name": "tests.test_aggregate.test_aggregate_directory_with_subdirectories_only", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 110, "message_redacted": true, "time": 0.161 }, "name": "tests.test_aggregate.test_aggregate_single_directory_sorted_by_size", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 1152, "message_redacted": true, "time": 0.157 }, "name": "tests.test_aggregate_advanced.test_count_hard_links_flag_counts_each_occurrence", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 178, "message_redacted": true, "time": 0.151 }, "name": "tests.test_aggregate_advanced.test_ignore_dirs_multiple_directories", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 115, "message_redacted": true, "time": 0.144 }, "name": "tests.test_aggregate_advanced.test_deep_directory_hierarchy", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 542, "message_redacted": true, "time": 0.095 }, "name": "tests.test_completions.test_completions_bash_contains_format_values", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 474, "message_redacted": true, "time": 0.193 }, "name": "tests.test_completions.test_completions_fish_golden", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.144 }, "name": "tests.test_completions.test_completions_elvish_golden", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 247, "message_redacted": true, "time": 0.099 }, "name": "tests.test_aggregate_advanced.test_ignore_dirs_flag_skips_traversed_directories", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 868, "message_redacted": true, "time": 0.102 }, "name": "tests.test_completions.test_completions_powershell_contains_common_flags", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 56, "message_redacted": true, "time": 0.111 }, "name": "tests.test_aggregate_advanced.test_multiple_roots_all_valid", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 539, "message_redacted": true, "time": 0.101 }, "name": "tests.test_completions.test_completions_bash_subcommand_aliases", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 572, "message_redacted": true, "time": 0.095 }, "name": "tests.test_completions.test_completions_elvish_contains_common_flags", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 1879, "message_redacted": true, "time": 0.091 }, "name": "tests.test_completions.test_completions_fish_interactive_flags", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 544, "message_redacted": true, "time": 0.095 }, "name": "tests.test_completions.test_completions_bash_aggregate_flags", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 288, "message_redacted": true, "time": 0.129 }, "name": "tests.test_aggregate.test_aggregate_empty_directory_shows_zero_bytes", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 288, "message_redacted": true, "time": 0.149 }, "name": "tests.test_aggregate.test_aggregate_multiple_paths_default_sorted", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 50, "message_redacted": true, "time": 0.001 }, "name": "tests.test_aggregate_advanced.test_permission_denied_error_handling", "status": "skipped" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 548, "message_redacted": true, "time": 0.132 }, "name": "tests.test_completions.test_completions_bash_contains_main_commands", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 394, "message_redacted": true, "time": 0.15 }, "name": "tests.test_edge_cases.test_broken_symlink_explicit_path", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 246, "message_redacted": true, "time": 0.117 }, "name": "tests.test_completions.test_completions_zsh_golden", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 374, "message_redacted": true, "time": 0.17 }, "name": "tests.test_edge_cases.test_symlink_chain_to_nonexistent", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 232, "message_redacted": true, "time": 0.161 }, "name": "tests.test_aggregate_advanced.test_symlink_handling", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 847, "message_redacted": true, "time": 0.098 }, "name": "tests.test_edge_cases.test_mixed_valid_and_broken_symlinks", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 298, "message_redacted": true, "time": 0.148 }, "name": "tests.test_completions.test_completions_bash_golden", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 878, "message_redacted": true, "time": 0.126 }, "name": "tests.test_completions.test_completions_powershell_subcommand_contexts", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 1959, "message_redacted": true, "time": 0.106 }, "name": "tests.test_completions.test_completions_zsh_help_subcommand", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 64, "message_redacted": true, "time": 0.094 }, "name": "tests.test_global_flags.test_log_file_creates_new_file", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 389, "message_redacted": true, "time": 0.117 }, "name": "tests.test_global_flags.test_log_file_invalid_path_fails", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 57, "message_redacted": true, "time": 0.094 }, "name": "tests.test_global_flags.test_log_file_with_aggregate_mode", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 61, "message_redacted": true, "time": 0.264 }, "name": "tests.test_global_flags.test_log_file_appends_to_existing_file", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 56, "message_redacted": true, "time": 0.13 }, "name": "tests.test_global_flags.test_log_file_with_threads", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 56, "message_redacted": true, "time": 0.129 }, "name": "tests.test_global_flags.test_log_file_records_thread_count", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 396, "message_redacted": true, "time": 0.223 }, "name": "tests.test_completions.test_completions_powershell_golden", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 639, "message_redacted": true, "time": 0.149 }, "name": "tests.test_edge_cases.test_circular_symlinks_both_paths", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 59, "message_redacted": true, "time": 0.139 }, "name": "tests.test_edge_cases.test_empty_directory_no_entries", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 51, "message_redacted": true, "time": 0.135 }, "name": "tests.test_global_flags.test_log_file_contains_ignore_dirs", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 56, "message_redacted": true, "time": 0.168 }, "name": "tests.test_global_flags.test_threads_default_value_logged", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 580, "message_redacted": true, "time": 0.115 }, "name": "tests.test_completions.test_completions_elvish_command_structure", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 437, "message_redacted": true, "time": 0.16 }, "name": "tests.test_harvest.test_no_arguments", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 64, "message_redacted": true, "time": 0.129 }, "name": "tests.test_global_flags.test_log_file_with_nonexistent_path", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 208, "message_redacted": true, "time": 0.301 }, "name": "tests.test_global_flags.test_log_file_overwrite_vs_append_multiple_runs", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 465, "message_redacted": true, "time": 0.125 }, "name": "tests.test_harvest.test_multiple_paths_broken_link", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 526, "message_redacted": true, "time": 0.108 }, "name": "tests.test_harvest.test_multiple_paths_some_not_existing", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 455, "message_redacted": true, "time": 0.132 }, "name": "tests.test_harvest.test_format_variants[metric]", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 59, "message_redacted": true, "time": 0.108 }, "name": "tests.test_global_flags.test_log_file_with_format", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 461, "message_redacted": true, "time": 0.141 }, "name": "tests.test_harvest.test_format_variants[binary]", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 463, "message_redacted": true, "time": 0.114 }, "name": "tests.test_harvest.test_format_variants[mb]", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 56, "message_redacted": true, "time": 0.157 }, "name": "tests.test_global_flags.test_log_file_records_all_flags", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 437, "message_redacted": true, "time": 0.157 }, "name": "tests.test_harvest.test_aggregate_subcommand_no_sorting", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 397, "message_redacted": true, "time": 0.176 }, "name": "tests.test_harvest.test_multiple_paths_no_sort", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 474, "message_redacted": true, "time": 0.178 }, "name": "tests.test_harvest.test_multiple_paths_statistics", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 474, "message_redacted": true, "time": 0.187 }, "name": "tests.test_harvest.test_multiple_paths_aggregate", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 416, "message_redacted": true, "time": 0.137 }, "name": "tests.test_harvest.test_aggregate_no_sort", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 474, "message_redacted": true, "time": 0.145 }, "name": "tests.test_harvest.test_multiple_paths_no_total", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 474, "message_redacted": true, "time": 0.149 }, "name": "tests.test_harvest.test_multiple_paths_no_subcommand", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 466, "message_redacted": true, "time": 0.151 }, "name": "tests.test_harvest.test_format_variants[bytes]", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 419, "message_redacted": true, "time": 0.139 }, "name": "tests.test_harvest.test_format_variants[gb]", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 420, "message_redacted": true, "time": 0.158 }, "name": "tests.test_harvest.test_format_variants[gib]", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 464, "message_redacted": true, "time": 0.123 }, "name": "tests.test_harvest.test_format_variants[mib]", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 139, "message_redacted": true, "time": 10.624 }, "name": "tests.test_interactive.test_delete_mixed_files_and_directories", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 153, "message_redacted": true, "time": 12.44 }, "name": "tests.test_interactive.test_interactive_help_toggle", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 162, "message_redacted": true, "time": 10.735 }, "name": "tests.test_interactive.test_interactive_basic_launch", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 155, "message_redacted": true, "time": 12.456 }, "name": "tests.test_interactive.test_search_glob_case_sensitivity_toggle", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 148, "message_redacted": true, "time": 14.29 }, "name": "tests.test_interactive.test_interactive_left_back_navigation", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 252, "message_redacted": true, "time": 10.495 }, "name": "tests.test_interactive.test_delete_directory_with_contents", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 178, "message_redacted": true, "time": 10.547 }, "name": "tests.test_interactive.test_interactive_sort_toggle", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 147, "message_redacted": true, "time": 10.53 }, "name": "tests.test_interactive.test_delete_single_marked_file", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 137, "message_redacted": true, "time": 10.572 }, "name": "tests.test_interactive.test_delete_multiple_marked_files", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 137, "message_redacted": true, "time": 10.434 }, "name": "tests.test_interactive.test_delete_navigation_after_deletion", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 137, "message_redacted": true, "time": 10.585 }, "name": "tests.test_interactive.test_trash_file_with_ctrl_t", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 137, "message_redacted": true, "time": 10.581 }, "name": "tests.test_interactive.test_empty_directory_after_deleting_all", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 137, "message_redacted": true, "time": 10.545 }, "name": "tests.test_interactive.test_search_glob_basic_pattern", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 156, "message_redacted": true, "time": 12.549 }, "name": "tests.test_interactive.test_interactive_marking_items", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 148, "message_redacted": true, "time": 12.469 }, "name": "tests.test_interactive.test_interactive_cursor_movement_keys", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 142, "message_redacted": true, "time": 16.142 }, "name": "tests.test_interactive.test_unmark_files_before_deletion", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 252, "message_redacted": true, "time": 10.672 }, "name": "tests.test_interactive.test_mark_and_delete_from_subdirectory", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 34, "message_redacted": true, "time": 10.8 }, "name": "tests.test_interactive.test_navigation_home_end_keys", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 137, "message_redacted": true, "time": 10.72 }, "name": "tests.test_interactive.test_toggle_all_items_with_a_key", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 137, "message_redacted": true, "time": 10.64 }, "name": "tests.test_interactive.test_multiple_directories_launch", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 137, "message_redacted": true, "time": 10.676 }, "name": "tests.test_interactive.test_search_glob_no_matches", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 138, "message_redacted": true, "time": 10.586 }, "name": "tests.test_interactive.test_page_navigation_ctrl_d_ctrl_u", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 329, "message_redacted": true, "time": 13.681 }, "name": "tests.test_interactive.test_display_toggle_both_columns", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 186, "message_redacted": true, "time": 10.777 }, "name": "tests.test_interactive.test_interactive_no_entry_check_flag", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 138, "message_redacted": true, "time": 16.295 }, "name": "tests.test_interactive.test_search_glob_wildcard_patterns", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 34, "message_redacted": true, "time": 10.685 }, "name": "tests.test_interactive.test_page_down_up_keys", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 329, "message_redacted": true, "time": 13.727 }, "name": "tests.test_interactive.test_display_toggle_mtime_column", "status": "failure" }, { "branch": "f4db9bade42b", "extra": { "message_chars": 34, "message_redacted": true, "time": 10.69 }, "name": "tests.test_interactive.test_display_toggle_count_column", "status": "failure" } ], "test_results_omitted": 44, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }