{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "50302ea9a9f3dac268700f1561ea24aff18d6ab4881984641033cc613d55d1f6", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.12873776899868972 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(77f1d290b5d1d201483b042be115e89fb7d2b9b23bdd08708a511842be34c584) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.11591444800069439 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.14017153199893073 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.11482172099931631 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.1291817270030151 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.1114872190009919 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6217521830003534 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12904309800069313 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11964811899815686 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11753828400105704 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12362175100133754 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 220950, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 10.511060804001318 }, { "branch": "01eed97aa21c", "command": "docker cp 59491b66b5dcf4a2ed1bd7833eb737b5aa6a81d44085d17047fb6bbaf2102054:/workspace/eval/results.xml /tmp/tmpedgwp1c4.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 152722, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03433001899975352 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12847078999766381 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13463419400068233 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12417419799749041 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12999098599902936 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 671553, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 55.83794142500119 }, { "branch": "ef3491a522d7", "command": "docker cp 4d79e997cd3672c6fa01d0fdcc6eee8b1436cd6e5f993429b45288385ff68c5a:/workspace/eval/results.xml /tmp/tmpeyrz2dhx.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 589816, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04120966299888096 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12549122699783766 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10375235600076849 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10844758599705528 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09456352800043533 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 581322, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 68.24985983000079 }, { "branch": "001afa7e5e9d", "command": "docker cp d2ef0572a0bf1fc02d68057b42ae1e6d620b2aa1568cd08a3e8162227d1be6e1:/workspace/eval/results.xml /tmp/tmpe9jiyk50.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 487974, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03952354600187391 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11825043199860374 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12712855200152262 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09893290800027899 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12029874799918616 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4092, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4276152749989706 }, { "branch": "1e3a2c0d2950", "command": "docker cp a1beda00aae3a5e70d99271a0c1826cbeaabfcaddfc9be506691cab6662599a0:/workspace/eval/results.xml /tmp/tmpxj0x1u_h.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2190, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02092442100183689 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.09882881800149335 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09145378500033985 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.08462775199950556 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13192064100076095 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3833, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.441225277998456 }, { "branch": "ea5182f6053e", "command": "docker cp 0a397e48f4bd3d93b4180ac909265edd587372175e8b4446ec83e7896cace4a8:/workspace/eval/results.xml /tmp/tmpwx1sjt0z.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1960, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03657979399940814 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10242268999718362 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.0846475010002905 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12143437499980791 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1327002280013403 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11582, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.593250081001315 }, { "branch": "b0af4f3be85a", "command": "docker cp 32d1f87025623f49a2e92c51bfe47689471430136c6870936df1a5c70d06a1aa:/workspace/eval/results.xml /tmp/tmpry41pq6g.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10009, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03315542099880986 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11645904699980747 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11921913999685785 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1246661570003198 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09961237700190395 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2691, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.425679947002209 }, { "branch": "17e9910c0996", "command": "docker cp 0cb99903694a51a254c6e8c495013cb0aab47f72a21f66cd8d993c3e6d8c9838:/workspace/eval/results.xml /tmp/tmp5cc8esvb.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1202, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02348103400072432 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11888275100136525 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11784718300259556 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1267774730004021 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12653658199997153 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12037, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.248096431001613 }, { "branch": "1d6fe8eab066", "command": "docker cp bd2e7a7df4ce8f1cf107bc284af13446e4ec23e7a4b73bf8b5bc7d691883e134:/workspace/eval/results.xml /tmp/tmp38km3u5i.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10035, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03098699600013788 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1165821060021699 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09286464199976763 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10381735600094544 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11563730900161318 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 27664, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.7788463959986984 }, { "branch": "40830a844ade", "command": "docker cp 7e52ddbd3b764fd561abc94d741b999dc35cc8d66c1a07fdc664e3bef2a35b81:/workspace/eval/results.xml /tmp/tmputwa405x.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 18093, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.025797599999350496 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11315555499822949 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12721487100134254 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10416485600217129 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10424919499928365 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3365, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.5993193590002193 }, { "branch": "f54fad893bb4", "command": "docker cp 4adada24f0f7746531dbac76ea11b3643347e61a1b6d3b2f2b182082fd6f62b8:/workspace/eval/results.xml /tmp/tmp066uc3v5.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1712, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.021264930001052562 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11909155000103055 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1186718219978502 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11673653500110959 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12183294400165323 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7438, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.593869565997011 }, { "branch": "51d19387e033", "command": "docker cp 6a19160779a234e33245c5df1527773663aebf5fa62946b21bcc083fd7b48538:/workspace/eval/results.xml /tmp/tmp1at7v9ov.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4792, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03692222199970274 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "error": 1, "failure": 731, "passed": 2366, "skipped": 6 }, "test_branch_errors": {}, "test_branches": [ "01eed97aa21c", "ef3491a522d7", "001afa7e5e9d", "1e3a2c0d2950", "ea5182f6053e", "b0af4f3be85a", "17e9910c0996", "1d6fe8eab066", "40830a844ade", "f54fad893bb4", "51d19387e033" ], "test_records": 3104, "test_results": [ { "branch": "01eed97aa21c", "extra": { "message_chars": 814, "message_redacted": true, "time": 0.091 }, "name": "tests.test_completion.TestCompletion.test_completion_fish", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 814, "message_redacted": true, "time": 0.103 }, "name": "tests.test_cmd_helper_functions.TestCompletionHelpers.test_completion_fish_structure", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 210, "message_redacted": true, "time": 0.081 }, "name": "tests.test_coverage_targeted.TestValidationEdgeCases.test_empty_service_name", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 176, "message_redacted": true, "time": 0.086 }, "name": "tests.test_env_command.TestEnvCommand.test_env_invalid_service", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 166, "message_redacted": true, "time": 0.089 }, "name": "tests.test_env_command.TestEnvCommandEdgeCases.test_env_empty_service_name", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 410, "message_redacted": true, "time": 0.089 }, "name": "tests.test_edge_cases.TestSpecialCharacters.test_empty_string_service", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 205, "message_redacted": true, "time": 0.086 }, "name": "tests.test_exec_comprehensive.TestExecEdgeCases.test_exec_invalid_service", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 219, "message_redacted": true, "time": 0.102 }, "name": "tests.test_history_command.TestHistoryCommand.test_history_invalid_service_chars", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 213, "message_redacted": true, "time": 0.095 }, "name": "tests.test_list_sorting.TestListSortingOptions.test_list_invalid_service", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 25, "message_redacted": true, "time": 0.001 }, "name": "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_read_triggers_store_code", "status": "skipped" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 25, "message_redacted": true, "time": 0.0 }, "name": "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_history_triggers_store_code", "status": "skipped" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 25, "message_redacted": true, "time": 0.001 }, "name": "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_list_triggers_store_code", "status": "skipped" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 25, "message_redacted": true, "time": 0.0 }, "name": "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_sm_write_triggers_store_code", "status": "skipped" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 25, "message_redacted": true, "time": 0.001 }, "name": "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_delete_triggers_store_code", "status": "skipped" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 25, "message_redacted": true, "time": 0.001 }, "name": "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_write_triggers_store_code", "status": "skipped" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.094 }, "name": "tests.test_validation.TestServiceNameValidation.test_invalid_service_with_space", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.088 }, "name": "tests.test_validation.TestServiceNameValidation.test_invalid_service_with_dollar", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.103 }, "name": "tests.test_validation.TestServiceNameValidation.test_invalid_service_ends_with_slash", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.116 }, "name": "tests.test_validation.TestServiceNameValidation.test_invalid_service_starts_with_slash", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 743, "message_redacted": true, "time": 0.087 }, "name": "tests.test_validation.TestKeyNameValidation.test_invalid_key_with_slash", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 743, "message_redacted": true, "time": 0.096 }, "name": "tests.test_validation.TestKeyNameValidation.test_invalid_key_with_space", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 743, "message_redacted": true, "time": 0.094 }, "name": "tests.test_validation.TestKeyNameValidation.test_invalid_key_with_at", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 390, "message_redacted": true, "time": 0.079 }, "name": "tests.test_validation.TestCombinedValidation.test_valid_service_invalid_key", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 394, "message_redacted": true, "time": 0.082 }, "name": "tests.test_validation.TestCombinedValidation.test_invalid_service_valid_key", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 176, "message_redacted": true, "time": 0.104 }, "name": "tests.test_env_command.TestEnvCommandEdgeCases.test_env_service_with_spaces", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 213, "message_redacted": true, "time": 0.116 }, "name": "tests.test_validation_comprehensive.TestServiceValidation.test_service_special_chars_error", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 219, "message_redacted": true, "time": 0.138 }, "name": "tests.test_history_command.TestHistoryCommand.test_history_invalid_key_chars", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.142 }, "name": "tests.test_validation.TestServiceNameValidation.test_invalid_service_with_hash", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.128 }, "name": "tests.test_validation.TestServiceNameValidation.test_invalid_service_special_chars", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 743, "message_redacted": true, "time": 0.147 }, "name": "tests.test_validation.TestKeyNameValidation.test_invalid_key_with_colon", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 421, "message_redacted": true, "time": 0.117 }, "name": "tests.test_validation.TestServiceWithLabel.test_invalid_service_starts_with_colon", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 425, "message_redacted": true, "time": 0.117 }, "name": "tests.test_validation.TestServiceWithLabel.test_invalid_service_ends_with_colon", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 389, "message_redacted": true, "time": 0.111 }, "name": "tests.test_validation.TestCombinedValidation.test_both_invalid", "status": "failure" }, { "branch": "01eed97aa21c", "extra": { "message_chars": 212, "message_redacted": true, "time": 0.222 }, "name": "tests.test_env_command.TestEnvCommandEdgeCases.test_env_flags_order_variations", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_s3_working", "status": "error" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 209, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestHistoryCommandCoverage.test_history_with_service_and_key", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_additional_coverage.test_env_with_invalid_service_name", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestExportFormatVariations.test_export_format_tfvars", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 478, "message_redacted": true, "time": 0.201 }, "name": "eval.tests.test_advanced_features.test_env_preserve_case_keeps_original", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 169, "message_redacted": true, "time": 0.099 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestEnvCommandSpecialCases.test_env_sanitize_key_with_spaces", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 502, "message_redacted": true, "time": 0.418 }, "name": "eval.tests.test_comprehensive_coverage.test_export_all_formats_with_data", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 805, "message_redacted": true, "time": 0.136 }, "name": "eval.tests.test_completion.test_completion_fish", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 519, "message_redacted": true, "time": 0.266 }, "name": "eval.tests.test_comprehensive_coverage.test_secretsmanager_export_formats", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 456, "message_redacted": true, "time": 0.35 }, "name": "eval.tests.test_advanced_features.test_ssm_read_with_specific_version", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 442, "message_redacted": true, "time": 0.122 }, "name": "eval.tests.test_coverage_boost.test_service_name_with_dash", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 448, "message_redacted": true, "time": 0.262 }, "name": "eval.tests.test_coverage_boost.test_tag_delete_specific_tag", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 170, "message_redacted": true, "time": 0.099 }, "name": "eval.tests.test_env_shell_formatting.test_env_invalid_service_name", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 435, "message_redacted": true, "time": 0.37 }, "name": "eval.tests.test_error_paths_comprehensive.test_tag_multiple_operations", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 479, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_coverage_boost.test_find_by_value_with_ssm", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 212, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestValidationFunctions.test_validate_service_with_slash", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 199, "message_redacted": true, "time": 0.091 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestExportFormatVariations.test_export_format_properties", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 211, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestExecCommandCoverage.test_exec_pristine_flag", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 484, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_advanced_features.test_list_services_empty_result", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 196, "message_redacted": true, "time": 0.091 }, "name": "eval.tests.test_export_edge_cases.test_export_invalid_service", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 188, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestEnvCommandSpecialCases.test_env_escape_strings_flag", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 442, "message_redacted": true, "time": 0.091 }, "name": "eval.tests.test_coverage_boost.test_service_name_with_underscore", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 34, "message_redacted": true, "time": 0.303 }, "name": "eval.tests.test_comprehensive_coverage.test_secretsmanager_env_command", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.371 }, "name": "eval.tests.test_final_70_percent_push.TestListSorting.test_list_sort_by_version", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 470, "message_redacted": true, "time": 0.31 }, "name": "eval.tests.test_advanced_features.test_ssm_list_raw_values", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.124 }, "name": "eval.tests.test_env_shell_formatting.test_env_empty_service_name", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 478, "message_redacted": true, "time": 0.26 }, "name": "eval.tests.test_coverage_boost.test_tag_write_with_delete_other_tags", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 40, "message_redacted": true, "time": 0.597 }, "name": "eval.tests.test_comprehensive_coverage.test_ssm_multiple_services_operations", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 458, "message_redacted": true, "time": 0.181 }, "name": "eval.tests.test_final_70_percent_push.TestEnvCommandShellFormatting.test_env_with_special_chars_in_value", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 459, "message_redacted": true, "time": 0.275 }, "name": "eval.tests.test_coverage_boost.test_list_sort_by_key", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 431, "message_redacted": true, "time": 0.101 }, "name": "eval.tests.test_error_paths_comprehensive.test_import_empty_json", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 194, "message_redacted": true, "time": 0.102 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestValidationFunctions.test_validate_service_empty", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 187, "message_redacted": true, "time": 0.093 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestExportFormatVariations.test_export_format_csv", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 453, "message_redacted": true, "time": 0.094 }, "name": "eval.tests.test_advanced_features.test_verbose_flag_produces_stderr_output", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 209, "message_redacted": true, "time": 0.117 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestExecCommandCoverage.test_exec_strict_flag", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 187, "message_redacted": true, "time": 0.086 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestEnvCommandSpecialCases.test_env_preserve_case_flag", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 442, "message_redacted": true, "time": 0.087 }, "name": "eval.tests.test_coverage_boost.test_service_name_with_slash", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.477 }, "name": "eval.tests.test_final_70_percent_push.TestFindByValue.test_find_by_value_exact_match", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 482, "message_redacted": true, "time": 0.32 }, "name": "eval.tests.test_advanced_features.test_export_tfvars_format", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 236, "message_redacted": true, "time": 0.3 }, "name": "eval.tests.test_final_70_percent_push.TestListSorting.test_list_sort_by_created_date", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 432, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_coverage_boost.test_import_json_from_stdin", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 450, "message_redacted": true, "time": 0.098 }, "name": "eval.tests.test_error_paths_comprehensive.test_write_unicode_value", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 32, "message_redacted": true, "time": 0.174 }, "name": "eval.tests.test_comprehensive_coverage.test_env_output_format_validation", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 477, "message_redacted": true, "time": 0.229 }, "name": "eval.tests.test_final_70_percent_push.TestEnvCommandShellFormatting.test_env_escape_strings_flag", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 484, "message_redacted": true, "time": 0.194 }, "name": "eval.tests.test_coverage_boost.test_export_to_stdout", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 181, "message_redacted": true, "time": 0.078 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestErrorHandlingPaths.test_invalid_backend_value", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_exec_edge_cases.test_exec_invalid_service_name", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 34, "message_redacted": true, "time": 1.138 }, "name": "eval.tests.test_comprehensive_coverage.test_env_with_multiple_secrets", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 187, "message_redacted": true, "time": 0.116 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestExportFormatVariations.test_export_format_tsv", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 475, "message_redacted": true, "time": 0.094 }, "name": "eval.tests.test_advanced_features.test_retry_flag_sets_retry_count", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 238, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestExecCommandCoverage.test_exec_strict_value_flag", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 207, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestEnvCommandSpecialCases.test_env_both_flags_combined", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 452, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_coverage_boost.test_key_with_special_characters", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 476, "message_redacted": true, "time": 0.19 }, "name": "eval.tests.test_final_70_percent_push.TestFindByValue.test_find_by_value_no_matches", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 433, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_coverage_boost.test_import_yaml_from_stdin", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 454, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_error_paths_comprehensive.test_write_value_with_newlines", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 232, "message_redacted": true, "time": 0.348 }, "name": "eval.tests.test_final_70_percent_push.TestListSorting.test_list_sort_by_created_by", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 483, "message_redacted": true, "time": 0.271 }, "name": "eval.tests.test_advanced_features.test_export_dotenv_format", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 477, "message_redacted": true, "time": 0.185 }, "name": "eval.tests.test_final_70_percent_push.TestEnvCommandShellFormatting.test_env_preserve_case_flag", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 1978, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_error_paths_comprehensive.test_completion_invalid_shell", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 497, "message_redacted": true, "time": 0.398 }, "name": "eval.tests.test_exec_strict_mode.test_exec_with_multiple_services_loads_all", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 492, "message_redacted": true, "time": 0.087 }, "name": "eval.tests.test_final_coverage_push.test_exec_with_shell_command", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 516, "message_redacted": true, "time": 0.338 }, "name": "eval.tests.test_exec_strict_mode.test_exec_strict_with_placeholders", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.097 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestExportFormatVariations.test_export_format_dotenv", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 197, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestFindCommandValueMatch.test_find_by_value_flag_exists", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.147 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestExecCommandCoverage.test_exec_multiple_services", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 359, "message_redacted": true, "time": 0.577 }, "name": "eval.tests.test_comprehensive_coverage.test_list_with_sorting_keys", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 488, "message_redacted": true, "time": 0.227 }, "name": "eval.tests.test_final_push_to_70.TestCmdExportAllFormats.test_export_properties_complex", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 568, "message_redacted": true, "time": 0.088 }, "name": "eval.tests.test_coverage_boost.test_completion_bash_contains_commands", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 453, "message_redacted": true, "time": 0.095 }, "name": "eval.tests.test_coverage_boost.test_import_with_normalize_keys", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 477, "message_redacted": true, "time": 0.418 }, "name": "eval.tests.test_final_70_percent_push.TestFindByValue.test_find_by_value_multiple_services", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 457, "message_redacted": true, "time": 0.169 }, "name": "eval.tests.test_error_paths_comprehensive.test_read_quiet_mode_output", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 493, "message_redacted": true, "time": 0.217 }, "name": "eval.tests.test_advanced_features.test_export_java_properties_format", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 494, "message_redacted": true, "time": 0.214 }, "name": "eval.tests.test_final_70_percent_push.TestExecCommandEdgeCases.test_exec_command_success_propagates", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 457, "message_redacted": true, "time": 0.179 }, "name": "eval.tests.test_final_70_percent_push.TestEnvCommandShellFormatting.test_env_sanitize_key_with_hyphens", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 586, "message_redacted": true, "time": 0.203 }, "name": "eval.tests.test_final_coverage_push.test_export_output_file_creation", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 485, "message_redacted": true, "time": 0.253 }, "name": "eval.tests.test_exec_strict_mode.test_exec_collision_warns_on_duplicate_keys", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 507, "message_redacted": true, "time": 0.185 }, "name": "eval.tests.test_exec_strict_mode.test_exec_strict_pristine_mode", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 461, "message_redacted": true, "time": 0.331 }, "name": "eval.tests.test_final_push_to_70.TestComprehensiveCoverage.test_ssm_and_sm_interop", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.135 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestFindCommandValueMatch.test_find_by_key_default", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 213, "message_redacted": true, "time": 0.106 }, "name": "eval.tests.test_comprehensive_uncovered_paths.TestHistoryCommandCoverage.test_history_basic", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 424, "message_redacted": true, "time": 0.116 }, "name": "eval.tests.test_coverage_boost.test_completion_zsh_contains_commands", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 455, "message_redacted": true, "time": 0.196 }, "name": "eval.tests.test_final_push_to_70.TestCmdEnvEdgeCases.test_env_with_unicode_value", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 214, "message_redacted": true, "time": 1.022 }, "name": "eval.tests.test_comprehensive_coverage.test_find_across_many_services", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 492, "message_redacted": true, "time": 0.08 }, "name": "eval.tests.test_coverage_boost.test_exec_pristine_removes_parent_env", "status": "failure" }, { "branch": "ef3491a522d7", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.101 }, "name": "eval.tests.test_error_paths_comprehensive.test_verbose_flag_stderr_output", "status": "failure" } ], "test_results_omitted": 618, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }