{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "b6b618a7eadac89394f3d8c1c5b1ed82b80209095065709c361b8d06b82904c7", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.1556790640024701 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(4349db9afad22577dac9848f201b520838a1ffd602ed68f02d24a2551e58aaff) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.14014698499522638 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.15900024000438862 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.1335668140091002 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.13360808200377505 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.13590849199681543 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6875355499942088 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12923433100513648 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12559212199994363 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09878519400081132 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1249584299948765 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25278, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 13.507791757001542 }, { "branch": "9433793a57c6", "command": "docker cp 73847fb5017be38bfa5dfab68795a294705e8ac3317f09c92ff4cb5accb39ecc:/workspace/eval/results.xml /tmp/tmp01bn9ux_.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 17431, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03813664399785921 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11255802700179629 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12722034900798462 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13103952699748334 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12717440999404062 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 13469, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.6728978650062345 }, { "branch": "2135ece627a0", "command": "docker cp 4832a106ad06fe888409a9a78342d786bb8c7d32e9ed655c695ab98465e37a38:/workspace/eval/results.xml /tmp/tmpdqua2u18.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9278, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02498805199866183 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12615025400009472 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12779058099840768 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09553548799885903 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11790309500065632 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 130531, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 54.02868142799707 }, { "branch": "0f7af0de4f7e", "command": "docker cp 5849c0b5a7130a03854b80a064451a8536772ebe97ff36d70e6a93980886d273:/workspace/eval/results.xml /tmp/tmp7nta7g06.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 135616, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04108815400104504 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12755163399560843 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1251992559991777 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13010186000610702 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13694572700478602 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 19338, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.403557446988998 }, { "branch": "ab2ed48ea0ad", "command": "docker cp 63caa5387e8e2cdf63aa669d8339685db40c552ae2f5fa7e043b77ccf1cdb6a4:/workspace/eval/results.xml /tmp/tmpv2fif5hu.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12250, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.031666452006902546 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14392076298827305 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12468903300759848 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.0910922280017985 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09908514899143483 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5102, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.8377896180027165 }, { "branch": "c94b989cb537", "command": "docker cp 346b1351b26da475e9c6d3bc07744ce1b301da785ff9d45cb3357a31478955eb:/workspace/eval/results.xml /tmp/tmp2ty8qzcl.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2782, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.031402534994413145 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13516837199858855 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12876038800459355 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13258795699221082 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10783856100169942 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5954, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.309780743991723 }, { "branch": "f70b3c7b288a", "command": "docker cp 4f67ddc8d1cb1d495574a69911b7ef9e6e63c97f96ebca9ba64236567d857096:/workspace/eval/results.xml /tmp/tmp94cfnmoo.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3515, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0404319429944735 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.08896794600877911 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10595077800098807 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13792199399904348 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1309771389933303 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 15268, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.3957739600009518 }, { "branch": "d479761eb97c", "command": "docker cp c78b13f73552bf44488b13cb0acfd7cc98e9891f330ecd760fabb8fde74f26d4:/workspace/eval/results.xml /tmp/tmprnwwxeuq.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9400, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038774125001509674 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13906819900148548 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11242794900317676 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.126856543996837 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13069418200757354 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4580, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.547188756012474 }, { "branch": "0991433c996c", "command": "docker cp 1c56a48679248cbbe66173da7c00cc5a60d5500221992ec0466e2190fb72cf24:/workspace/eval/results.xml /tmp/tmplce4nqtd.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2521, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03701185900717974 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1209175440017134 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10862249998899642 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10934078099671751 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1315312399965478 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9947, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 8.188986954992288 }, { "branch": "ad073adabe43", "command": "docker cp a89a016445ab58a114a28b058fd848a2d73bd0d452106afdf891c571ea6e2767:/workspace/eval/results.xml /tmp/tmpz4dt8yq9.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7939, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03229499400185887 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11729470299906097 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.08939834099146537 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11887947299692314 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12329984101234004 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5558, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.341042980988277 }, { "branch": "1f9273a352f9", "command": "docker cp 3d96a3ab51a33532d7639842eadaa56dc13dbf48fcf23dc690e8f069dbff57f7:/workspace/eval/results.xml /tmp/tmpolgaz8e2.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3025, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.026599670003633946 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14289981700130738 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12206023800536059 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13231858098879457 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1115443909948226 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10874, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 14.622930351994 }, { "branch": "666041896444", "command": "docker cp 01d6967d7bfd0f78d493c15e0890817664a5f24b121d09a5652612488f2ef7cf:/workspace/eval/results.xml /tmp/tmp64ktidn4.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7059, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037636470995494165 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.117064895996009 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10703767099766992 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10844434400496539 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10232095600804314 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4208, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.7712203529954422 }, { "branch": "fcf880d70098", "command": "docker cp 30a8799de0c78286ed081e3eed8f7390dec0a3ebd3929fb9ad3b325713689016:/workspace/eval/results.xml /tmp/tmpt1tchp17.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3493, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03517773500061594 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11576931399758905 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10113899198768195 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1266596670029685 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1255151619989192 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4182, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 36.33686856999702 }, { "branch": "ad017d14d49c", "command": "docker cp b54a3540899e3727483799e41d6ca87e283b81c492506d6c9b1315b792072a2a:/workspace/eval/results.xml /tmp/tmp8c4ny2a8.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4331, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03962350399524439 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11921263700060081 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1274469659983879 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12324172200169414 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09913336900353897 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2610, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 8.802364843999385 }, { "branch": "71d7c1a6ac3f", "command": "docker cp 780b2064908134af792832cfbaa347d4a08d30f4a3b188f93da27d0d098a6350:/workspace/eval/results.xml /tmp/tmph58d3ixq.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2029, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04147168899362441 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14175686199450865 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13634679399547167 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.129857722989982 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12255591199209448 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8614, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 9.172608324006433 }, { "branch": "d9e1b0ed6a41", "command": "docker cp 1f8b79f79664def7e7a54d042358d953126558cb5f6bc7b654e4c62f3dfde537:/workspace/eval/results.xml /tmp/tmp56lhp1p0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6180, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03889118300867267 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 88, "passed": 801, "skipped": 5 }, "test_branch_errors": {}, "test_branches": [ "9433793a57c6", "2135ece627a0", "0f7af0de4f7e", "ab2ed48ea0ad", "c94b989cb537", "f70b3c7b288a", "d479761eb97c", "0991433c996c", "ad073adabe43", "1f9273a352f9", "666041896444", "fcf880d70098", "ad017d14d49c", "71d7c1a6ac3f", "d9e1b0ed6a41" ], "test_records": 894, "test_results": [ { "branch": "0f7af0de4f7e", "extra": { "message_chars": 429, "message_redacted": true, "time": 0.157 }, "name": "tests.test_cli.test_json_parse_error_empty_file", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 647, "message_redacted": true, "time": 0.113 }, "name": "tests.test_cli.test_json_parse_error_missing_colon", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 424, "message_redacted": true, "time": 0.141 }, "name": "tests.test_errors.test_truncated_json_unclosed_string", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 724, "message_redacted": true, "time": 0.141 }, "name": "tests.test_cli.test_json_parse_error_unclosed_brace", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 429, "message_redacted": true, "time": 0.135 }, "name": "tests.test_cli.test_json_parse_error_only_whitespace", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 623, "message_redacted": true, "time": 0.172 }, "name": "tests.test_cli.test_json_parse_error_missing_array_closing_bracket", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 622, "message_redacted": true, "time": 0.121 }, "name": "tests.test_cli.test_json_parse_error_array_missing_comma_between_elements", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 653, "message_redacted": true, "time": 0.107 }, "name": "tests.test_cli.test_json_parse_error_array_leading_comma", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 500, "message_redacted": true, "time": 0.126 }, "name": "tests.test_cli.test_json_parse_error_undefined_literal", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 655, "message_redacted": true, "time": 0.107 }, "name": "tests.test_cli.test_json_parse_error_unescaped_quote_in_string", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 503, "message_redacted": true, "time": 0.085 }, "name": "tests.test_errors.test_invalid_value_undefined_keyword", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 503, "message_redacted": true, "time": 0.099 }, "name": "tests.test_errors.test_number_with_leading_plus", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 733, "message_redacted": true, "time": 0.103 }, "name": "tests.test_errors.test_json_with_null_bytes", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 733, "message_redacted": true, "time": 0.099 }, "name": "tests.test_errors.test_unescaped_tab_in_string", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 398, "message_redacted": true, "time": 0.073 }, "name": "tests.test_errors.test_string_with_incomplete_unicode_escape", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 622, "message_redacted": true, "time": 0.122 }, "name": "tests.test_errors.test_array_with_missing_comma", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 629, "message_redacted": true, "time": 0.152 }, "name": "tests.test_cli.test_json_parse_error_missing_comma_between_object_members", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 657, "message_redacted": true, "time": 0.132 }, "name": "tests.test_cli.test_json_parse_error_array_double_comma", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 424, "message_redacted": true, "time": 0.129 }, "name": "tests.test_cli.test_json_parse_error_unclosed_string_with_newline", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 651, "message_redacted": true, "time": 0.127 }, "name": "tests.test_cli.test_json_parse_error_invalid_number_literal", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 563, "message_redacted": true, "time": 0.11 }, "name": "tests.test_cli.test_json_parse_error_not_json", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 689, "message_redacted": true, "time": 0.135 }, "name": "tests.test_cli.test_stdin_invalid_json_parse_error", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 680, "message_redacted": true, "time": 0.124 }, "name": "tests.test_cli.test_json_parse_error_invalid_escape", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 623, "message_redacted": true, "time": 0.131 }, "name": "tests.test_errors.test_unclosed_array_eof", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 647, "message_redacted": true, "time": 0.116 }, "name": "tests.test_errors.test_object_with_missing_colon", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 539, "message_redacted": true, "time": 0.102 }, "name": "tests.test_errors.test_nan_value", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 653, "message_redacted": true, "time": 0.105 }, "name": "tests.test_errors.test_mismatched_brackets", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 690, "message_redacted": true, "time": 0.078 }, "name": "tests.test_errors.test_stdin_malformed_json", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 647, "message_redacted": true, "time": 0.095 }, "name": "tests.test_errors.test_hexadecimal_number", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 426, "message_redacted": true, "time": 0.067 }, "name": "tests.test_errors.test_unescaped_newline_in_string", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 651, "message_redacted": true, "time": 0.136 }, "name": "tests.test_errors.test_number_with_multiple_decimal_points", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 625, "message_redacted": true, "time": 0.13 }, "name": "tests.test_cli.test_json_parse_error_missing_closing_brace", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 370, "message_redacted": true, "time": 0.123 }, "name": "tests.test_errors.test_comments_in_json", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 691, "message_redacted": true, "time": 0.128 }, "name": "tests.test_errors.test_negative_exponent_no_digits", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 539, "message_redacted": true, "time": 0.121 }, "name": "tests.test_cli.test_json_parse_error_nan_literal", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 669, "message_redacted": true, "time": 0.114 }, "name": "tests.test_errors.test_number_with_trailing_decimal_point", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 627, "message_redacted": true, "time": 0.121 }, "name": "tests.test_errors.test_object_with_missing_comma", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 628, "message_redacted": true, "time": 0.12 }, "name": "tests.test_errors.test_number_with_leading_zeros", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 539, "message_redacted": true, "time": 0.093 }, "name": "tests.test_errors.test_infinity_value", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 503, "message_redacted": true, "time": 0.118 }, "name": "tests.test_errors.test_number_with_leading_decimal_point", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 384, "message_redacted": true, "time": 0.116 }, "name": "tests.test_errors.test_string_with_invalid_escape_sequence", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 1179, "message_redacted": true, "time": 0.135 }, "name": "tests.test_json_edge_cases.test_utf8_incomplete_sequence_rejected", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 839, "message_redacted": true, "time": 0.113 }, "name": "tests.test_json_edge_cases.test_control_characters_unescaped_tab_rejected", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 1155, "message_redacted": true, "time": 0.096 }, "name": "tests.test_json_edge_cases.test_utf8_invalid_continuation_rejected", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 257, "message_redacted": true, "time": 7.723 }, "name": "tests.test_fullscreen.test_fullscreen_collapse_operator", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 257, "message_redacted": true, "time": 7.997 }, "name": "tests.test_fullscreen.test_fullscreen_nested_expansion", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 852, "message_redacted": true, "time": 0.139 }, "name": "tests.test_json_edge_cases.test_control_characters_unescaped_nul_rejected", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 251, "message_redacted": true, "time": 11.927 }, "name": "tests.test_fullscreen.test_fullscreen_navigation", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 705, "message_redacted": true, "time": 0.131 }, "name": "tests.test_errors.test_exponent_with_no_digits", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 1164, "message_redacted": true, "time": 0.108 }, "name": "tests.test_json_edge_cases.test_utf8_invalid_start_byte_rejected", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 1163, "message_redacted": true, "time": 0.147 }, "name": "tests.test_json_edge_cases.test_utf8_overlong_encoding_rejected", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 854, "message_redacted": true, "time": 0.145 }, "name": "tests.test_json_edge_cases.test_malformed_leading_zeros_rejected", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 716, "message_redacted": true, "time": 0.147 }, "name": "tests.test_json_edge_cases.test_malformed_nan_rejected", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 856, "message_redacted": true, "time": 0.125 }, "name": "tests.test_json_edge_cases.test_malformed_unclosed_object_rejected", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 850, "message_redacted": true, "time": 0.149 }, "name": "tests.test_json_edge_cases.test_malformed_unclosed_array_rejected", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 559, "message_redacted": true, "time": 0.116 }, "name": "tests.test_json_parsing.test_invalid_missing_comma", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 721, "message_redacted": true, "time": 0.121 }, "name": "tests.test_json_edge_cases.test_malformed_infinity_rejected", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 570, "message_redacted": true, "time": 0.111 }, "name": "tests.test_json_parsing.test_invalid_missing_colon", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 832, "message_redacted": true, "time": 0.124 }, "name": "tests.test_json_edge_cases.test_malformed_hex_numbers_rejected", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 557, "message_redacted": true, "time": 0.124 }, "name": "tests.test_json_parsing.test_invalid_unclosed_brace", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 558, "message_redacted": true, "time": 0.139 }, "name": "tests.test_json_parsing.test_invalid_trailing_dot_number", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 564, "message_redacted": true, "time": 0.104 }, "name": "tests.test_json_parsing.test_invalid_escape_sequence_x", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 563, "message_redacted": true, "time": 0.123 }, "name": "tests.test_stdin.test_stdin_invalid_json_not_json", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 687, "message_redacted": true, "time": 0.152 }, "name": "tests.test_stdin.test_stdin_invalid_json_incomplete", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 698, "message_redacted": true, "time": 0.146 }, "name": "tests.test_stdin.test_stdin_invalid_json_double_comma", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 559, "message_redacted": true, "time": 0.126 }, "name": "tests.test_json_parsing.test_invalid_leading_zero", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 554, "message_redacted": true, "time": 0.081 }, "name": "tests.test_json_parsing.test_invalid_truncated_object", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 162, "message_redacted": true, "time": 12.386 }, "name": "tests.test_tui.test_object_collapse_expand", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 244, "message_redacted": true, "time": 12.279 }, "name": "tests.test_tui.test_table_view_display", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 257, "message_redacted": true, "time": 7.81 }, "name": "tests.test_tui.test_deeply_nested_structure_expansion", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 269, "message_redacted": true, "time": 12.032 }, "name": "tests.test_tui.test_navigation_arrow_keys", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 565, "message_redacted": true, "time": 7.788 }, "name": "tests.test_tui.test_long_string_display", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 250, "message_redacted": true, "time": 16.195 }, "name": "tests.test_tui.test_navigation_vim_keys", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 245, "message_redacted": true, "time": 11.98 }, "name": "tests.test_tui.test_toggle_multiple_levels", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 269, "message_redacted": true, "time": 18.045 }, "name": "tests.test_tui.test_gg_navigation_to_top", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 244, "message_redacted": true, "time": 12.703 }, "name": "tests.test_tui_gaps.test_toggle_spacebar_key", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 341, "message_redacted": true, "time": 15.712 }, "name": "tests.test_tui_gaps.test_table_view_button_toggle", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 211, "message_redacted": true, "time": 15.341 }, "name": "tests.test_tui_gaps.test_table_view_single_column_multi_row", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 246, "message_redacted": true, "time": 12.516 }, "name": "tests.test_tui.test_deep_expand_collapse_operators", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 301, "message_redacted": true, "time": 15.572 }, "name": "tests.test_tui_gaps.test_table_view_sparse_data", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 139, "message_redacted": true, "time": 7.996 }, "name": "tests.test_tui_gaps.test_no_table_view_for_insufficient_data", "status": "failure" }, { "branch": "0f7af0de4f7e", "extra": { "message_chars": 271, "message_redacted": true, "time": 15.487 }, "name": "tests.test_tui_gaps.test_table_view_single_row_multi_column", "status": "failure" }, { "branch": "ad073adabe43", "extra": { "message_chars": 1077, "message_redacted": true, "time": 0.146 }, "name": "eval.tests.test_json_tui.test_stdin_incomplete_json", "status": "failure" }, { "branch": "666041896444", "extra": { "message_chars": 149, "message_redacted": true, "time": 9.814 }, "name": "tests.test_json_tui.TestEdgeCases.test_large_array", "status": "failure" }, { "branch": "fcf880d70098", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_cli_noninteractive.test_help_mentions_stdin_and_issue_url", "status": "skipped" }, { "branch": "fcf880d70098", "extra": { "message_chars": 96, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_tui_interactive.test_deep_expand_and_collapse_plus_minus", "status": "skipped" }, { "branch": "fcf880d70098", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_tui_interactive.test_navigation_j_k_changes_highlight_or_cursor", "status": "skipped" }, { "branch": "fcf880d70098", "extra": { "message_chars": 98, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_tui_interactive.test_toggle_collapse_expand_changes_screen", "status": "skipped" }, { "branch": "71d7c1a6ac3f", "extra": { "message_chars": 251, "message_redacted": true, "time": 2.344 }, "name": "eval.tests.test_tui_json_tui.test_expand_deep_shows_array_contents", "status": "failure" }, { "branch": "71d7c1a6ac3f", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_tui_json_tui.test_collapse_deep_returns_to_ellipses", "status": "skipped" }, { "branch": "d9e1b0ed6a41", "extra": { "message_chars": 268, "message_redacted": true, "time": 1.938 }, "name": "eval.tests.test_expander_external.test_ext_expander_collapse_branch_prefers_deepest_leaf_first", "status": "failure" }, { "branch": "d9e1b0ed6a41", "extra": { "message_chars": 213, "message_redacted": true, "time": 3.5 }, "name": "eval.tests.test_expander_external.test_ext_expander_collapse_root_to_placeholders_observable_by_minus", "status": "failure" }, { "branch": "d9e1b0ed6a41", "extra": { "message_chars": 213, "message_redacted": true, "time": 3.654 }, "name": "eval.tests.test_expander_external.test_ext_expander_basic_root_minmax_level0_to1_observable_by_first_expand", "status": "failure" } ], "test_results_omitted": 0, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }