{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "35b8b2ccea283f0cf2b59daf2c2e9444a996a705dea70040f6265c694437167d", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.14996108499872207 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.15597970500130032 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.13119146300050488 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12326541100082977 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.1299733469986677 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6317546399986895 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13348257699908572 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1058358850004879 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11334203700062062 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11129007599993201 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 16795, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.9128108940003585 }, { "branch": "f75c6d083a5c", "command": "docker cp 7c92d5ceec440d64d3c43cc7b01f76b83063861889e5e2c2aeafcc327ac7fb1a:/workspace/eval/results.xml /tmp/tmpars7jm_a.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 18408, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0359910419992957 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13400735499999428 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11229378200005158 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1216959190005582 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11211452299903613 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7872, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.474345588998403 }, { "branch": "a2367572e7fc", "command": "docker cp 23102384f97275ddc80e61505cada662489e0dec741c07e6bc6e7370cee1c921:/workspace/eval/results.xml /tmp/tmpqlsk7lt6.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5569, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0381530640006531 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12757752899960906 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11173456399956194 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1313546959991072 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09586251100154186 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 86666, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 268.19105224099985 }, { "branch": "0b64bd84aa2b", "command": "docker cp da51da23ff2d68257adc6694348f59c0f91c747c3992fb32ac9110965c7245bb:/workspace/eval/results.xml /tmp/tmpi5qv5qhg.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 76731, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024954217000413337 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12338292400090722 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12083600200094224 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13212116499926196 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10627793099956762 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 98568, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 19.085572617001162 }, { "branch": "4448450aa190", "command": "docker cp ab2b415c0e1e7245d42ed78816a422b2d17c58e911a9da8bfacc6bc18960b666:/workspace/eval/results.xml /tmp/tmpv42jk7tg.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 86594, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024841136999384617 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.08738673500010918 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1233671649988537 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12488900000062131 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12362183500044921 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3971, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.051187180999477 }, { "branch": "6d8fbd2a6ff1", "command": "docker cp 3b2834fd138e15aea5bfdfb701bf5b2d379b7a3655e42770beb836978f6c58d5:/workspace/eval/results.xml /tmp/tmpq5srp524.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2072, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.034525453998867306 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12703551300000981 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11218225299853657 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13323804200081213 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10211051700025564 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 52, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 0.13058321100106696 }, { "branch": "dccde97f51ad", "command": "docker cp 8c39c437be93b9ba257cb873cce3d7c020dffdff82f8bbaaa8236d073f4f1ba3:/workspace/eval/results.xml /tmp/tmpslqle8lc.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 143, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03696388699972886 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14526894200025708 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1190552400003071 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1359235229992919 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12409277400001884 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4177, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.554482796000229 }, { "branch": "477924bdcf54", "command": "docker cp cb010439bcf44f8ba73bd4ad9b346306593795b96ea172109a647499cfc8b222:/workspace/eval/results.xml /tmp/tmp4jt8em72.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2274, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.029399531000308343 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13145850900036748 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12012726600005408 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12317768699904263 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1237976249994972 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5140, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.526251446999595 }, { "branch": "688f31297cef", "command": "docker cp 7e40e8a20e526883ad5b5e7734154c87a0e5f477a2903be7161abf931e1e4327:/workspace/eval/results.xml /tmp/tmplmjungav.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2745, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03153119499984314 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12998120399970503 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11889954099933675 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11440756699994381 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12227912900016236 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 39, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 0.13428256000042893 }, { "branch": "f85f34649887", "command": "docker cp 15c593e73c8faa6d89071bbdd1e167b50d1340bf3286f9fb31704870b5e41198:/workspace/eval/results.xml /tmp/tmpzk5pqxya.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 147, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03716099600023881 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.125396539000576 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10826737699972 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1081919670014031 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12879190900093818 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10101, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.415784898999846 }, { "branch": "c761f01ee11f", "command": "docker cp 99ea1ebd279a8dd8a14c77ba4cc72f383569cb37649e6783b19d49f24d1d22a1:/workspace/eval/results.xml /tmp/tmp2n7pi9ky.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6405, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03226125199944363 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13090122099856671 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12052110600052401 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11265523299880442 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1228861390009115 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2899, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.704088533000686 }, { "branch": "c1b6bf1faba9", "command": "docker cp 905fc0e3cba25a4ef6b2a6cc3426d69e45194dc35adaaf36f5e7241a3e7c855c:/workspace/eval/results.xml /tmp/tmpfzodxdxr.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1422, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.022953513000175008 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11657134899905941 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09038545800103748 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1254589889995259 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11977330900117522 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 93, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 0.13849477699841373 }, { "branch": "eb08ed5d950d", "command": "docker cp 8e612e4c4273d15618e83120a50b257cdd396b237dc2f1a672acfe08f649a4df:/workspace/eval/results.xml /tmp/tmpmifiqff7.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 140, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03576158000032592 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10222715700001572 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12375424600031693 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13251476600089518 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12316579799880856 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 80, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 0.1265744859992992 }, { "branch": "d3f472ddbaa3", "command": "docker cp c321c18c6afb2b857cb4bb39f9e83deb006b4a7daf98aa7f43f080e92d53ac1b:/workspace/eval/results.xml /tmp/tmp7exnlney.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 149, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.035715910998987965 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 142, "passed": 503, "skipped": 1 }, "test_branch_errors": {}, "test_branches": [ "f75c6d083a5c", "a2367572e7fc", "0b64bd84aa2b", "4448450aa190", "6d8fbd2a6ff1", "dccde97f51ad", "477924bdcf54", "688f31297cef", "f85f34649887", "c761f01ee11f", "c1b6bf1faba9", "eb08ed5d950d", "d3f472ddbaa3" ], "test_records": 646, "test_results": [ { "branch": "f75c6d083a5c", "extra": { "message_chars": 32, "message_redacted": true, "time": 0.028 }, "name": "eval.tests.test_elf_parsing.test_parse_elf32_if_available", "status": "skipped" }, { "branch": "f75c6d083a5c", "extra": { "message_chars": 4848, "message_redacted": true, "time": 0.359 }, "name": "eval.tests.test_output_generation.test_html_contains_css", "status": "failure" }, { "branch": "a2367572e7fc", "extra": { "message_chars": 222, "message_redacted": true, "time": 0.271 }, "name": "tests.test_elf_variants.test_elf_with_abi_version", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 2419, "message_redacted": true, "time": 0.219 }, "name": "tests.test_edge_cases.test_section_names_with_html_special_characters", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 123, "message_redacted": true, "time": 0.201 }, "name": "tests.test_cli_errors.test_concurrent_different_files", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 288, "message_redacted": true, "time": 0.177 }, "name": "tests.test_cli_errors.test_special_chars_in_filename", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 278, "message_redacted": true, "time": 0.18 }, "name": "tests.test_cli_errors.test_output_filename_pattern", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 275, "message_redacted": true, "time": 0.163 }, "name": "tests.test_cli_errors.test_multiple_runs_same_cwd", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 267, "message_redacted": true, "time": 0.129 }, "name": "tests.test_cli_errors.test_symlink_to_elf", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.151 }, "name": "tests.test_basic.test_process_valid_elf", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 244, "message_redacted": true, "time": 0.105 }, "name": "tests.test_cli_errors.test_valid_elf_creates_html", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 339, "message_redacted": true, "time": 0.208 }, "name": "tests.test_elf32.test_32bit_shared_object_type", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.199 }, "name": "tests.test_elf32.test_32bit_zero_entry_point_shared_object", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 340, "message_redacted": true, "time": 0.194 }, "name": "tests.test_elf32.test_32bit_relocatable_object_with_sections", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 348, "message_redacted": true, "time": 0.236 }, "name": "tests.test_elf32.test_32bit_multiple_program_headers", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 346, "message_redacted": true, "time": 0.202 }, "name": "tests.test_elf32.test_minimal_32bit_executable_little_endian", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 283, "message_redacted": true, "time": 0.141 }, "name": "tests.test_cli_errors.test_input_from_subdirectory", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 265, "message_redacted": true, "time": 0.171 }, "name": "tests.test_cli_errors.test_dotfile_input", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 285, "message_redacted": true, "time": 0.12 }, "name": "tests.test_cli_errors.test_filename_with_spaces", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 277, "message_redacted": true, "time": 0.129 }, "name": "tests.test_cli_errors.test_filename_no_extension", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 332, "message_redacted": true, "time": 5.902 }, "name": "tests.test_elf64.test_elf64_executable_ls_complete_parsing", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 72, "message_redacted": true, "time": 0.165 }, "name": "tests.test_elf32.test_32bit_arm_architecture_field", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 508, "message_redacted": true, "time": 0.136 }, "name": "tests.test_cli_errors.test_very_long_filename", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 302, "message_redacted": true, "time": 0.127 }, "name": "tests.test_elf64.test_elf64_self_analysis", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.182 }, "name": "tests.test_elf32.test_32bit_big_endian_parsing", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 337, "message_redacted": true, "time": 0.174 }, "name": "tests.test_elf32.test_32bit_arm_architecture", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 345, "message_redacted": true, "time": 0.203 }, "name": "tests.test_elf32.test_32bit_large_addresses_near_limit", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 351, "message_redacted": true, "time": 0.197 }, "name": "tests.test_elf64_bigendian.test_minimal_64bit_executable_big_endian", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 352, "message_redacted": true, "time": 0.202 }, "name": "tests.test_elf64_bigendian.test_64bit_big_endian_section_headers", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.316 }, "name": "tests.test_elf64.test_elf64_executable_vs_shared_library_distinction", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 216, "message_redacted": true, "time": 0.139 }, "name": "tests.test_cli_errors.test_relative_path", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 290, "message_redacted": true, "time": 0.116 }, "name": "tests.test_cli_errors.test_filename_multiple_dots", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.184 }, "name": "tests.test_elf32.test_32bit_arm_flags_field", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.175 }, "name": "tests.test_elf64_bigendian.test_64bit_big_endian_entry_point_parsing", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 349, "message_redacted": true, "time": 0.228 }, "name": "tests.test_elf64_bigendian.test_64bit_big_endian_sparc_architecture", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 2432, "message_redacted": true, "time": 0.12 }, "name": "tests.test_gap_filling.test_uncommon_elf_version_field_display", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 354, "message_redacted": true, "time": 0.189 }, "name": "tests.test_elf64_bigendian.test_64bit_big_endian_multiple_program_headers", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 332, "message_redacted": true, "time": 2.258 }, "name": "tests.test_elf64.test_elf64_cp_utility_parsing", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 2420, "message_redacted": true, "time": 0.163 }, "name": "tests.test_html_output.test_multiple_script_types_embedded", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 275, "message_redacted": true, "time": 0.12 }, "name": "tests.test_cli_errors.test_absolute_path", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 340, "message_redacted": true, "time": 0.224 }, "name": "tests.test_elf32.test_32bit_no_program_headers_relocatable", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 278, "message_redacted": true, "time": 0.129 }, "name": "tests.test_integration.test_executable_self_analysis", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 332, "message_redacted": true, "time": 0.714 }, "name": "tests.test_elf64.test_elf64_executable_cat_basic_structure", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 334, "message_redacted": true, "time": 1.545 }, "name": "tests.test_elf64.test_elf64_grep_utility_parsing", "status": "failure" }, { "branch": "0b64bd84aa2b", "extra": { "message_chars": 335, "message_redacted": true, "time": 261.784 }, "name": "tests.test_elf64.test_elf64_bash_large_executable", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 120, "message_redacted": true, "time": 0.118 }, "name": "tests.test_defs_utils.test_type_hios", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 80, "message_redacted": true, "time": 0.187 }, "name": "tests.test_defs_utils.test_machine_amdgpu", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 72, "message_redacted": true, "time": 0.159 }, "name": "tests.test_defs_utils.test_machine_arm_aarch32", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 116, "message_redacted": true, "time": 0.188 }, "name": "tests.test_defs_utils.test_type_hiproc", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 104, "message_redacted": true, "time": 0.169 }, "name": "tests.test_defs_utils.test_type_none", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 109, "message_redacted": true, "time": 0.164 }, "name": "tests.test_defs_utils.test_machine_powerpc64", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 72, "message_redacted": true, "time": 0.182 }, "name": "tests.test_defs_utils.test_abi_hurd", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 80, "message_redacted": true, "time": 0.179 }, "name": "tests.test_defs_utils.test_machine_ia64", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 120, "message_redacted": true, "time": 0.163 }, "name": "tests.test_defs_utils.test_type_loos", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 86, "message_redacted": true, "time": 0.112 }, "name": "tests.test_defs_utils.test_abi_modesto", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 182, "message_redacted": true, "time": 0.132 }, "name": "tests.test_defs_utils.test_utils_html_escape_special_chars", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 90, "message_redacted": true, "time": 0.13 }, "name": "tests.test_defs_utils.test_machine_att_we32100", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 64, "message_redacted": true, "time": 0.151 }, "name": "tests.test_defs_utils.test_abi_tru64", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 86, "message_redacted": true, "time": 0.125 }, "name": "tests.test_defs_utils.test_machine_i860", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 94, "message_redacted": true, "time": 0.167 }, "name": "tests.test_defs_utils.test_machine_m88k", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 116, "message_redacted": true, "time": 0.142 }, "name": "tests.test_defs_utils.test_type_loproc", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 91, "message_redacted": true, "time": 0.178 }, "name": "tests.test_defs_utils.test_machine_arm_aarch64", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 107, "message_redacted": true, "time": 0.123 }, "name": "tests.test_defs_utils.test_type_unknown", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 74, "message_redacted": true, "time": 0.153 }, "name": "tests.test_defs_utils.test_machine_s390", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 76, "message_redacted": true, "time": 0.126 }, "name": "tests.test_defs_utils.test_machine_cuda", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 12, "message_redacted": true, "time": 0.118 }, "name": "tests.test_defs_utils.test_phdr_type_loos", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 12, "message_redacted": true, "time": 0.142 }, "name": "tests.test_defs_utils.test_phdr_type_hios", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 12, "message_redacted": true, "time": 0.13 }, "name": "tests.test_defs_utils.test_phdr_type_loproc", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.212 }, "name": "tests.test_edge_cases.test_abi_tru64", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.192 }, "name": "tests.test_edge_cases.test_abi_modesto", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 94, "message_redacted": true, "time": 0.139 }, "name": "tests.test_defs_utils.test_machine_m68k", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 86, "message_redacted": true, "time": 0.114 }, "name": "tests.test_defs_utils.test_machine_hppa", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 116, "message_redacted": true, "time": 0.134 }, "name": "tests.test_defs_utils.test_machine_mips_rs3000_le", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 338, "message_redacted": true, "time": 0.181 }, "name": "tests.test_edge_cases.test_machine_motorola_68000", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 82, "message_redacted": true, "time": 0.162 }, "name": "tests.test_defs_utils.test_machine_intel_mcu", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 92, "message_redacted": true, "time": 0.14 }, "name": "tests.test_defs_utils.test_machine_ibm_s370", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 88, "message_redacted": true, "time": 0.185 }, "name": "tests.test_defs_utils.test_machine_i960", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 12, "message_redacted": true, "time": 0.158 }, "name": "tests.test_defs_utils.test_phdr_type_hiproc", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.204 }, "name": "tests.test_edge_cases.test_abi_aix", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 340, "message_redacted": true, "time": 0.197 }, "name": "tests.test_edge_cases.test_abi_irix", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.234 }, "name": "tests.test_edge_cases.test_elf_type_loproc", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.195 }, "name": "tests.test_edge_cases.test_elf_type_hios", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.218 }, "name": "tests.test_edge_cases.test_phdr_type_loos", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.194 }, "name": "tests.test_edge_cases.test_phdr_type_loproc", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.157 }, "name": "tests.test_edge_cases.test_machine_att_we32100", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.21 }, "name": "tests.test_edge_cases.test_abi_openvms", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 338, "message_redacted": true, "time": 0.155 }, "name": "tests.test_edge_cases.test_machine_motorola_88000", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.196 }, "name": "tests.test_edge_cases.test_machine_intel_mcu", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 340, "message_redacted": true, "time": 0.187 }, "name": "tests.test_edge_cases.test_machine_ibm_system_370", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.181 }, "name": "tests.test_edge_cases.test_machine_intel_80860", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.265 }, "name": "tests.test_edge_cases.test_machine_hp_parisc", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.188 }, "name": "tests.test_edge_cases.test_machine_intel_80960", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.265 }, "name": "tests.test_edge_cases.test_elf_type_hiproc", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.259 }, "name": "tests.test_edge_cases.test_elf_type_loos", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.225 }, "name": "tests.test_edge_cases.test_phdr_type_hiproc", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.187 }, "name": "tests.test_edge_cases.test_shdr_type_loos", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.234 }, "name": "tests.test_edge_cases.test_phdr_type_hios", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.21 }, "name": "tests.test_edge_cases.test_shdr_type_loproc", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.231 }, "name": "tests.test_edge_cases.test_shdr_type_hiproc", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.181 }, "name": "tests.test_edge_cases.test_shdr_type_hios", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 344, "message_redacted": true, "time": 0.16 }, "name": "tests.test_edge_cases.test_machine_type_none", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 338, "message_redacted": true, "time": 0.148 }, "name": "tests.test_elf32.test_elf32_core_dump", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 342, "message_redacted": true, "time": 0.171 }, "name": "tests.test_edge_cases.test_phdr_type_shlib", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 349, "message_redacted": true, "time": 0.176 }, "name": "tests.test_edge_cases.test_shdr_type_unknown", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 350, "message_redacted": true, "time": 0.199 }, "name": "tests.test_edge_cases.test_note_segment_with_size_overflow", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 342, "message_redacted": true, "time": 0.207 }, "name": "tests.test_edge_cases.test_shdr_type_shlib", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 336, "message_redacted": true, "time": 0.258 }, "name": "tests.test_elf64.test_elf64_core_file", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.211 }, "name": "tests.test_elf64.test_elf64_big_endian_with_sections", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.21 }, "name": "tests.test_elf32.test_elf32_big_endian_mips", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 349, "message_redacted": true, "time": 0.201 }, "name": "tests.test_edge_cases.test_phdr_type_unknown", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.229 }, "name": "tests.test_elf32.test_minimal_elf32_basic_structure", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 339, "message_redacted": true, "time": 0.239 }, "name": "tests.test_elf32.test_elf32_empty_no_segments_sections", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 347, "message_redacted": true, "time": 0.234 }, "name": "tests.test_edge_cases.test_machine_type_unknown", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 337, "message_redacted": true, "time": 0.209 }, "name": "tests.test_elf32.test_elf32_arm_architecture", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.195 }, "name": "tests.test_elf32.test_elf32_overlapping_segments_gnu_types", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 336, "message_redacted": true, "time": 0.229 }, "name": "tests.test_elf32.test_elf32_shared_library", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 337, "message_redacted": true, "time": 0.207 }, "name": "tests.test_elf32.test_elf32_tls_segment", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 346, "message_redacted": true, "time": 0.203 }, "name": "tests.test_elf32.test_elf32_many_sections", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 342, "message_redacted": true, "time": 0.174 }, "name": "tests.test_elf32.test_elf32_sparc_big_endian", "status": "failure" }, { "branch": "4448450aa190", "extra": { "message_chars": 346, "message_redacted": true, "time": 0.206 }, "name": "tests.test_elf64.test_elf64_many_sections", "status": "failure" } ], "test_results_omitted": 23, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }