{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "efd147935e6af96196c2ad1fc6cc447e862417c5dd867d5e61be2b1759545ca5", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.15818143599994983 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(516684046597d6b1178ae0e85aee2f025b8efc185abadc3219c6198a772716a9) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.12283649000005425 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.1519296649998978 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.3034534949999852 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.10645839500011789 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.09985527599997113 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6700470920000043 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12985107999998036 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10976910799990947 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12099710300003608 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13001026400002047 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 250804, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 63.74650002299995 }, { "branch": "564b53891395", "command": "docker cp 3d650e6bce5e134cca3e04cb6d056add5ea45e40d2bd3f86ac5c6824b210bbb6:/workspace/eval/results.xml /tmp/tmp1dfosoyr.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 246813, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03572530599990387 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12812053799984824 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12894256899994616 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10472646099992744 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10475098300003083 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 41695, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 9.391907088999915 }, { "branch": "7c9e4a728e0c", "command": "docker cp 890218ffdf8ba7219b786c70bafbac115c28fde310c767efba393a283ce076c7:/workspace/eval/results.xml /tmp/tmpoqz8lyt5.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 33101, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03910721700003705 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11803664199987907 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12047601600011149 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.14027503699981025 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11452752600007443 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 466163, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 227.41706966799984 }, { "branch": "33e8ee22886e", "command": "docker cp 48fb6391d7c9b45a35fe7ea5ba53daf64f2e2325cb9bab47677191452f83e474:/workspace/eval/results.xml /tmp/tmpjgq6v6ah.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 280925, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.036339981000082844 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12987442000007832 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12585346800005937 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1187806120001369 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11821940300001188 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5842, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.3526566519999506 }, { "branch": "675176b7e66c", "command": "docker cp fa6192dc0c6f2f5aae0317c47b89381d23c2dd6c3f2c0e7330f16ac3fdba1e32:/workspace/eval/results.xml /tmp/tmp2u11ni63.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3152, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.016125774999864007 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13272446700011642 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12954833800017695 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11857891199997539 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1237652810000327 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8246, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.450915354000017 }, { "branch": "b0135ebdf4d2", "command": "docker cp 64d5578d3f51fbde25bda7e62721aacebfc1cb2f5a6d0b10cd61c8d19c0c3bf2:/workspace/eval/results.xml /tmp/tmp1ed3y7z0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4896, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.01964743799999269 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12306143399996472 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11474557599990476 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09617558499985535 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12331923700003244 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1389, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.2665680209997845 }, { "branch": "bda5ba4c0c12", "command": "docker cp d9b991bbfcdf3f7a1d12a4b6b32bdd10a21b8e601b765bcfb221bdaf346cd8bc:/workspace/eval/results.xml /tmp/tmpf6x6xj0h.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 361, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.021050780999985363 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12075987100001839 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11346129999992627 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11843541600001117 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1253073499999573 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5340, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.2219652890000816 }, { "branch": "736954b1391f", "command": "docker cp 5645ff597dabb0369b92c41d821ef6b7fb6fb6e78879854d25b5438feba3adc7:/workspace/eval/results.xml /tmp/tmp9f93q9j1.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3192, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.032942401999889626 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.07323678700004166 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1244942999999239 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11725010000009206 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1043859330000032 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 17659, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.3425315730000875 }, { "branch": "46f3228021d8", "command": "docker cp c5e9522da5f5ef124388ecc492bfd4800bb95d01c50fbd3d41d7dad5b5041fa3:/workspace/eval/results.xml /tmp/tmp74v4e60q.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11168, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.034570388000247476 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12467960599997241 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11115900999993755 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12019454799974483 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09155974000032074 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2227, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.253409758000089 }, { "branch": "96784e2c419b", "command": "docker cp 6aad73b8706fb4a891fcc5ca57bbb5c8c8f1acae480a780b7020036e381e85a5:/workspace/eval/results.xml /tmp/tmp59mh5xyx.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 897, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0341141119997701 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1385422319999634 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12675517000025138 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11960637199990742 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11112663199992312 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1461, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.390039915000216 }, { "branch": "3d79a866f5ed", "command": "docker cp 1b88f62bc11674049f04b6187f37347b32dd3b99997d7b14f19c10d1d3581885:/workspace/eval/results.xml /tmp/tmpmy7uzlsq.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 442, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.01970433199994659 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "error": 243, "failure": 261, "passed": 564, "skipped": 7 }, "test_branch_errors": {}, "test_branches": [ "564b53891395", "7c9e4a728e0c", "33e8ee22886e", "675176b7e66c", "b0135ebdf4d2", "bda5ba4c0c12", "736954b1391f", "46f3228021d8", "96784e2c419b", "3d79a866f5ed" ], "test_records": 1075, "test_results": [ { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_invalid_port_non_numeric", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_multiple_ports", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_address_port_format", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_pid_file_creation", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_foreground_mode", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_receive_window_buffer_option", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_receive_window_buffer_invalid", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_keepalive_option", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_keepalive_zero_disables", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_disable_qos_flag", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_disable_root_login_flag", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_disable_password_logins_flag", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_disable_root_password_flag", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_allow_blank_password_flag", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_two_factor_auth_flag", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_max_auth_tries_option", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_max_auth_tries_invalid", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_disable_local_port_forwarding", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_disable_remote_port_forwarding", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_allow_forwarded_ports_from_any_host", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_forced_command_option", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_motd_disabled_flag", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_pass_environment_flag", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_restrict_group_option", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_authorized_keys_directory_option", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_dropbear_cli.test_interface_binding_option", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_inetd_mode_flag", "status": "error" }, { "branch": "564b53891395", "extra": { "message_chars": 80, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_multiple_hostkey_files", "status": "failure" }, { "branch": "564b53891395", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_dropbear_cli.test_combination_of_flags", "status": "error" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 580, "message_redacted": true, "time": 0.013 }, "name": "tests.test_03_error_handling.test_unreadable_hostkey", "status": "failure" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 1447, "message_redacted": true, "time": 0.009 }, "name": "tests.test_03_error_handling.test_empty_forced_command", "status": "failure" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 954, "message_redacted": true, "time": 0.01 }, "name": "tests.test_03_error_handling.test_string_too_long_error", "status": "failure" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 158, "message_redacted": true, "time": 0.981 }, "name": "tests.test_08_server_with_real_keys.test_server_starts_with_ed25519_key", "status": "failure" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 54, "message_redacted": true, "time": 0.966 }, "name": "tests.test_08_server_with_real_keys.test_server_responds_with_ssh_banner", "status": "failure" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 158, "message_redacted": true, "time": 0.976 }, "name": "tests.test_08_server_with_real_keys.test_server_starts_with_ecdsa_key", "status": "failure" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.982 }, "name": "tests.test_08_server_with_real_keys.test_server_with_banner_file", "status": "failure" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 54, "message_redacted": true, "time": 0.972 }, "name": "tests.test_08_server_with_real_keys.test_server_multiple_connections", "status": "failure" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 178, "message_redacted": true, "time": 0.984 }, "name": "tests.test_08_server_with_real_keys.test_server_with_all_options", "status": "failure" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 183, "message_redacted": true, "time": 1.416 }, "name": "tests.test_08_server_with_real_keys.test_server_starts_with_rsa_key", "status": "failure" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 151, "message_redacted": true, "time": 1.868 }, "name": "tests.test_08_server_with_real_keys.test_server_pid_file_with_real_key", "status": "failure" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 158, "message_redacted": true, "time": 1.552 }, "name": "tests.test_08_server_with_real_keys.test_server_with_multiple_key_types", "status": "failure" }, { "branch": "7c9e4a728e0c", "extra": { "message_chars": 183, "message_redacted": true, "time": 1.824 }, "name": "tests.test_09_ssh_protocol.test_server_handles_sigterm", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.016 }, "name": "tests.test_auth_options.test_combined_w_and_g_flags", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.011 }, "name": "tests.test_authkey_options_gap.test_no_pty_option_blocks_pty_allocation", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.009 }, "name": "tests.test_authkey_options_gap.test_malformed_command_unclosed_quote", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 138, "message_redacted": true, "time": 0.011 }, "name": "tests.test_auth_options.test_D_flag_empty_string", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.013 }, "name": "tests.test_auth_options.test_multiple_r_flags_valid", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 607, "message_redacted": true, "time": 0.009 }, "name": "tests.test_command_exec.test_forced_command_multiple_c_flags_last_wins", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.997 }, "name": "tests.test_auth_dispatcher_gap.test_group_restriction_nonmember_rejected", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.908 }, "name": "tests.test_auth_dispatcher_gap.test_max_auth_tries_exceeded_valid_user", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 1465, "message_redacted": true, "time": 1.722 }, "name": "tests.test_algo_gap.test_server_client_cipher_negotiation_success", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 521, "message_redacted": true, "time": 0.939 }, "name": "tests.test_ecdsa_gap.test_ecdsa_nistp256_key_exchange", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 204, "message_redacted": true, "time": 1.591 }, "name": "tests.test_dbutil_gap.test_very_large_banner_file", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.078 }, "name": "tests.test_channels.test_channel_burst_then_idle", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.105 }, "name": "tests.test_channels.test_channel_extended_data_stderr", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.103 }, "name": "tests.test_environment_motd.test_basic_env_vars_always_set", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.011 }, "name": "tests.test_authkey_options_gap.test_no_port_forwarding_parsed", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.012 }, "name": "tests.test_authkey_options_gap.test_malformed_permitopen_missing_colon", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.009 }, "name": "tests.test_auth_options.test_combined_w_and_B_flags", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.011 }, "name": "tests.test_auth_options.test_w_flag_disallow_root_login", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.015 }, "name": "tests.test_authkey_options_gap.test_forced_command_basic", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 222, "message_redacted": true, "time": 1.588 }, "name": "tests.test_dbutil_gap.test_banner_file_missing_warning", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.09 }, "name": "tests.test_channels.test_channel_early_data_before_ready", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.077 }, "name": "tests.test_channels.test_channel_close_without_eof", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.908 }, "name": "tests.test_auth_dispatcher_gap.test_combined_flags_password_and_root_disabled", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.907 }, "name": "tests.test_auth_dispatcher_gap.test_max_auth_tries_exceeded_invalid_user", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.085 }, "name": "tests.test_environment_motd.test_env_no_pass_on_clears_environment", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 521, "message_redacted": true, "time": 0.939 }, "name": "tests.test_ecdsa_gap.test_ecdsa_nistp384_key_exchange", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.01 }, "name": "tests.test_auth_options.test_combined_g_and_B_flags", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 89, "message_redacted": true, "time": 0.012 }, "name": "tests.test_authkey_options_gap.test_permitopen_single_destination", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.011 }, "name": "tests.test_authkey_options_gap.test_malformed_permitopen_non_numeric_port", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.01 }, "name": "tests.test_auth_options.test_g_flag_disable_root_password", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 1547, "message_redacted": true, "time": 1.738 }, "name": "tests.test_algo_gap.test_server_client_cipher_negotiation_with_preference_order", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.012 }, "name": "tests.test_authkey_options_gap.test_forced_command_with_escaped_quotes", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 206, "message_redacted": true, "time": 1.582 }, "name": "tests.test_dbutil_gap.test_banner_file_with_control_characters", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 44, "message_redacted": true, "time": 0.0 }, "name": "tests.test_environment_motd.test_ssh_tty_set_for_pty_session", "status": "skipped" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.089 }, "name": "tests.test_channels.test_channel_partial_packet_assembly", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.089 }, "name": "tests.test_channels.test_channel_simultaneous_bidirectional_data", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.086 }, "name": "tests.test_environment_motd.test_ssh_connection_format", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 65, "message_redacted": true, "time": 15.164 }, "name": "tests.test_circbuffer.test_cbuf_multiple_wrap_cycles", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 65, "message_redacted": true, "time": 15.153 }, "name": "tests.test_circbuffer.test_cbuf_readptrs_two_segments", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.011 }, "name": "tests.test_auth_options.test_combined_T_and_t_flags", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.01 }, "name": "tests.test_authkey_options_gap.test_restrict_option_enables_all_restrictions", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.012 }, "name": "tests.test_authkey_options_gap.test_multiple_command_options_rejected", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.908 }, "name": "tests.test_auth_dispatcher_gap.test_auth_none_method_without_blank_password", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.011 }, "name": "tests.test_auth_options.test_s_flag_disable_password", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.907 }, "name": "tests.test_auth_dispatcher_gap.test_root_login_disabled", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 195, "message_redacted": true, "time": 1.586 }, "name": "tests.test_dbutil_gap.test_window_size_flag_valid_value", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 521, "message_redacted": true, "time": 0.934 }, "name": "tests.test_ecdsa_gap.test_ecdsa_nistp521_key_exchange", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 194, "message_redacted": true, "time": 1.583 }, "name": "tests.test_dbutil_gap.test_qos_disable_flag", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.065 }, "name": "tests.test_channels.test_channel_circbuffer_wraparound", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.074 }, "name": "tests.test_channels.test_channel_rapid_open_close", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.077 }, "name": "tests.test_environment_motd.test_ssh_client_format", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 1471, "message_redacted": true, "time": 1.719 }, "name": "tests.test_algo_gap.test_server_client_mac_negotiation", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.012 }, "name": "tests.test_auth_options.test_combined_T_and_G_flags", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.012 }, "name": "tests.test_authkey_options_gap.test_multiple_options_combined", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.012 }, "name": "tests.test_authkey_options_gap.test_unknown_option_causes_rejection", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 204, "message_redacted": true, "time": 1.586 }, "name": "tests.test_dbutil_gap.test_empty_banner_file", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.009 }, "name": "tests.test_auth_options.test_B_flag_allow_blank_password", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.908 }, "name": "tests.test_auth_dispatcher_gap.test_multiple_failed_password_attempts_delay", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.908 }, "name": "tests.test_auth_dispatcher_gap.test_password_disabled_server", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.072 }, "name": "tests.test_channels.test_channel_type_session_basic", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.082 }, "name": "tests.test_channels.test_channel_max_packet_size_boundary", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 400, "message_redacted": true, "time": 1.548 }, "name": "tests.test_ecdsa_gap.test_ecdsa_nistp256_pubkey_auth_signature_verification", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.09 }, "name": "tests.test_environment_motd.test_ssh_pubkeyinfo_set", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.009 }, "name": "tests.test_auth_options.test_combined_w_g_s_flags", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 206, "message_redacted": true, "time": 1.572 }, "name": "tests.test_dbutil_gap.test_window_size_invalid_value_warning", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.013 }, "name": "tests.test_authkey_options_gap.test_no_agent_forwarding_parsed", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.012 }, "name": "tests.test_authkey_options_gap.test_option_case_insensitive", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.01 }, "name": "tests.test_auth_options.test_t_flag_two_factor_auth", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 194, "message_redacted": true, "time": 1.586 }, "name": "tests.test_dbutil_gap.test_blank_password_flag", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.084 }, "name": "tests.test_channels.test_channel_max_open_channels_respected", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.068 }, "name": "tests.test_channels.test_channel_zero_length_data", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 1425, "message_redacted": true, "time": 1.718 }, "name": "tests.test_algo_gap.test_server_handles_empty_algorithm_proposal", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 206, "message_redacted": true, "time": 1.573 }, "name": "tests.test_dbutil_gap.test_banner_file_with_only_newlines", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.963 }, "name": "tests.test_auth_dispatcher_gap.test_max_tries_default_value", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.074 }, "name": "tests.test_environment_motd.test_original_command_not_set_for_normal_command", "status": "error" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.01 }, "name": "tests.test_auth_options.test_all_auth_flags_except_conflicting", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.012 }, "name": "tests.test_authkey_options_gap.test_no_x11_forwarding_parsed", "status": "failure" }, { "branch": "33e8ee22886e", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.012 }, "name": "tests.test_authkey_options_gap.test_empty_command_option", "status": "failure" } ], "test_results_omitted": 391, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }