{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "fcf2180883041a1db0e74865dc2e1073b620b50cfa61626b77a97422c8f5c6f0", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.1317791499895975 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(e0fe009f008ab9e9a5fc5b7ac2b0c05cc882c55a5ce1004ed321c503f1a3a523) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.1334689170034835 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.11768005401245318 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.10907577000034507 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.13215697499981616 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.11950678800349124 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6723142770060804 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10955463399295695 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11639750900212675 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11357186900568195 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12629463498888072 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 47272, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 25.414628635990084 }, { "branch": "dd30c5f58032", "command": "docker cp 3f9fab0fadc1fdb85d35f4ffec430ca72e0067c11c79ac186fbaa70cab5a74b8:/workspace/eval/results.xml /tmp/tmpyjfgge71.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 45996, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.036057098011951894 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1365663449978456 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12284416200418491 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11360863799927756 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11612025499925949 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 43713, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 160.579656307993 }, { "branch": "11aa9be93b1e", "command": "docker cp 32af15d87049afc2e20504bf230d63b600bb8f1d879158bb4752b2d274a364e1:/workspace/eval/results.xml /tmp/tmpj567cm8n.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 53133, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.026570479007204995 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13643235800554976 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12441644100181293 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13627926899062004 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.132407469995087 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 297622, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 93.81335347300046 }, { "branch": "901bbba586b2", "command": "docker cp eb09840c5eceaf4d442e4fc7be085df324cca152aa25f966bbfafe0f9b0e7612:/workspace/eval/results.xml /tmp/tmpndyla4ug.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 281643, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03829245999804698 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14391536799666937 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.14853225799743086 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1226258160022553 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11516107599891257 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6787, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 13.822861863009166 }, { "branch": "61fad89ac6e2", "command": "docker cp 88e50f94b91b43d752a48b8947567331580d95f4e54936126f1b51c955688c38:/workspace/eval/results.xml /tmp/tmpuyhy6j70.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5011, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03790391099755652 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.15764599801332224 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12725115699868184 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1213488299981691 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11674659000709653 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1519, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.481785290001426 }, { "branch": "ecfd08d69f2a", "command": "docker cp d970492c58a6905772ffc6a0e5b27839d6cfe497c970201821676ea9e341e25e:/workspace/eval/results.xml /tmp/tmpxkx0__sa.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 471, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03285815399431158 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11523652300820686 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.14202102398849092 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12776178699277807 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1406348180025816 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 14373, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.8378545159939677 }, { "branch": "4be360b48ce2", "command": "docker cp b8848f9b5d77f79b020ae2cd0bd59908027f5c5242a20249e3a0205f0b1b3726:/workspace/eval/results.xml /tmp/tmpsgstta7e.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9078, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03867268199974205 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12606650299858302 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10180935499374755 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11633117799647152 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1229054069990525 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3272, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.145664505005698 }, { "branch": "f4ffdfb7b5b2", "command": "docker cp e560d37b41f9182f087c58e312592898df9cdd5a91e6681242f5d615307f5410:/workspace/eval/results.xml /tmp/tmp75d33y99.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1580, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04334024900163058 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14665834500920027 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12115184299182147 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13267430699488614 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13424826999835204 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3852, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.234828158005257 }, { "branch": "77976f9db284", "command": "docker cp cffb745e077e02bbc6b5cd0f4318c9ed852ab86196d4095b8420f7bc0f2f74d6:/workspace/eval/results.xml /tmp/tmpbv2phc7c.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2037, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03978317600558512 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.09877660500933416 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12295376000110991 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12152606499148533 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13356159499380738 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 16280, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.6530945480044466 }, { "branch": "8aa5769ec02a", "command": "docker cp af6e3ded33649eeb282d42316f01ccb65f423b8a3626828b890d27011538f10c:/workspace/eval/results.xml /tmp/tmpyyeov8ed.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 13150, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024911827000323683 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14501106399984565 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10635547699348535 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13784284300345462 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1350094029912725 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3701, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.0332466030085925 }, { "branch": "a8ff4501c9b0", "command": "docker cp 606afefdb1c4ab5c96d634f761385ad6fcc33c9f2f12f9c9f92151ea67d9d500:/workspace/eval/results.xml /tmp/tmpjwkm0p8q.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1937, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0249811459943885 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13380620400130283 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12669714199728332 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1300679629930528 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1248311920062406 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2934, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 11.320424798002932 }, { "branch": "a7dc23b1162f", "command": "docker cp 18c1b7d1c5baffe379eaeec6fcde3152ae4b1e06bab75ee576ebd1efe5958c44:/workspace/eval/results.xml /tmp/tmp1gbp9ypn.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2644, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.029560793991549872 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14794839000387583 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11811033799313009 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13191325700609013 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.130255884010694 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8882, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.715671552999993 }, { "branch": "2e4d5351c318", "command": "docker cp a9baae1246d1bfcc256fee93f61f40b8c1987b73d7792a949240e10da5421cfa:/workspace/eval/results.xml /tmp/tmpy_qpyxmk.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6472, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.028423896001186222 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "error": 5, "failure": 185, "passed": 899, "skipped": 6 }, "test_branch_errors": {}, "test_branches": [ "dd30c5f58032", "11aa9be93b1e", "901bbba586b2", "61fad89ac6e2", "ecfd08d69f2a", "4be360b48ce2", "f4ffdfb7b5b2", "77976f9db284", "8aa5769ec02a", "a8ff4501c9b0", "a7dc23b1162f", "2e4d5351c318" ], "test_records": 1095, "test_results": [ { "branch": "dd30c5f58032", "extra": { "message_chars": 4842, "message_redacted": true, "time": 0.217 }, "name": "tests.test_basic.test_missing_url_error", "status": "failure" }, { "branch": "dd30c5f58032", "extra": { "message_chars": 71, "message_redacted": true, "time": 2.026 }, "name": "tests.test_debug.test_db_url_option", "status": "failure" }, { "branch": "dd30c5f58032", "extra": { "message_chars": 327, "message_redacted": true, "time": 1.505 }, "name": "tests.test_edge_cases.test_request_count_as_float", "status": "failure" }, { "branch": "dd30c5f58032", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.207 }, "name": "tests.test_errors.test_invalid_regex_url", "status": "failure" }, { "branch": "dd30c5f58032", "extra": { "message_chars": 1130, "message_redacted": true, "time": 0.288 }, "name": "tests.test_errors.test_conflicting_body_options", "status": "failure" }, { "branch": "dd30c5f58032", "extra": { "message_chars": 1098, "message_redacted": true, "time": 0.259 }, "name": "tests.test_errors.test_invalid_http_version", "status": "failure" }, { "branch": "dd30c5f58032", "extra": { "message_chars": 2209, "message_redacted": true, "time": 0.263 }, "name": "tests.test_errors.test_cert_without_key", "status": "failure" }, { "branch": "dd30c5f58032", "extra": { "message_chars": 329, "message_redacted": true, "time": 1.506 }, "name": "tests.test_final.test_request_count_with_m_suffix", "status": "failure" }, { "branch": "dd30c5f58032", "extra": { "message_chars": 2140, "message_redacted": true, "time": 7.703 }, "name": "tests.test_request_config.test_query_per_second_rate_limit", "status": "failure" }, { "branch": "dd30c5f58032", "extra": { "message_chars": 31, "message_redacted": true, "time": 7.609 }, "name": "tests.test_request_config.test_duration_mode", "status": "failure" }, { "branch": "dd30c5f58032", "extra": { "message_chars": 179, "message_redacted": true, "time": 16.474 }, "name": "tests.test_final.test_longer_duration", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 321, "message_redacted": true, "time": 1.507 }, "name": "eval.tests.test_advanced.test_request_count_m_suffix", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 317, "message_redacted": true, "time": 1.507 }, "name": "eval.tests.test_advanced.test_request_count_decimal", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 32, "message_redacted": true, "time": 5.211 }, "name": "eval.tests.test_advanced.test_burst_mode", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 317, "message_redacted": true, "time": 1.508 }, "name": "eval.tests.test_basic.test_request_count_k_suffix", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 31, "message_redacted": true, "time": 8.169 }, "name": "eval.tests.test_basic.test_duration_based", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 32, "message_redacted": true, "time": 4.067 }, "name": "eval.tests.test_coverage_boost.test_very_short_duration", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 31, "message_redacted": true, "time": 3.703 }, "name": "eval.tests.test_coverage_boost.test_burst_default_rate", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 1495, "message_redacted": true, "time": 0.352 }, "name": "eval.tests.test_errors.test_invalid_http_version", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 71, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_errors.test_invalid_url_scheme", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 1499, "message_redacted": true, "time": 0.332 }, "name": "eval.tests.test_errors.test_cert_without_key", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 1497, "message_redacted": true, "time": 0.403 }, "name": "eval.tests.test_errors.test_key_without_cert", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 240, "message_redacted": true, "time": 1.536 }, "name": "eval.tests.test_errors.test_qps_with_burst", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 3156, "message_redacted": true, "time": 0.396 }, "name": "eval.tests.test_errors.test_invalid_regex_url", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 3164, "message_redacted": true, "time": 0.409 }, "name": "eval.tests.test_errors.test_invalid_connect_to", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 3148, "message_redacted": true, "time": 0.458 }, "name": "eval.tests.test_errors.test_invalid_aws_sigv4_format", "status": "failure" }, { "branch": "11aa9be93b1e", "extra": { "message_chars": 317, "message_redacted": true, "time": 1.507 }, "name": "eval.tests.test_more_coverage.test_decimal_k_variations", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 164, "message_redacted": true, "time": 1.042 }, "name": "tests.test_aws_auth.test_aws_sigv4_query_parameters", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 22, "message_redacted": true, "time": 1.033 }, "name": "tests.test_aws_auth.test_aws_sigv4_date_format_validation", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1534, "message_redacted": true, "time": 1.028 }, "name": "tests.test_aws_auth.test_aws_sigv4_missing_credentials", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 884, "message_redacted": true, "time": 1.065 }, "name": "tests.test_database.test_database_error_invalid_path", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 151, "message_redacted": true, "time": 0.972 }, "name": "tests.test_database.test_database_with_post_method", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 42, "message_redacted": true, "time": 1.005 }, "name": "tests.test_client_gaps.test_redirect_absolute_url", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1505, "message_redacted": true, "time": 0.275 }, "name": "tests.test_errors.test_http_version_conflict_error", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1117, "message_redacted": true, "time": 0.294 }, "name": "tests.test_client_final.test_tls_cert_key_both_required", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 32, "message_redacted": true, "time": 1.362 }, "name": "tests.test_errors.test_zero_concurrency_no_requests_made", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 81, "message_redacted": true, "time": 1.24 }, "name": "tests.test_database.test_run_id_is_unix_timestamp", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1153, "message_redacted": true, "time": 0.275 }, "name": "tests.test_client_final.test_proxy_invalid_url", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 42, "message_redacted": true, "time": 1.004 }, "name": "tests.test_client_gaps.test_redirect_with_fragment", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 25, "message_redacted": true, "time": 1.048 }, "name": "tests.test_aws_auth.test_aws_sigv4_credential_scope_in_auth_header", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 201, "message_redacted": true, "time": 1.052 }, "name": "tests.test_aws_auth.test_aws_sigv4_basic_signing_s3", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 25, "message_redacted": true, "time": 1.05 }, "name": "tests.test_aws_auth.test_aws_sigv4_credential_in_auth_header", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1515, "message_redacted": true, "time": 0.369 }, "name": "tests.test_errors.test_conflicting_aws_auth_requirements", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 42, "message_redacted": true, "time": 1.006 }, "name": "tests.test_client_gaps.test_redirect_relative_url_resolution", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 81, "message_redacted": true, "time": 1.611 }, "name": "tests.test_database.test_request_data_persisted_correctly", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 42, "message_redacted": true, "time": 1.005 }, "name": "tests.test_client_gaps.test_redirect_authority_change", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 42, "message_redacted": true, "time": 1.004 }, "name": "tests.test_client_easy_wins.test_redirect_relative_url_parse_error", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 195, "message_redacted": true, "time": 1.051 }, "name": "tests.test_aws_auth.test_aws_sigv4_amz_date_header", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1576, "message_redacted": true, "time": 1.071 }, "name": "tests.test_aws_auth.test_aws_sigv4_malformed_credentials_format", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 196, "message_redacted": true, "time": 1.076 }, "name": "tests.test_aws_auth.test_aws_sigv4_multiple_requests", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1538, "message_redacted": true, "time": 0.352 }, "name": "tests.test_errors.test_invalid_aws_auth_format", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.31 }, "name": "tests.test_harvest_clean.TestBasicRequests.test_setting_content_type_header", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 169, "message_redacted": true, "time": 6.041 }, "name": "tests.test_database.test_database_with_custom_headers", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 42, "message_redacted": true, "time": 1.004 }, "name": "tests.test_client_gaps.test_redirect_loop_detection", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 421, "message_redacted": true, "time": 3.23 }, "name": "tests.test_errors.test_redirect_loop_detected", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 1.51 }, "name": "tests.test_harvest_clean.TestOutputFile.test_output_to_file", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 210, "message_redacted": true, "time": 2.007 }, "name": "tests.test_client_easy_wins.test_redirect_authority_change_host_header", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1494, "message_redacted": true, "time": 0.314 }, "name": "tests.test_errors.test_invalid_http_version", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.308 }, "name": "tests.test_harvest_clean.TestBasicRequests.test_setting_basic_auth", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 410, "message_redacted": true, "time": 0.729 }, "name": "tests.test_harvest.TestRedirects.test_redirect", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 25, "message_redacted": true, "time": 1.052 }, "name": "tests.test_aws_auth.test_aws_sigv4_different_services", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 164, "message_redacted": true, "time": 1.057 }, "name": "tests.test_aws_auth.test_aws_sigv4_long_path", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 25, "message_redacted": true, "time": 1.066 }, "name": "tests.test_aws_auth.test_aws_sigv4_signed_headers_list", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1491, "message_redacted": true, "time": 0.362 }, "name": "tests.test_errors.test_http3_not_compiled_in", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1528, "message_redacted": true, "time": 0.38 }, "name": "tests.test_lib_gaps.test_invalid_aws_sigv4_format_single_field", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.307 }, "name": "tests.test_harvest_clean.TestDisableKeepAlive.test_disable_keepalive", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.309 }, "name": "tests.test_harvest_clean.TestBasicRequests.test_setting_host", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 42, "message_redacted": true, "time": 1.004 }, "name": "tests.test_client_easy_wins.test_redirect_max_limit", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 42, "message_redacted": true, "time": 1.004 }, "name": "tests.test_client_gaps.test_redirect_max_limit", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 29, "message_redacted": true, "time": 0.001 }, "name": "tests.test_harvest.TestGoogle.test_google", "status": "skipped" }, { "branch": "901bbba586b2", "extra": { "message_chars": 422, "message_redacted": true, "time": 3.253 }, "name": "tests.test_errors.test_redirect_chain_exceeds_limit", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1512, "message_redacted": true, "time": 0.352 }, "name": "tests.test_lib_gaps.test_invalid_connect_to_format_too_few_parts", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1533, "message_redacted": true, "time": 0.349 }, "name": "tests.test_lib_gaps.test_invalid_aws_sigv4_format_too_many_fields", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.005 }, "name": "tests.test_harvest_clean.TestTimeout.test_connect_timeout", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.308 }, "name": "tests.test_harvest_clean.TestBasicRequests.test_setting_method", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 25, "message_redacted": true, "time": 1.045 }, "name": "tests.test_aws_auth.test_aws_sigv4_different_regions", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 196, "message_redacted": true, "time": 1.044 }, "name": "tests.test_aws_auth.test_aws_sigv4_concurrent_requests_different_signatures", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 165, "message_redacted": true, "time": 1.069 }, "name": "tests.test_aws_auth.test_aws_sigv4_put_method", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.308 }, "name": "tests.test_harvest_clean.TestBasicRequests.test_enable_compression_default", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 117, "message_redacted": true, "time": 6.593 }, "name": "tests.test_harvest.TestRateLimiting.test_query_limit", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 145, "message_redacted": true, "time": 1.698 }, "name": "tests.test_database.test_database_with_put_method", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 62, "message_redacted": true, "time": 6.319 }, "name": "tests.test_errors.test_timeout_error_counted", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.005 }, "name": "tests.test_harvest_clean.TestInsecureHTTPS.test_insecure_flag_accepted", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1519, "message_redacted": true, "time": 0.358 }, "name": "tests.test_lib_gaps.test_invalid_connect_to_format_invalid_port", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.308 }, "name": "tests.test_harvest_clean.TestRequestCount.test_request_count_basic", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 413, "message_redacted": true, "time": 0.256 }, "name": "tests.test_lib_gaps.test_redirect_limit_zero_returns_redirect_status", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1713, "message_redacted": true, "time": 3.089 }, "name": "tests.test_lib_gaps.test_qps_and_burst_flags_conflict", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.309 }, "name": "tests.test_harvest_clean.TestQueryAndURL.test_query", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.308 }, "name": "tests.test_harvest_clean.TestBasicRequests.test_setting_custom_header", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1109, "message_redacted": true, "time": 0.291 }, "name": "tests.test_lib_gaps.test_invalid_connect_to_target_port_out_of_range", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 165, "message_redacted": true, "time": 1.065 }, "name": "tests.test_aws_auth.test_aws_sigv4_post_with_body", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 164, "message_redacted": true, "time": 1.053 }, "name": "tests.test_aws_auth.test_aws_sigv4_special_characters_in_query", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 423, "message_redacted": true, "time": 3.276 }, "name": "tests.test_errors.test_redirect_chain_within_limit", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 165, "message_redacted": true, "time": 1.038 }, "name": "tests.test_aws_auth.test_aws_sigv4_empty_body_get", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.308 }, "name": "tests.test_harvest_clean.TestRequestCount.test_request_count_with_duration", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 17, "message_redacted": true, "time": 0.469 }, "name": "tests.test_lib_gaps.test_connect_to_entry_parsing_ipv6_target", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.309 }, "name": "tests.test_harvest_clean.TestQueryAndURL.test_query_rand_regex", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 15, "message_redacted": true, "time": 6.287 }, "name": "tests.test_lib_edge_cases.test_qps_with_duration_until_mode", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1499, "message_redacted": true, "time": 0.309 }, "name": "tests.test_lib_edge_cases.test_basic_auth_no_colon_error", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.308 }, "name": "tests.test_harvest_clean.TestBasicRequests.test_setting_accept_header", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 405, "message_redacted": true, "time": 0.23 }, "name": "tests.test_lib_gaps.test_redirect_limit_large_value", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.005 }, "name": "tests.test_harvest_clean.TestHTTP3.test_http3_not_enabled_error", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.309 }, "name": "tests.test_harvest_clean.TestRedirects.test_redirect", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.001 }, "name": "tests.test_client_easy_wins.test_format_host_port_ipv6_basic", "status": "skipped" }, { "branch": "901bbba586b2", "extra": { "message_chars": 166, "message_redacted": true, "time": 1.057 }, "name": "tests.test_aws_auth.test_aws_sigv4_host_header", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1491, "message_redacted": true, "time": 0.355 }, "name": "tests.test_lib_gaps.test_invalid_basic_auth_format_no_colon", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 164, "message_redacted": true, "time": 1.013 }, "name": "tests.test_aws_auth.test_aws_sigv4_path_with_spaces", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.308 }, "name": "tests.test_harvest_clean.TestBasicRequests.test_setting_body", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.311 }, "name": "tests.test_harvest_clean.TestHTTP2.test_http2_flag", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.0 }, "name": "tests.test_harvest_clean.TestGoogleLive.test_google", "status": "skipped" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.308 }, "name": "tests.test_harvest_clean.TestNoPreLookup.test_no_pre_lookup_flag", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 42, "message_redacted": true, "time": 1.092 }, "name": "tests.test_network.test_redirect_chain_long_default_limit", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.307 }, "name": "tests.test_harvest_clean.TestRequestCounting.test_query_limit", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1516, "message_redacted": true, "time": 0.342 }, "name": "tests.test_lib_gaps.test_proxy_http_version_conflict", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.004 }, "name": "tests.test_harvest_clean.TestIPv6.test_ipv6_address", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 42, "message_redacted": true, "time": 1.089 }, "name": "tests.test_network.test_redirect_limit", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.307 }, "name": "tests.test_harvest_clean.TestDisableCompression.test_disable_compression", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1609, "message_redacted": true, "time": 1.051 }, "name": "tests.test_aws_auth.test_aws_sigv4_invalid_format", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.309 }, "name": "tests.test_harvest_clean.TestRequestCounting.test_query_limit_with_time_limit", "status": "failure" }, { "branch": "901bbba586b2", "extra": { "message_chars": 1525, "message_redacted": true, "time": 0.325 }, "name": "tests.test_lib_gaps.test_invalid_aws_sigv4_format_missing_service", "status": "failure" } ], "test_results_omitted": 76, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }