{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "c5249184c5774d1da17f7cdc58d2f9dd9f9770fc9b396611a1f14905539ab329", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.11878291302127764 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(ea19af9a18ecb6b051f54fe22328c0ac5e67f0cbf3633e984b92b0784e5463cf) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.11428768298355862 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.11158990900730714 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.11143888099468313 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.10263273998862132 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.08595048502320424 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6242177750100382 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10679025301942602 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12617829398368485 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12636220100102946 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12351862801006064 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 36703, "output_redacted": true, "returncode": 137, "step": "run_tests", "wall_time": 20.897169228992425 }, { "branch": "", "command": "docker cp 0433c2543a46441bf09c3b02f280242b16b322bf9fb8b069c25bfe98fef279ee:/workspace/eval/results.xml /tmp/tmp3m4nwi5v.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 157, "output_redacted": true, "returncode": 1, "step": "results_read", "wall_time": 0.1770500889979303 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14141065801959485 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12321852298919111 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11834948798059486 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.14313385600689799 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 77820, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 24.44230885701836 }, { "branch": "bfd3ff740f11", "command": "docker cp fc300ad3d275f9ef1d6893eba97eb198dbe95893d36e9e42e3d4b0c874f487e7:/workspace/eval/results.xml /tmp/tmpqqpfrag7.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 62729, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03720101999351755 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13869459502166137 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13248905798536725 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13124721398344263 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13069706299575046 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 542191, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 52.999427369009936 }, { "branch": "636498dd2a27", "command": "docker cp 9cf1923ab6b05a9277e36207a1fd5550e525ddda297631fa5d0d7fffe84740c3:/workspace/eval/results.xml /tmp/tmpzl_2m89y.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 558657, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04077238199533895 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14030976401409134 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13092859799508005 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12978038398432545 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1324553489976097 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 108675, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 8.069748904003063 }, { "branch": "bf46e18014db", "command": "docker cp 7e9b3587981cdca20feedacf4155b606f04260c2a545f5caf521b2b33bd82f42:/workspace/eval/results.xml /tmp/tmp_15y7a5t.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 124178, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04033759798039682 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12353362800786272 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13573655500658788 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1232810819929 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.127497575012967 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3666, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.446325717988657 }, { "branch": "6d893e73b902", "command": "docker cp 6beceda5b0234241a87a8cbd1b03af9bd0fadb71a6ce0e279b66aff79b5bf9ba:/workspace/eval/results.xml /tmp/tmp7ll1emh2.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3309, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03656113799661398 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13476473701302893 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10085788299329579 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13511133298743516 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13310088097932748 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4617, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.70183029101463 }, { "branch": "b1bf58f29ae0", "command": "docker cp fc5cced4b677ece0aa5306a214f54afc70982d3a1882293695267e5b59ffe098:/workspace/eval/results.xml /tmp/tmp9g9p3e5x.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2662, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03281175799202174 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12704778200713918 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11798313300823793 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1307719819888007 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09540605600341223 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9851, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.868355460988823 }, { "branch": "a5862095b119", "command": "docker cp cdb76367354ca001dd0fe39bb37d243436256f15d5d3fc40a48404b5060dbbfa:/workspace/eval/results.xml /tmp/tmpo5tyw3fe.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6041, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03740314798778854 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.0932594159967266 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1271868390031159 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13108677600394003 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12777938198996708 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3815, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.7167620990076102 }, { "branch": "ec1048831c4c", "command": "docker cp 23b27a06cb5e4592d9215f99679be70e5728ad83011249b29a885d370512e20a:/workspace/eval/results.xml /tmp/tmpcs_et2ze.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1937, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03584360799868591 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12002603599103168 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11990317699383013 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09903670701896772 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12765580401173793 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 27924, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.713451763993362 }, { "branch": "8204afd4d079", "command": "docker cp feae0cc76d49d60e37b8c0d6e4c86b11acd8d6e9634c004a42ef9cead8aca26c:/workspace/eval/results.xml /tmp/tmpo1l1qely.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 27483, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03705843101488426 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14485193201107904 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13596688097459264 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12686025400762446 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12857524101855233 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5588, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.685153273981996 }, { "branch": "59fb3954d423", "command": "docker cp e6081943c3ce6af608147618be51b25b16ac86386c6445065fe7bb389ec69b90:/workspace/eval/results.xml /tmp/tmpt5krtz7k.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3529, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.040659543010406196 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.142067909007892 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12258416099939495 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.14079957699868828 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1303948659915477 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6773, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.296561249997467 }, { "branch": "cd65d12246f2", "command": "docker cp b9b3c6f7dad0593d048685abc261d3d1bafcb3d0852d10a45ff732987e3bb7d4:/workspace/eval/results.xml /tmp/tmpxq1u9fp1.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5160, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03886113699991256 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 433, "passed": 454, "skipped": 15 }, "test_branch_errors": {}, "test_branches": [ "bfd3ff740f11", "636498dd2a27", "bf46e18014db", "6d893e73b902", "b1bf58f29ae0", "a5862095b119", "ec1048831c4c", "8204afd4d079", "59fb3954d423", "cd65d12246f2" ], "test_records": 902, "test_results": [ { "branch": "bfd3ff740f11", "extra": { "message_chars": 649, "message_redacted": true, "time": 0.135 }, "name": "eval.tests.test_check_basic.test_check_file_with_issue", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 201, "message_redacted": true, "time": 0.129 }, "name": "eval.tests.test_additional_coverage.test_check_deferInLoop_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 207, "message_redacted": true, "time": 0.092 }, "name": "eval.tests.test_additional_coverage.test_check_builtinShadowDecl_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 231, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_check_parameters.test_configure_int_parameter", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 197, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_checker_detections.test_badCond_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_checker_detections.test_sloppyTypeAssert_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 238, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_check_parameters.test_rangeValCopy_threshold", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 238, "message_redacted": true, "time": 0.123 }, "name": "eval.tests.test_checker_detections.test_performance_checkers", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 200, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_checker_detections.test_dupSubExpr_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 197, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_checker_detections.test_valSwap_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 518, "message_redacted": true, "time": 0.146 }, "name": "eval.tests.test_doc_command.test_doc_checker_with_parameters", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 178, "message_redacted": true, "time": 0.122 }, "name": "eval.tests.test_edge_cases.test_check_with_embedded_struct", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 197, "message_redacted": true, "time": 0.122 }, "name": "eval.tests.test_checker_detections.test_dupCase_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.165 }, "name": "eval.tests.test_checker_detections.test_singleCaseSwitch_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 1352, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_doc_command.test_doc_checker_with_threshold", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 238, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_more_checkers.test_rangeValCopy_on_large_struct", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 203, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_checker_detections.test_dupBranchBody_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 196, "message_redacted": true, "time": 0.132 }, "name": "eval.tests.test_checker_detections.test_elseif_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.109 }, "name": "eval.tests.test_edge_cases.test_check_with_struct_methods", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 232, "message_redacted": true, "time": 0.167 }, "name": "eval.tests.test_more_checkers.test_hugeParam_with_custom_threshold", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 199, "message_redacted": true, "time": 0.099 }, "name": "eval.tests.test_checker_detections.test_sloppyLen_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 203, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_more_checkers.test_builtinShadow_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_more_checkers.test_paramTypeCombine_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 200, "message_redacted": true, "time": 0.143 }, "name": "eval.tests.test_more_checkers.test_hexLiteral_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 199, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_more_checkers.test_equalFold_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 202, "message_redacted": true, "time": 0.085 }, "name": "eval.tests.test_more_checkers.test_importShadow_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 205, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_more_checkers.test_emptyStringTest_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 202, "message_redacted": true, "time": 0.105 }, "name": "eval.tests.test_more_checkers.test_octalLiteral_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 204, "message_redacted": true, "time": 0.106 }, "name": "eval.tests.test_more_checkers.test_zeroByteRepeat_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 419, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_specific_checkers.test_appendCombine_multiple_appends", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 411, "message_redacted": true, "time": 0.08 }, "name": "eval.tests.test_specific_checkers.test_deferInLoop_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 403, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_specific_checkers.test_dupImport_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 431, "message_redacted": true, "time": 0.137 }, "name": "eval.tests.test_specific_checkers.test_exposedSyncMutex_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 419, "message_redacted": true, "time": 0.171 }, "name": "eval.tests.test_specific_checkers.test_appendCombine_with_same_slice", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 419, "message_redacted": true, "time": 0.16 }, "name": "eval.tests.test_specific_checkers.test_deferUnlambda_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 403, "message_redacted": true, "time": 0.147 }, "name": "eval.tests.test_specific_checkers.test_emptyDecl_checker", "status": "failure" }, { "branch": "bfd3ff740f11", "extra": { "message_chars": 423, "message_redacted": true, "time": 0.14 }, "name": "eval.tests.test_specific_checkers.test_methodExprCall_checker", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 629, "message_redacted": true, "time": 0.14 }, "name": "tests.test_checkers_categories.test_deprecatedcomment_wrong_casing", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 237, "message_redacted": true, "time": 0.146 }, "name": "tests.test_check_basic.test_enableall_enables_experimental_checkers", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 195, "message_redacted": true, "time": 0.161 }, "name": "tests.test_checkers_categories.test_nilvalreturn_returning_nil_value", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 422, "message_redacted": true, "time": 0.16 }, "name": "tests.test_check_basic.test_multiple_violations_different_checkers_single_file", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.172 }, "name": "tests.test_check_errors.test_invalid_parameter_value_type", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 289, "message_redacted": true, "time": 0.147 }, "name": "tests.test_check_basic.test_single_file_with_issue", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 250, "message_redacted": true, "time": 0.149 }, "name": "tests.test_check_basic.test_enable_specific_checker", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 848, "message_redacted": true, "time": 0.161 }, "name": "tests.test_check_flags.test_enable_multiple_checkers_comma_separated", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 12185, "message_redacted": true, "time": 0.179 }, "name": "tests.test_check_flags.test_verbose_flag_works_without_crashing", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 443, "message_redacted": true, "time": 0.138 }, "name": "tests.test_check_flags.test_checker_param_captLocal_paramsOnly_false", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 281, "message_redacted": true, "time": 0.142 }, "name": "tests.test_check_basic.test_generated_files_checked_with_flag", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 986, "message_redacted": true, "time": 0.105 }, "name": "tests.test_check_flags.test_default_checkers_enabled", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 170, "message_redacted": true, "time": 0.096 }, "name": "tests.test_check_errors.test_invalid_exitcode_value_parse_error", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.089 }, "name": "tests.test_checkers_categories.test_argorder_bytes_functions", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 195, "message_redacted": true, "time": 0.107 }, "name": "tests.test_checkers_categories.test_rangevalcopy_large_struct_in_range", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 171, "message_redacted": true, "time": 0.146 }, "name": "tests.test_checkers_enabled.test_dupsubexpr_comparison_operators", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 629, "message_redacted": true, "time": 0.229 }, "name": "tests.test_checkers_categories.test_deprecatedcomment_correct_format_no_warning", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 176, "message_redacted": true, "time": 0.141 }, "name": "tests.test_check_errors.test_invalid_boolean_flag_value", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 693, "message_redacted": true, "time": 0.147 }, "name": "tests.test_check_flags.test_enable_single_checker_excludes_others", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 195, "message_redacted": true, "time": 0.124 }, "name": "tests.test_checkers_categories.test_nilvalreturn_pointer_nil_check", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 659, "message_redacted": true, "time": 0.148 }, "name": "tests.test_check_basic.test_multiple_issues_in_one_file", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 416, "message_redacted": true, "time": 0.133 }, "name": "tests.test_check_errors.test_invalid_flag_error_message", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 248, "message_redacted": true, "time": 0.135 }, "name": "tests.test_check_basic.test_enable_by_tag", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 188, "message_redacted": true, "time": 0.1 }, "name": "tests.test_check_errors.test_invalid_checker_param_bool_value", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 249, "message_redacted": true, "time": 0.115 }, "name": "tests.test_check_flags.test_enable_opinionated_tag_accepted", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.107 }, "name": "tests.test_check_basic.test_cpuprofile_creates_file", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 189, "message_redacted": true, "time": 0.087 }, "name": "tests.test_checkers_categories.test_duparg_math_operations", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.09 }, "name": "tests.test_checkers_categories.test_badcond_always_false_condition", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 493, "message_redacted": true, "time": 0.102 }, "name": "tests.test_checkers_enabled.test_commentformatting_and_deprecated", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.108 }, "name": "tests.test_checkers_experimental.test_badregexp_suspicious_char_range", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 195, "message_redacted": true, "time": 0.16 }, "name": "tests.test_checkers_categories.test_rangevalcopy_index_only_no_warning", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 171, "message_redacted": true, "time": 0.233 }, "name": "tests.test_checkers_enabled.test_dupsubexpr_no_false_positives", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.143 }, "name": "tests.test_check_errors.test_invalid_concurrency_value_parse_error", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 425, "message_redacted": true, "time": 0.148 }, "name": "tests.test_check_flags.test_disable_specific_checker_keeps_others", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.153 }, "name": "tests.test_check_basic.test_memprofile_creates_file", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 195, "message_redacted": true, "time": 0.232 }, "name": "tests.test_checkers_categories.test_nilvalreturn_correct_nil_return_no_warning", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 609, "message_redacted": true, "time": 0.184 }, "name": "tests.test_check_basic.test_multiple_files_all_issues_reported", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 587, "message_redacted": true, "time": 0.145 }, "name": "tests.test_check_basic.test_enable_multiple_checkers_comma_separated", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.14 }, "name": "tests.test_checkers_categories.test_badregexp_caret_in_wrong_position", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 831, "message_redacted": true, "time": 0.122 }, "name": "tests.test_check_flags.test_enable_diagnostic_tag_enables_dupSubExpr", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 536, "message_redacted": true, "time": 0.121 }, "name": "tests.test_checkers_categories.test_duparg_strings_contains_same_arg", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 171, "message_redacted": true, "time": 0.102 }, "name": "tests.test_checkers_enabled.test_dupbranchbody_identical_branches", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.102 }, "name": "tests.test_checkers_categories.test_badcond_suspicious_double_equal", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.106 }, "name": "tests.test_checkers_enabled.test_switchtrue_redundant_true", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.112 }, "name": "tests.test_checkers_experimental.test_badregexp_char_class_overlap", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.078 }, "name": "tests.test_checkers_experimental.test_sortslice_wrong_slice_reference", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 196, "message_redacted": true, "time": 0.106 }, "name": "tests.test_checkers_categories.test_appendcombine_multiple_sequential_appends", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 171, "message_redacted": true, "time": 0.173 }, "name": "tests.test_checkers_enabled.test_elseif_nested_if_in_else", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 227, "message_redacted": true, "time": 0.159 }, "name": "tests.test_check_flags.test_enable_performance_tag_only_performance", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.143 }, "name": "tests.test_checkers_categories.test_badregexp_duplicate_chars_in_class", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 15021, "message_redacted": true, "time": 0.354 }, "name": "tests.test_check_errors.test_negative_concurrency_panics", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 831, "message_redacted": true, "time": 0.168 }, "name": "tests.test_check_flags.test_disable_with_enableAll_excludes_checker", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.157 }, "name": "tests.test_checkers_categories.test_hugeparam_large_struct_by_value", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 171, "message_redacted": true, "time": 0.114 }, "name": "tests.test_checkers_enabled.test_valswap_inefficient_swap", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 330, "message_redacted": true, "time": 0.13 }, "name": "tests.test_check_basic.test_recursive_packages", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 119, "message_redacted": true, "time": 0.111 }, "name": "tests.test_checkers_enabled.test_badcond_with_constants", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 652, "message_redacted": true, "time": 0.191 }, "name": "tests.test_check_basic.test_shorter_err_location_flag", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 368, "message_redacted": true, "time": 0.133 }, "name": "tests.test_checkers_enabled.test_badcond_impossible_and_suspicious_conditions", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 251, "message_redacted": true, "time": 0.159 }, "name": "tests.test_checkers_experimental.test_commentedoutcode_example_output", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.112 }, "name": "tests.test_checkers_experimental.test_badregexp_clearing_unset_flag", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 171, "message_redacted": true, "time": 0.096 }, "name": "tests.test_checkers_enabled.test_typeswitchvar_repeated_assertions", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.078 }, "name": "tests.test_checkers_experimental.test_sortslice_swapped_indices", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 196, "message_redacted": true, "time": 0.209 }, "name": "tests.test_checkers_categories.test_appendcombine_interrupted_sequence_no_warning", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 440, "message_redacted": true, "time": 0.143 }, "name": "tests.test_checkers_enabled.test_exitafterdefer_fatal_after_defer", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 986, "message_redacted": true, "time": 0.152 }, "name": "tests.test_check_flags.test_enable_mixed_tag_and_name", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 289, "message_redacted": true, "time": 0.151 }, "name": "tests.test_checkers_enabled.test_flagname_suspicious_names", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.23 }, "name": "tests.test_checkers_categories.test_badregexp_valid_patterns_no_warning", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 291, "message_redacted": true, "time": 0.163 }, "name": "tests.test_check_basic.test_test_files_checked_by_default", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.139 }, "name": "tests.test_checkers_categories.test_hugeparam_custom_threshold", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 171, "message_redacted": true, "time": 0.159 }, "name": "tests.test_checkers_enabled.test_dupcase_in_value_switch", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 287, "message_redacted": true, "time": 0.125 }, "name": "tests.test_checkers_enabled.test_captlocal_capitalized_parameters", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 163, "message_redacted": true, "time": 0.124 }, "name": "tests.test_checkers_enabled.test_mapkey_suspicious_keys", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.116 }, "name": "tests.test_checkers_experimental.test_commentedoutcode_multiline_block", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 188, "message_redacted": true, "time": 0.119 }, "name": "tests.test_checkers_experimental.test_regexpsimplify_whitespace_to_quantifier", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 247, "message_redacted": true, "time": 0.197 }, "name": "tests.test_checkers_experimental.test_sortslice_correct", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 182, "message_redacted": true, "time": 0.11 }, "name": "tests.test_checkers_experimental.test_sqlquery_ignored_rows", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.104 }, "name": "tests.test_checkers_experimental.test_evalorder_pointer_dependency", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 449, "message_redacted": true, "time": 0.088 }, "name": "tests.test_check_errors.test_invalid_parameter_checker_name", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.137 }, "name": "tests.test_checkers_categories.test_indexalloc_string_conversion_for_index", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 345, "message_redacted": true, "time": 0.135 }, "name": "tests.test_commands.test_doc_hugeParam_checker_with_parameters", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 243, "message_redacted": true, "time": 0.14 }, "name": "tests.test_check_flags.test_checker_param_hugeParam_default_threshold", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 302, "message_redacted": true, "time": 0.168 }, "name": "tests.test_checkers_enabled.test_ifelsechain_long_chain", "status": "failure" }, { "branch": "636498dd2a27", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.144 }, "name": "tests.test_checkers_experimental.test_badregexp_dangling_caret", "status": "failure" } ], "test_results_omitted": 328, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }