{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "6c91456f6f2d755cc27660e2a592144da7fa047ab35b87180a250161a4af38a0",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16309529800491873
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(c9d4823bbf84e47f98b2026947a1d97d686cc1fb8b4647d4dba8428d24df3fae)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.12740486799157225
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15384593400813174
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13919445799547248
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1098491550073959
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12747448700247332
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6525249289989006
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13354685700323898
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13980524400540162
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13086669900803827
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10635932399600279
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 48747,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 9.063419750003959
    },
    {
      "branch": "c784b3264408",
      "command": "docker cp eb1fd5917fbec3f65bb7d8b383c3bfa931e08f16fac34381c7029503c9b3ddb9:/workspace/eval/results.xml /tmp/tmp64nrwbjp.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 38530,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038581305008847266
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1349900890054414
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1270893679902656
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09604745500837453
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12026051300927065
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 95456,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 343.74988461199973
    },
    {
      "branch": "7eef48c36ca2",
      "command": "docker cp 015dec40fc1e23d17ad997d7b41958f21c952b592a9cca5d6ebea041f01317cd:/workspace/eval/results.xml /tmp/tmppl4kfydn.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 95091,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03762209799606353
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1343389899993781
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1367962349904701
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12683703399670776
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12285787699511275
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 86145,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3342.153907337997
    },
    {
      "branch": "20131512a06f",
      "command": "docker cp 00f8bbd49b0f964a0f08fc983c22f99aab72ccd79ab28e80ea19b153be02352c:/workspace/eval/results.xml /tmp/tmp8oy645uo.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 58350,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.14404547700542025
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13571845600381494
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12554661600734107
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12282596199656837
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13071027499972843
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 91005,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 520.7440560459945
    },
    {
      "branch": "3ed90c9a639c",
      "command": "docker cp a8567be143e6392a9eca7e138a1969d5f281ae739f0705dc8abda5daef47eff9:/workspace/eval/results.xml /tmp/tmpl3bmpl3_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 61776,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03721842999220826
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13801372599846218
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11828916800732259
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12163381800928619
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11837088699394371
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10379,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.727148359990679
    },
    {
      "branch": "6739ceb667e6",
      "command": "docker cp 3795501c1680b9bede0ced858c79f13b6dde210cb051243847d5e1d407786414:/workspace/eval/results.xml /tmp/tmp2dmskzu2.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5905,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03858299499552231
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12352495799132157
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.136677905000397
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12691359598829877
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12991196700022556
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3337,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.768593521002913
    },
    {
      "branch": "8511d2ed9443",
      "command": "docker cp 1314c93d45b99fabc46391682e20639dc6d5123aef5f20fd0f3cde97cb7cd207:/workspace/eval/results.xml /tmp/tmpiin6l4sz.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1653,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02983514199149795
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13671763100137468
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11380052599997725
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09894421399803832
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1362149229971692
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7012,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.772355243010679
    },
    {
      "branch": "f138a0b99130",
      "command": "docker cp 98a5524fd847f93e40041210e7d39849628babff5b07df03c431465480e9c52d:/workspace/eval/results.xml /tmp/tmpgw52ucqh.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4083,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038071732997195795
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13976638599706348
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13054517799173482
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12820416400791146
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13337966699327808
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11318,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 20.719200019011623
    },
    {
      "branch": "355262e42920",
      "command": "docker cp b92199841500f1d004eec7941a2b88f831e2afd8b8dad46c9b9145aa516235b3:/workspace/eval/results.xml /tmp/tmp_qwjxd3x.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6059,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04000899300444871
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1293093400017824
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13337180500093382
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13321337600063998
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13676545399357565
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11395,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.726915642007953
    },
    {
      "branch": "205fff98a6b9",
      "command": "docker cp cbe2fcdf74e0e4e641a178f40952ead8670cd3c348c7d1f76de793b770ae0775:/workspace/eval/results.xml /tmp/tmp2ej45zcb.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9055,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03959248399769422
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13417100899096113
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12319369699980598
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13719330800813623
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12912890600273386
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11737,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.629885305999778
    },
    {
      "branch": "0778e679ad0e",
      "command": "docker cp 80dafec61531411468911f0c4c36dd0f293cd9746b1450769903c3d50ce89f63:/workspace/eval/results.xml /tmp/tmphtyejrkz.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7692,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024388356003328227
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 324,
    "passed": 340,
    "skipped": 5
  },
  "test_branch_errors": {},
  "test_branches": [
    "c784b3264408",
    "7eef48c36ca2",
    "20131512a06f",
    "3ed90c9a639c",
    "6739ceb667e6",
    "8511d2ed9443",
    "f138a0b99130",
    "355262e42920",
    "205fff98a6b9",
    "0778e679ad0e"
  ],
  "test_records": 669,
  "test_results": [
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 360,
        "message_redacted": true,
        "time": 0.227
      },
      "name": "eval.tests.test_wrapcheck.test_config_ignore_package_globs",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 162,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "eval.tests.test_wrapcheck.test_config_invalid_yaml",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 34,
        "message_redacted": true,
        "time": 0.231
      },
      "name": "eval.tests.test_wrapcheck.test_json_output_format",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 171,
        "message_redacted": true,
        "time": 0.24
      },
      "name": "eval.tests.test_wrapcheck.test_analyze_package_with_issues",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 162,
        "message_redacted": true,
        "time": 0.227
      },
      "name": "eval.tests.test_wrapcheck.test_detect_unwrapped_json_error",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 356,
        "message_redacted": true,
        "time": 0.222
      },
      "name": "eval.tests.test_wrapcheck.test_config_ignore_sig_regexps",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 344,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "eval.tests.test_wrapcheck.test_config_ignore_sigs",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 201,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "eval.tests.test_wrapcheck.test_version_flag_full",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 186,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_wrapcheck.test_debug_flag",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 179,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "eval.tests.test_wrapcheck.test_deprecated_all_flag",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 132,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "eval.tests.test_wrapcheck.test_cpuprofile_flag",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 132,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "eval.tests.test_wrapcheck.test_memprofile_flag",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 177,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_wrapcheck.test_deprecated_v_flag",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 195,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_wrapcheck.test_deprecated_tags_flag",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 183,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_wrapcheck.test_context_lines_negative",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 182,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "eval.tests.test_wrapcheck.test_deprecated_source_flag",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 354,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "eval.tests.test_wrapcheck.test_config_extra_ignore_sigs",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 182,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "eval.tests.test_wrapcheck.test_context_lines_output",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 171,
        "message_redacted": true,
        "time": 0.224
      },
      "name": "eval.tests.test_wrapcheck.test_default_output_format",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 185,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "eval.tests.test_wrapcheck.test_config_ignore_sig_regexps_fail",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 133,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "eval.tests.test_wrapcheck.test_trace_flag",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 162,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "eval.tests.test_wrapcheck.test_syntax_error_in_go_file",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 175,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "eval.tests.test_wrapcheck.test_recursive_package_scan",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 614,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_wrapcheck.test_multiple_packages",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 182,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_wrapcheck.test_context_lines_zero",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 183,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "eval.tests.test_wrapcheck.test_context_lines_large",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 162,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "eval.tests.test_wrapcheck.test_nested_function_calls",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 162,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "eval.tests.test_wrapcheck.test_multiple_errors_in_file",
      "status": "failure"
    },
    {
      "branch": "c784b3264408",
      "extra": {
        "message_chars": 70,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "eval.tests.test_wrapcheck.test_analyze_current_directory",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 179,
        "message_redacted": true,
        "time": 0.471
      },
      "name": "tests.test_analysis_core.test_interface_method_requires_wrapping",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 179,
        "message_redacted": true,
        "time": 0.462
      },
      "name": "tests.test_analysis_core.test_anonymous_function_in_func_decl_still_checked",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 179,
        "message_redacted": true,
        "time": 0.47
      },
      "name": "tests.test_analysis_core.test_struct_method_call_detects_internal_external_call",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 179,
        "message_redacted": true,
        "time": 0.472
      },
      "name": "tests.test_analysis_core.test_chained_method_calls_unwrapped",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 179,
        "message_redacted": true,
        "time": 0.489
      },
      "name": "tests.test_analysis_core.test_error_from_type_assertion_unwrapped",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 179,
        "message_redacted": true,
        "time": 0.468
      },
      "name": "tests.test_analysis_core.test_goroutine_anonymous_func_checked",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_cli_flags.test_version_flag_full",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 117,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_cli_flags.test_context_lines_large",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 458,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "tests.test_cli_flags.test_cpuprofile_creates_file",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 458,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "tests.test_cli_flags.test_memprofile_creates_file",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 222,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_cli_flags.test_trace_creates_file",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 122,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_cli_flags.test_multiple_profile_flags",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 256,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_cli_flags.test_cpuprofile_with_invalid_path",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 157,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "tests.test_cli_flags.test_json_empty_package",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 457,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_cli_flags.test_trace_flag_with_json",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 217,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_cli_flags.test_debug_flag_output",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_cli_flags.test_version_output_format",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 124,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_cli_flags.test_multiple_profiling_files_json_mode",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 749,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_config.test_ignoresigregexps_pattern_matching",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 1628,
        "message_redacted": true,
        "time": 0.232
      },
      "name": "tests.test_config.test_ignoresigregexps_invalid_regex_errors",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 169,
        "message_redacted": true,
        "time": 0.244
      },
      "name": "tests.test_config.test_reportinternalerrors_false_only_external",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 169,
        "message_redacted": true,
        "time": 0.225
      },
      "name": "tests.test_config.test_reportinternalerrors_true_reports_internal",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.237
      },
      "name": "tests.test_config.test_ignoreinterfaceregexps_matches_interface_name",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 167,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "tests.test_config.test_ignoreinterfaceregexps_multiple_patterns",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 1608,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "tests.test_config.test_config_invalid_yaml_syntax_error",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 749,
        "message_redacted": true,
        "time": 0.22
      },
      "name": "tests.test_config.test_config_multiple_regex_patterns_all_checked",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 166,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "tests.test_config.test_ignorepackageglobs_exact_match_not_prefix",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 169,
        "message_redacted": true,
        "time": 0.236
      },
      "name": "tests.test_config.test_reportinternalerrors_default_false",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 749,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_config.test_ignoresigregexps_complex_pattern",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 668,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_config.test_ignoreinterfaceregexps_invalid_regex_error",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 1618,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "tests.test_config.test_ignorepackageglobs_invalid_glob_error",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 0.341
      },
      "name": "tests.test_edge_cases.test_syntax_error_in_package",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.364
      },
      "name": "tests.test_edge_cases.test_type_error_in_package",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 204,
        "message_redacted": true,
        "time": 0.332
      },
      "name": "tests.test_edge_cases.test_missing_import_undefined_identifier",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 120,
        "message_redacted": true,
        "time": 0.348
      },
      "name": "tests.test_edge_cases.test_empty_package_no_functions",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 198,
        "message_redacted": true,
        "time": 0.357
      },
      "name": "tests.test_edge_cases.test_package_without_gomod",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 120,
        "message_redacted": true,
        "time": 0.337
      },
      "name": "tests.test_edge_cases.test_package_with_no_error_returning_functions",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.548
      },
      "name": "tests.test_edge_cases.test_large_file_many_functions",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.337
      },
      "name": "tests.test_edge_cases.test_deeply_nested_anonymous_functions",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 206,
        "message_redacted": true,
        "time": 0.382
      },
      "name": "tests.test_edge_cases.test_multiple_return_statements_in_function",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 120,
        "message_redacted": true,
        "time": 0.357
      },
      "name": "tests.test_edge_cases.test_named_return_parameters",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 0.337
      },
      "name": "tests.test_edge_cases.test_unicode_filenames",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 201,
        "message_redacted": true,
        "time": 0.332
      },
      "name": "tests.test_edge_cases.test_package_pattern_recursive",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 198,
        "message_redacted": true,
        "time": 0.339
      },
      "name": "tests.test_edge_cases.test_variadic_function",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.369
      },
      "name": "tests.test_edge_cases.test_json_output_format",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 144,
        "message_redacted": true,
        "time": 0.33
      },
      "name": "tests.test_edge_cases.test_invalid_yaml_config_parse_error",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.367
      },
      "name": "tests.test_edge_cases.test_invalid_regex_in_config",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 144,
        "message_redacted": true,
        "time": 0.37
      },
      "name": "tests.test_edge_cases.test_relative_path_current_directory",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 201,
        "message_redacted": true,
        "time": 0.32
      },
      "name": "tests.test_edge_cases.test_switch_statement_multiple_cases",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 258,
        "message_redacted": true,
        "time": 0.362
      },
      "name": "tests.test_edge_cases.test_multiple_package_arguments",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 120,
        "message_redacted": true,
        "time": 0.334
      },
      "name": "tests.test_edge_cases.test_errors_new_with_empty_message",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 472,
        "message_redacted": true,
        "time": 0.223
      },
      "name": "tests.test_fix_mode.test_fix_flag_no_modifications_unwrapped_error",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 338,
        "message_redacted": true,
        "time": 0.406
      },
      "name": "tests.test_fix_mode.test_fix_flag_suppresses_diagnostics",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 334,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "tests.test_fix_mode.test_fix_and_diff_combined_no_modifications",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 444,
        "message_redacted": true,
        "time": 0.408
      },
      "name": "tests.test_fix_mode.test_fix_flag_multiple_unwrapped_errors_unchanged",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.436
      },
      "name": "tests.test_fix_mode.test_fix_flag_idempotent",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 102,
        "message_redacted": true,
        "time": 90.228
      },
      "name": "tests.test_fix_mode.test_fix_flag_with_syntax_error",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 399,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "tests.test_fix_mode.test_fix_flag_with_json_output",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 348,
        "message_redacted": true,
        "time": 0.442
      },
      "name": "tests.test_fix_mode.test_fix_flag_exit_code_success_without_fixes",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 178,
        "message_redacted": true,
        "time": 0.245
      },
      "name": "tests.test_fix_mode.test_diff_flag_with_multiple_packages",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 357,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_fix_mode.test_fix_flag_with_readonly_file",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 177,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_gap_filling.test_unmarshal_error_wrong_type_in_config",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 185,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "tests.test_gap_filling.test_invalid_ignoreSigRegexps_reports_error",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 185,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_gap_filling.test_invalid_ignoreInterfaceRegexps_reports_error",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 184,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "tests.test_gap_filling.test_invalid_ignorePackageGlobs_reports_error",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 242,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "tests.test_gap_filling.test_complex_scenario_multiple_errors_different_branches",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_gap_filling.test_reportInternalErrors_flag_detects_package_internal_calls",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 365,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_gap_filling.test_ignoreSigRegexps_pattern_matching",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 227,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_gap_filling.test_ignorePackageGlobs_wildcard_matching",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 344,
        "message_redacted": true,
        "time": 0.232
      },
      "name": "tests.test_gap_filling.test_ignoreInterfaceRegexps_pattern_matching",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 108,
        "message_redacted": true,
        "time": 0.223
      },
      "name": "tests.test_harvest.test_catch_fmt_sscanf",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "tests.test_harvest.test_config_extraIgnoreSigs",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "tests.test_harvest.test_config_ignorePackageGlobs_pkg_errors",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 455,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "tests.test_harvest.test_config_ignoreSigRegexps",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.25
      },
      "name": "tests.test_harvest.test_config_reportInternalErrors",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_harvest.test_err_assigned_to_var",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "tests.test_harvest.test_err_reassigned",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "tests.test_harvest.test_interface",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "tests.test_harvest.test_interface_on_struct",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "tests.test_harvest.test_long_select_expr",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.242
      },
      "name": "tests.test_harvest.test_multi_assign",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "tests.test_harvest.test_named_error_return",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "tests.test_harvest.test_package_assigned_to_variable",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "tests.test_harvest.test_return_function_call",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.242
      },
      "name": "tests.test_harvest.test_simple_no_wrap",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.368
      },
      "name": "tests.test_multifile.test_external_error_global_variable_cross_file",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 0.366
      },
      "name": "tests.test_multifile.test_package_alias_cross_file",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.334
      },
      "name": "tests.test_multifile.test_struct_methods_cross_file",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.34
      },
      "name": "tests.test_multifile.test_interface_method_cross_file",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 201,
        "message_redacted": true,
        "time": 0.344
      },
      "name": "tests.test_multifile.test_error_reassignment_multiple_files",
      "status": "failure"
    },
    {
      "branch": "7eef48c36ca2",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.342
      },
      "name": "tests.test_multifile.test_three_files_mixed_patterns",
      "status": "failure"
    }
  ],
  "test_results_omitted": 209,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}