{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "b7f86fb5cce84deb9c5cd2e7a0b281d8ebc98fb2bb1a2f9825d105eb762d7786",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.17294517799746245
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(d9a660ef333c4df431b8d329a755cc886566484c1705c6cbe0d249ec9f685bb9)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1545718109991867
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.13563588599208742
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13562020799145103
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.11965956099447794
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11728857798152603
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6602998989983462
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1479839189851191
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1246313379961066
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12171696699806489
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11937448399839923
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 22054,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.675867376005044
    },
    {
      "branch": "3b49c4e5d81d",
      "command": "docker cp 2341fd7b1f16c6f80e019a8f9966fc0f24a607e15aca7541f13ce57563a8222a:/workspace/eval/results.xml /tmp/tmpx9qo4w17.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17312,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038942111015785486
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13502681101090275
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1228290349827148
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1239509130246006
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1206824769906234
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 28502,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.5458654850081075
    },
    {
      "branch": "018187d55df6",
      "command": "docker cp 2b5eb7dfd5a3678c3a41c2adcb297671161d8bd76ccb58fa3bb2e3acdeaf3306:/workspace/eval/results.xml /tmp/tmp6m_voduf.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 23125,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04027159698307514
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1316848770075012
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1174996389891021
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12630724301561713
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13133198500145227
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 193472,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 20.849669345014263
    },
    {
      "branch": "12d881a9aa7e",
      "command": "docker cp bd6bb0e24845c16b9921fd045b57c6f2338f3115de4cd218b537aa97c5af7271:/workspace/eval/results.xml /tmp/tmpd9qkoon7.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 202087,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02871431500534527
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11634449000121094
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13067804899765179
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1268982219917234
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12820809599361382
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9145,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.749418307997985
    },
    {
      "branch": "488ee41dbf39",
      "command": "docker cp 03e366a2a40ee506a6fb4ff01cb19ddcfb7680591425998d645c5df68caae825:/workspace/eval/results.xml /tmp/tmpdy1ibr53.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6612,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031421523017343134
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10128262400394306
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12449538998771459
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.0915357350022532
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13206783100031316
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8208,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.663582907000091
    },
    {
      "branch": "ce8e5f79a744",
      "command": "docker cp 4d7a3d1e406c6f5a75a395307bdd05eebdceab695e83e6c37533f44f59fcbcd9:/workspace/eval/results.xml /tmp/tmpqy8r8q1z.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5599,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03457330400124192
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13481577701168135
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11196050301077776
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.122911340004066
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10677307401783764
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5763,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.669526968005812
    },
    {
      "branch": "0ced0107dc88",
      "command": "docker cp b430048c83f4f3a653c8eedb439dcb2358afb2c5acc801f43ac09d5d7fbac326:/workspace/eval/results.xml /tmp/tmp969lx0dr.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3335,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03200703699258156
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11028687300859019
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12571791399386711
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1328233139938675
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1329826119763311
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8191,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.343965951004066
    },
    {
      "branch": "9ea289560dd3",
      "command": "docker cp cda4fe348cbdf8ba99a17dd3c28953bdfeab599b0ca4d7d9fd021dc3528ce6ec:/workspace/eval/results.xml /tmp/tmptbwo35z1.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7970,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03527203502017073
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13010183500591666
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1327268940221984
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11232320099952631
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11993024300318211
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 29016,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.720391431008466
    },
    {
      "branch": "d7dfd94e88a8",
      "command": "docker cp 1b0c3b65f1a6a7d8fb5542ef389a8667954acbe7bd50888de6d137620b0f104f:/workspace/eval/results.xml /tmp/tmpydy1n9nk.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 24106,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.021414156013634056
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13463226798921824
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13262307600234635
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12998649801011197
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13821813999675214
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5971,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.665331396012334
    },
    {
      "branch": "09fc1bb91a14",
      "command": "docker cp c05763686f23545931f3c3b991ee197758dfd8d695a5132c0496c69ffa21d455:/workspace/eval/results.xml /tmp/tmp6b9h5ft3.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4803,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.020585582999046892
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13579702301649377
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1254679940175265
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.130864039005246
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13319390601827763
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 56,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.13734493497759104
    },
    {
      "branch": "c52c28886704",
      "command": "docker cp f03b4f76fce98f3475b6f397ccb8000b1c8a248181f63e3228c4a4b5f6744dfc:/workspace/eval/results.xml /tmp/tmpr56720nf.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 140,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.034419086994603276
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13498270299169235
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12429413798963651
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10564424699987285
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1389366869989317
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10861,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.504127117979806
    },
    {
      "branch": "bc4ad46351b7",
      "command": "docker cp 054ab2b3d84adef6b054b4f26c75ed02d1eebf5b85c1ac96d0adb9b00b34bce2:/workspace/eval/results.xml /tmp/tmpy0bh2b1b.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8503,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0393155450001359
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 157,
    "passed": 437,
    "skipped": 3
  },
  "test_branch_errors": {},
  "test_branches": [
    "3b49c4e5d81d",
    "018187d55df6",
    "12d881a9aa7e",
    "488ee41dbf39",
    "ce8e5f79a744",
    "0ced0107dc88",
    "9ea289560dd3",
    "d7dfd94e88a8",
    "09fc1bb91a14",
    "c52c28886704",
    "bc4ad46351b7"
  ],
  "test_records": 597,
  "test_results": [
    {
      "branch": "3b49c4e5d81d",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "eval.tests.test_error_handling.test_missing_package_declaration",
      "status": "failure"
    },
    {
      "branch": "3b49c4e5d81d",
      "extra": {
        "message_chars": 349,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "eval.tests.test_error_handling.test_malformed_go_file",
      "status": "failure"
    },
    {
      "branch": "3b49c4e5d81d",
      "extra": {
        "message_chars": 96,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_formatting.test_format_code_structure",
      "status": "failure"
    },
    {
      "branch": "3b49c4e5d81d",
      "extra": {
        "message_chars": 252,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_formatting.test_function_spacing",
      "status": "failure"
    },
    {
      "branch": "3b49c4e5d81d",
      "extra": {
        "message_chars": 14,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_import_sorting.test_default_import_order_std_general_project",
      "status": "failure"
    },
    {
      "branch": "3b49c4e5d81d",
      "extra": {
        "message_chars": 235,
        "message_redacted": true,
        "time": 0.015
      },
      "name": "eval.tests.test_input_handling.test_dotdotdot_pattern",
      "status": "failure"
    },
    {
      "branch": "3b49c4e5d81d",
      "extra": {
        "message_chars": 867,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "eval.tests.test_input_handling.test_non_go_file_handling",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 383,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_error_conditions.test_directory_with_no_go_files",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 430,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "eval.tests.test_error_conditions.test_nested_directories_with_recursive",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "eval.tests.test_error_conditions.test_apply_to_generated_with_non_generated",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "eval.tests.test_error_conditions.test_excludes_with_absolute_path",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "eval.tests.test_excludes.test_excludes_with_output_write",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "eval.tests.test_file_operations.test_dotdotdot_pattern_recursive",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 14,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "eval.tests.test_import_sorting.test_default_import_order",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 14,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "eval.tests.test_import_sorting.test_company_prefixes_grouping",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 247,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_astutil.test_regular_comment_not_mistaken_for_buildtag",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_advanced.test_cache_respects_file_modifications_across_runs",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 210,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "tests.test_astutil.test_constant_usage_from_package",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 271,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_astutil.test_buildtag_deprecated_format_handled",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 245,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_astutil.test_complex_buildtag_expression_preserved",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 262,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_advanced.test_list_diff_with_output_stdout_still_lists_filename",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.289
      },
      "name": "tests.test_advanced.test_cache_invalidated_when_file_content_changes",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 653,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_cli.test_help_flag_displays_usage",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 241,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_advanced.test_generated_file_formatted_with_apply_flag",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_advanced.test_list_diff_with_output_write_modifies_files",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 206,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_astutil.test_interface_type_usage_detected",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.227
      },
      "name": "tests.test_advanced.test_cache_with_different_file_paths_same_content",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.574
      },
      "name": "tests.test_advanced.test_multiple_files_with_cache_some_unchanged",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_advanced.test_cache_creates_entries_in_home_cache_directory",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 12210,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_cli.test_invalid_imports_order_rejected",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 460,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_cli.test_set_exit_status_no_changes_exits_zero",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 254,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_advanced.test_generated_file_with_mixed_comments",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 177,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_advanced.test_file_with_no_imports_unchanged",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_advanced.test_use_cache_skips_unchanged_files_on_second_run",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 614,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_astutil.test_malformed_go_syntax_error_reported",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_astutil.test_unused_imports_detected_and_removed",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 216,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_astutil.test_negation_buildtag_preserved",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 182,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_astutil.test_empty_import_block_removed_entirely",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_astutil.test_package_type_in_return_signature",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 172,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_cli.test_version_only_flag_minimal_output",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 325,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_advanced.test_generated_file_pattern_requires_do_not_edit",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 250,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "tests.test_advanced.test_generated_file_with_extra_text_after_marker",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_cli.test_separate_named_flag_accepted",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_cli.test_project_name_flag_accepted",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 873,
        "message_redacted": true,
        "time": 0.1
      },
      "name": "tests.test_cli.test_nonexistent_file_error",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "tests.test_advanced.test_set_exit_status_without_list_diff_exits_1_on_changes",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_cli.test_no_changes_needed_exits_zero",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 359,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_advanced.test_empty_directory_with_list_diff_produces_no_output",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 218,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_astutil.test_blank_imports_always_preserved",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_astutil.test_unused_blank_import_always_kept",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_cli.test_company_prefixes_flag_accepted",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_cli.test_absolute_path_handling",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_cli.test_use_cache_flag_accepted",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_directory_ops.test_default_excludes_skip_git_idea_vscode_dirs",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 375,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_cli.test_file_with_syntax_error",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_cli.test_rm_unused_removes_unused_imports",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 617,
        "message_redacted": true,
        "time": 0.1
      },
      "name": "tests.test_directory_ops.test_empty_directory_succeeds_with_no_output",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 158,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_directory_ops.test_multiple_generated_file_markers",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 299,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_advanced.test_set_exit_status_exits_0_when_no_changes_needed",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 460,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_directory_ops.test_exclude_pattern_with_subdirectory_glob",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 129,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_directory_ops.test_recursive_with_mixed_formatted_and_unformatted_subdirs",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 389,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_cli.test_empty_directory_handled",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_directory_ops.test_list_diff_with_write_output_mode_shows_files",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_astutil.test_named_import_alias_usage_detected",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_astutil.test_import_used_in_function_signature",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 365,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_cli.test_directory_with_no_go_files",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_cli.test_rm_unused_flag_accepted",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 675,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_errors.test_set_exit_status_no_changes_needed",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 376,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_directory_ops.test_excludes_flag_with_glob_pattern_skips_matching_files",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_cli.test_project_name_with_version_suffix",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 153,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_directory_ops.test_multiple_directory_arguments_in_fix_mode",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 643,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_directory_ops.test_directory_with_subdirs_but_no_go_files",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 1130,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_errors.test_list_diff_with_formatted_file",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 535,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_errors.test_directory_with_invalid_file",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 996,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_errors.test_multiple_files_one_invalid",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 624,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_errors.test_invalid_go_syntax_unterminated_string",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_import_grouping.test_default_import_grouping_std_then_external",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 231,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_import_grouping.test_project_imports_separation",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_import_grouping.test_custom_import_order_reversed",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 506,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_errors.test_empty_file_error",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 616,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_errors.test_unclosed_import_parenthesis",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_cli.test_set_alias_flag_accepted",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 210,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_import_grouping.test_separate_named_imports",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 659,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_errors.test_empty_directory_handling",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_import_grouping.test_single_import_no_grouping",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 204,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_import_grouping.test_nested_project_packages_sorted",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 2499,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_errors.test_invalid_imports_order_flag",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 231,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_import_grouping.test_all_groups_combined_with_separate_named",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_import_grouping.test_duplicate_imports_deduplicated",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 231,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_import_grouping.test_company_prefixes_separation",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_import_grouping.test_import_comments_preserved",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_import_grouping.test_blanked_and_dotted_imports_custom_order",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 385,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_import_grouping.test_long_import_comments_preserved_and_aligned",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_import_grouping.test_multiline_import_comments_preserved",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5064,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "tests.test_import_grouping.test_whitespace_only_imports_order_uses_default",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 627,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "tests.test_errors.test_malformed_import_block_unclosed_quote",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 181,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_import_grouping.test_no_imports_preserved",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 205,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_import_grouping.test_multiple_company_prefixes_all_grouped",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_import_grouping.test_empty_import_groups_not_rendered",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_import_management.test_rm_unused_empty_file",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_import_grouping.test_whitespace_in_imports_order_trimmed",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_import_grouping.test_company_prefix_matching_project_name_prefix",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 150,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_import_grouping.test_empty_import_parentheses_removed",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 216,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_import_grouping.test_duplicate_groups_in_order_deduplicates",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5064,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_import_grouping.test_empty_imports_order_uses_default",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_import_management.test_remove_unused_imports_basic",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 7253,
        "message_redacted": true,
        "time": 0.107
      },
      "name": "tests.test_module.test_undefined_module_error_when_gomod_missing_module_directive",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_module.test_malformed_gomod_parse_error",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 630,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_module.test_path_is_not_set_error_with_empty_path",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "tests.test_module.test_complex_module_path_with_version_suffix",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_module.test_deeply_nested_file_with_parent_gomod",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 142,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_import_management.test_rm_unused_with_cgo_import",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_module.test_gomod_with_comments_and_whitespace",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_module.test_gomod_found_in_parent_directory",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 470,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_stdin.test_basic_stdin_import_sorting",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 565,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_stdin.test_stdin_with_company_prefixes",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 531,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_stdin.test_stdin_combined_flags_format_and_project",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 481,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_stdin.test_stdin_with_format_flag",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 227,
        "message_redacted": true,
        "time": 3.648
      },
      "name": "tests.test_import_management.test_set_alias_for_versioned_package",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_module.test_module_path_with_subdomain",
      "status": "failure"
    }
  ],
  "test_results_omitted": 40,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}