{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "5bacc10a36388559b78089b2d7af1e31fde7ea2fefb38a8d521186810b950298",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.15908484600367956
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(d9a660ef333c4df431b8d329a755cc886566484c1705c6cbe0d249ec9f685bb9)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13649443599570077
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1959475790063152
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.11997081099252682
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12963607099663932
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.13544721799553372
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.7304983619978884
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13462457599234767
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11995051801204681
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09207874500134494
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12010919599561021
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 18716,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.5693140539951855
    },
    {
      "branch": "3b49c4e5d81d",
      "command": "docker cp 33679a6e90f88bed67f8f81b31a0179085f6df472fa293f928333fc99fcc55ea:/workspace/eval/results.xml /tmp/tmpolkr0bha.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 15375,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038435202004620805
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12355208200460766
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12102424300974235
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11189718799141701
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12599823200434912
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 24990,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.6136738500063075
    },
    {
      "branch": "018187d55df6",
      "command": "docker cp 129c9c97b040aec51a9832f6774975702cd18250b1d43b7f43c6428b34bc91c3:/workspace/eval/results.xml /tmp/tmps578s_ai.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 20041,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03692666000279132
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13854121499753091
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.133085901994491
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13909147800586652
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12727048400847707
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 281177,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 20.059489569001016
    },
    {
      "branch": "12d881a9aa7e",
      "command": "docker cp 904d4ed037ec59fad9f617453a2ac0c7dcd922fabe1383fccbaf251229932f80:/workspace/eval/results.xml /tmp/tmp65qg2nni.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 425642,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02577762899454683
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1479418430099031
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12703897400933784
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.0979521170083899
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1303926220134599
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8743,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.6681236650038045
    },
    {
      "branch": "488ee41dbf39",
      "command": "docker cp decd28266de45316c9bac789f1ae9435e3b9a72916d1e7526b061feabf6d34cc:/workspace/eval/results.xml /tmp/tmptfs707l_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4957,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.026185542999883182
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1336869380029384
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1240141509915702
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13580259399896022
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13213184800406452
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6336,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4966723490069853
    },
    {
      "branch": "ce8e5f79a744",
      "command": "docker cp dcf8cd9629000efd5f173e51eaa00cb7166e0fccbbe29c456359abd844115d3f:/workspace/eval/results.xml /tmp/tmpxcc4h9mo.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3744,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031547055012197234
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13624939699366223
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12080711900489405
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12353638499916997
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12349100600113161
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2873,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6023633209988475
    },
    {
      "branch": "0ced0107dc88",
      "command": "docker cp 6e667ffae134f92bd5e8ff428c10f6cef45e8f3a971d5ebd07932422e43fe1a4:/workspace/eval/results.xml /tmp/tmpptq7gm6_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1322,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.022832675007521175
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14150000001245644
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13038164799218066
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12542307100375183
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13679435900121462
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8191,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.420189948999905
    },
    {
      "branch": "9ea289560dd3",
      "command": "docker cp 9bf1ce10266c54490d96b4dbd7065957ec0c52b7c68c0a032da1f0aededda75b:/workspace/eval/results.xml /tmp/tmptllma8iw.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7960,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03937970599508844
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1443013130046893
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12940844999684487
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10815399599960074
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14221407999866642
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 22673,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.5886158180073835
    },
    {
      "branch": "d7dfd94e88a8",
      "command": "docker cp 94ec3caedd7cd3c1ba0eb9813d721bf1db7a7df619d58922dc72c0c249032547:/workspace/eval/results.xml /tmp/tmpkrjn7x1a.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 20892,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039297227005590685
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1296256950008683
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12062537900055759
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.127675919997273
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11949942300270777
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3950,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.7725864149979316
    },
    {
      "branch": "09fc1bb91a14",
      "command": "docker cp d8338bfb9ae2683568496dbabf17ffbc351155f0014e9148aa5562de481c4e28:/workspace/eval/results.xml /tmp/tmpxfyrf2tr.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2645,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03864143500686623
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14427190100832377
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13158534000103828
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1208895739982836
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10587893199408427
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 56,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.13926232399535365
    },
    {
      "branch": "c52c28886704",
      "command": "docker cp 51abd700d8bb70f3c5fb3210d23224bebcb77dbd1352b20baa3956c5e0dd9911:/workspace/eval/results.xml /tmp/tmpwm5pnmhr.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 140,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04008607599826064
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13967295800102875
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1275024009955814
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13273738500720356
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1309547189885052
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 16536,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.784831213008147
    },
    {
      "branch": "bc4ad46351b7",
      "command": "docker cp 435d5caa200f41f9784d5e650804d0f32e9cd90e3f9a3a957442577bc4aa6e80:/workspace/eval/results.xml /tmp/tmpm47gk8qv.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 21866,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037638138004695065
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 103,
    "passed": 491,
    "skipped": 3
  },
  "test_branch_errors": {},
  "test_branches": [
    "3b49c4e5d81d",
    "018187d55df6",
    "12d881a9aa7e",
    "488ee41dbf39",
    "ce8e5f79a744",
    "0ced0107dc88",
    "9ea289560dd3",
    "d7dfd94e88a8",
    "09fc1bb91a14",
    "c52c28886704",
    "bc4ad46351b7"
  ],
  "test_records": 597,
  "test_results": [
    {
      "branch": "3b49c4e5d81d",
      "extra": {
        "message_chars": 347,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_error_handling.test_malformed_go_file",
      "status": "failure"
    },
    {
      "branch": "3b49c4e5d81d",
      "extra": {
        "message_chars": 1397,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_import_modifications.test_set_alias_for_versioned_packages",
      "status": "failure"
    },
    {
      "branch": "3b49c4e5d81d",
      "extra": {
        "message_chars": 252,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_formatting.test_function_spacing",
      "status": "failure"
    },
    {
      "branch": "3b49c4e5d81d",
      "extra": {
        "message_chars": 235,
        "message_redacted": true,
        "time": 0.015
      },
      "name": "eval.tests.test_input_handling.test_dotdotdot_pattern",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 31,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "eval.tests.test_error_conditions.test_nested_directories_with_recursive",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 31,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "eval.tests.test_error_conditions.test_excludes_with_absolute_path",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 31,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_error_conditions.test_apply_to_generated_with_non_generated",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 31,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_excludes.test_excludes_with_output_write",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 31,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "eval.tests.test_file_operations.test_dotdotdot_pattern_recursive",
      "status": "failure"
    },
    {
      "branch": "018187d55df6",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "eval.tests.test_import_sorting.test_custom_imports_order",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_advanced.test_generated_file_with_list_diff",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 271,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_astutil.test_buildtag_deprecated_format_handled",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "tests.test_astutil.test_channel_type_with_package_element",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 625,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_astutil.test_malformed_go_syntax_error_reported",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 172,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_cli.test_version_only_flag_minimal_output",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 325,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_advanced.test_generated_file_pattern_requires_do_not_edit",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_advanced.test_generated_file_with_mixed_comments",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 250,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_advanced.test_generated_file_with_extra_text_after_marker",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 111,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_cli.test_multiple_flags_combined",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 12210,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_cli.test_invalid_imports_order_rejected",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 108,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_cli.test_output_stdout_prints_formatted_code",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 362,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_cli.test_file_with_syntax_error",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 391,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "tests.test_directory_ops.test_default_excludes_skip_git_idea_vscode_dirs",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_directory_ops.test_generated_files_skipped_by_default",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_directory_ops.test_multiple_directory_arguments_in_fix_mode",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 388,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_directory_ops.test_multiple_generated_file_markers",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 218,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_astutil.test_blank_imports_always_preserved",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_astutil.test_slice_element_type_with_package",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_advanced.test_cache_creates_entries_in_home_cache_directory",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 75,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_cli.test_output_file_modifies_in_place",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 75,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_cli.test_set_exit_status_with_changes_exits_one",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 636,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_errors.test_invalid_go_syntax_unterminated_string",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 580,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_errors.test_empty_file_error",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 617,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_errors.test_unclosed_import_parenthesis",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 535,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_errors.test_directory_with_invalid_file",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 615,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_errors.test_list_diff_with_formatted_file",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 1010,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_errors.test_multiple_files_one_invalid",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5164,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_import_grouping.test_custom_import_order_reversed",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5164,
        "message_redacted": true,
        "time": 0.107
      },
      "name": "tests.test_import_grouping.test_blanked_and_dotted_imports_custom_order",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_directory_ops.test_excludes_with_absolute_path_pattern",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5164,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_import_grouping.test_all_blanked_imports_explicit_blanked_order",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5164,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_import_grouping.test_all_dotted_imports_explicit_order",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_directory_ops.test_list_diff_with_write_output_mode_shows_files",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_import_grouping.test_duplicate_imports_deduplicated",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 646,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_errors.test_malformed_import_block_unclosed_quote",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5164,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_import_grouping.test_empty_import_groups_not_rendered",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5164,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_import_grouping.test_dotted_imports_with_named_and_separate_named",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5164,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_import_grouping.test_empty_imports_order_uses_default",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5164,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_import_grouping.test_whitespace_only_imports_order_uses_default",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 2499,
        "message_redacted": true,
        "time": 0.105
      },
      "name": "tests.test_errors.test_invalid_imports_order_flag",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 144,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_import_management.test_rm_unused_with_cgo_import",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5164,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_import_grouping.test_all_groups_combined_with_separate_named",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5204,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_import_grouping.test_invalid_import_order_rejects_unknown_group",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 752,
        "message_redacted": true,
        "time": 1.091
      },
      "name": "tests.test_import_management.test_rm_unused_with_blank_import",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "tests.test_module.test_undefined_module_error_when_gomod_missing_module_directive",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_module.test_gomod_found_in_parent_directory",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_module.test_malformed_gomod_parse_error",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5164,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_import_grouping.test_duplicate_groups_in_order_deduplicates",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 748,
        "message_redacted": true,
        "time": 2.477
      },
      "name": "tests.test_import_management.test_set_alias_v2_package",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_module.test_gomod_with_only_module_directive",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_module.test_gomod_in_immediate_parent_directory",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5213,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_stdin.test_basic_stdin_import_sorting",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 520,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_stdin.test_stdin_with_explicit_project_name",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_module.test_complex_module_path_with_version_suffix",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 7249,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_module.test_path_is_not_set_error_with_empty_path",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5213,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_stdin.test_stdin_with_format_flag",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5213,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_stdin.test_stdin_special_imports_blanked_dotted",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 1122,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_import_management.test_rm_unused_empty_file",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_module.test_gomod_with_comments_and_whitespace",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 2492,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "tests.test_stdin.test_stdin_with_set_exit_status_no_change",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 872,
        "message_redacted": true,
        "time": 5.444
      },
      "name": "tests.test_import_management.test_set_alias_v3_package",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 472,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_stdin.test_stdin_with_project_context_from_gomod",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 565,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_stdin.test_stdin_with_company_prefixes",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 531,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_stdin.test_stdin_combined_flags_format_and_project",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5213,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_stdin.test_stdin_output_stdout_explicit",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5157,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_stdin.test_stdin_custom_import_order",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 7288,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_stdin.test_stdin_invalid_go_syntax",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 7301,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_stdin.test_stdin_empty_input",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5213,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_stdin.test_stdin_only_package_declaration",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 176,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_stdin.test_stdin_with_set_exit_status_has_change",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5213,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_stdin.test_stdin_multiline_imports",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5213,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_stdin.test_stdin_no_imports",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 772,
        "message_redacted": true,
        "time": 6.962
      },
      "name": "tests.test_import_management.test_set_alias_preserves_import_order",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 786,
        "message_redacted": true,
        "time": 6.658
      },
      "name": "tests.test_import_management.test_combine_rm_unused_and_set_alias",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 772,
        "message_redacted": true,
        "time": 6.514
      },
      "name": "tests.test_import_management.test_set_alias_preserves_existing_alias",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 985,
        "message_redacted": true,
        "time": 8.637
      },
      "name": "tests.test_import_management.test_set_alias_with_multiple_versioned_packages",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 772,
        "message_redacted": true,
        "time": 6.669
      },
      "name": "tests.test_import_management.test_set_alias_for_versioned_package",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 797,
        "message_redacted": true,
        "time": 8.555
      },
      "name": "tests.test_import_management.test_combine_all_flags",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 5213,
        "message_redacted": true,
        "time": 0.105
      },
      "name": "tests.test_stdin.test_stdin_with_comments_in_imports",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_module.test_module_path_with_subdomain",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_module.test_gopkg_in_style_module_path",
      "status": "failure"
    },
    {
      "branch": "12d881a9aa7e",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_module.test_deeply_nested_file_with_parent_gomod",
      "status": "failure"
    },
    {
      "branch": "488ee41dbf39",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "eval.tests.test_args_parsing.test_bool_flag_rejects_invalid_value[args1]",
      "status": "failure"
    },
    {
      "branch": "488ee41dbf39",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "eval.tests.test_args_parsing.test_bool_flag_rejects_invalid_value[args0]",
      "status": "failure"
    },
    {
      "branch": "488ee41dbf39",
      "extra": {
        "message_chars": 359,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "eval.tests.test_args_parsing.test_flags_after_positional_are_not_parsed_as_flags",
      "status": "failure"
    },
    {
      "branch": "9ea289560dd3",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_subcommands.TestNoSubcommandHelp.test_subcommand_help_not_valid",
      "status": "failure"
    },
    {
      "branch": "d7dfd94e88a8",
      "extra": {
        "message_chars": 571,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_edge_cases.TestInputValidation.test_invalid_import_syntax",
      "status": "failure"
    },
    {
      "branch": "d7dfd94e88a8",
      "extra": {
        "message_chars": 553,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_edge_cases.TestInputValidation.test_malformed_go_code",
      "status": "failure"
    },
    {
      "branch": "d7dfd94e88a8",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_import_order.TestImportOrder.test_custom_order_project_first",
      "status": "failure"
    },
    {
      "branch": "d7dfd94e88a8",
      "extra": {
        "message_chars": 827,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_edge_cases.TestSpecialImports.test_cgo_import",
      "status": "failure"
    },
    {
      "branch": "09fc1bb91a14",
      "extra": {
        "message_chars": 77,
        "message_redacted": true,
        "time": 0.0
      },
      "name": "eval.tests.test_formatting_behavior.test_list_diff_and_set_exit_status",
      "status": "skipped"
    },
    {
      "branch": "09fc1bb91a14",
      "extra": {
        "message_chars": 82,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_formatting_behavior.test_output_write_modifies_file",
      "status": "skipped"
    },
    {
      "branch": "bc4ad46351b7",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_externalized.test_ext_is_terminal_behavior",
      "status": "skipped"
    },
    {
      "branch": "bc4ad46351b7",
      "extra": {
        "message_chars": 7268,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_externalized.test_ext_imports_order_unknown_group_errors",
      "status": "failure"
    },
    {
      "branch": "bc4ad46351b7",
      "extra": {
        "message_chars": 520,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "eval.tests.test_externalized.test_ext_fix_preserves_cgo_import_block",
      "status": "failure"
    },
    {
      "branch": "bc4ad46351b7",
      "extra": {
        "message_chars": 437,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_externalized.test_ext_recursive_default_excludes_skip_idea_dir",
      "status": "failure"
    }
  ],
  "test_results_omitted": 0,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}