{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "17d92383df6409caac6ac35fdff08a9c003e4e2f03de5535d72fbe2dc77a4e6b",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1567882009985624
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(78f5a9425a6867739c7f8aa7bc2a5d9058bae9a684149667da07e194b35aebdb)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.10514288798731286
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1530575119977584
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13626649900106713
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13538120000157505
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12882655899738893
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.7345974939962616
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13232806300220545
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13669727199885529
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12808008000138216
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1264943510032026
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 30905,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.7879805650009075
    },
    {
      "branch": "375015dacd58",
      "command": "docker cp 87b6bf05c4a7afea92ec078e945cc689b67dbfb8773c3ce6dccd251926fa436b:/workspace/eval/results.xml /tmp/tmpo5szo9io.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 31257,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04140935999748763
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1454262449988164
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12669127799745183
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13253998900472652
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.143632068997249
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 339835,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 42.84064066899009
    },
    {
      "branch": "93dd70c81295",
      "command": "docker cp 32cba522d5093ea982f9a8a6ab176cd2beafaa422728cc2691ca0e06b2c81639:/workspace/eval/results.xml /tmp/tmpbsfysr2i.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 339621,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04040039399114903
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1384233300050255
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12417212199943606
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13399533000483643
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1264824719983153
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 19469,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.450858199998038
    },
    {
      "branch": "0ad3e43d49bf",
      "command": "docker cp cea8ea614c3b88cae5bc3ebd0111d59d0130744123f34ddb33fb5197dddae542:/workspace/eval/results.xml /tmp/tmpp7uinz76.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12012,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027296590997138992
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12519212799088564
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.14598186800139956
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13351603600312956
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1477715340006398
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10586,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.81874345500546
    },
    {
      "branch": "3a25ac310f27",
      "command": "docker cp f38842782cb8e0fd2d009ee627b6788ecc904e2a015ecf95f7f9900adeb47d36:/workspace/eval/results.xml /tmp/tmpxjdx2vim.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8690,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037009481005952694
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1455096839927137
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13654003500414547
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12517105900042225
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1303019589977339
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4991,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.715458382997895
    },
    {
      "branch": "4fdaa352e448",
      "command": "docker cp 29127e113ef73dce3f3498ed6390a1e8065ff37de0175832d353707a38345df3:/workspace/eval/results.xml /tmp/tmp69fsh7fl.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3353,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03914906100544613
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1400149590044748
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09491257699846756
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10226129899092484
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13025811999978032
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6747,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.4194405680027558
    },
    {
      "branch": "405c0d162b2b",
      "command": "docker cp 0e85068725bc76ba5e1261a7fceffff3bac7c2d29cdce3c3b5bbf32a48d6ccc3:/workspace/eval/results.xml /tmp/tmpyt1og6v3.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3973,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03864740800054278
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1376152120064944
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09648149700660724
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1248158539965516
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12738769900170155
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11096,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.629933900010656
    },
    {
      "branch": "80bb683f1ec0",
      "command": "docker cp 69d8e1eb2ff20d9963dd9fb904b11370201a1a01366ffe0d3321825594ddde57:/workspace/eval/results.xml /tmp/tmpctrspurt.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7693,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0370485989988083
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13622357000713237
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13044004699622747
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12911288600298576
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13444487399829086
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 22272,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.783600866998313
    },
    {
      "branch": "f84478ba4e51",
      "command": "docker cp a94bd09a04a75d0b9f77dccbbf45262ae8152d3eae4e7592aa7c99128f24f515:/workspace/eval/results.xml /tmp/tmp5lljexjk.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 33946,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03473903199483175
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12039270300010685
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10825782800384331
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1292046449962072
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1355946789990412
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6662,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.591651766007999
    },
    {
      "branch": "bee6efaf094f",
      "command": "docker cp 168435af37bc426be7a2f0c73c8be3a63bc49f9202daad48df0cbb82da026ceb:/workspace/eval/results.xml /tmp/tmp55f3v1h6.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3936,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.029551950996392407
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1384579000005033
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12522480900224764
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12983919600083027
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12919856500229798
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1991,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.544970275994274
    },
    {
      "branch": "5bbdc4638826",
      "command": "docker cp 7f0e4b58e7fff95a343ff5fdd96c4a82f6bd503c02fe2641797fe6b57464f1b6:/workspace/eval/results.xml /tmp/tmp7tt65q5d.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 765,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02814548899186775
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 240,
    "passed": 510,
    "skipped": 2
  },
  "test_branch_errors": {},
  "test_branches": [
    "375015dacd58",
    "93dd70c81295",
    "0ad3e43d49bf",
    "3a25ac310f27",
    "4fdaa352e448",
    "405c0d162b2b",
    "80bb683f1ec0",
    "f84478ba4e51",
    "bee6efaf094f",
    "5bbdc4638826"
  ],
  "test_records": 752,
  "test_results": [
    {
      "branch": "375015dacd58",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_complex_scenarios.test_empty_directory",
      "status": "failure"
    },
    {
      "branch": "375015dacd58",
      "extra": {
        "message_chars": 153,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "eval.tests.test_basic_invocation.test_invalid_file",
      "status": "failure"
    },
    {
      "branch": "375015dacd58",
      "extra": {
        "message_chars": 1759,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_edge_cases.test_function_with_context_parameter",
      "status": "failure"
    },
    {
      "branch": "375015dacd58",
      "extra": {
        "message_chars": 174,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "eval.tests.test_input_handling.test_file_with_syntax_errors",
      "status": "failure"
    },
    {
      "branch": "375015dacd58",
      "extra": {
        "message_chars": 3499,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "eval.tests.test_templates.test_template_dir_precedence_over_template",
      "status": "failure"
    },
    {
      "branch": "375015dacd58",
      "extra": {
        "message_chars": 104,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_complex_scenarios.test_directory_with_no_go_files",
      "status": "failure"
    },
    {
      "branch": "375015dacd58",
      "extra": {
        "message_chars": 2538,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "eval.tests.test_selection_flags.test_excl_precedence_over_only",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 674,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_ai_feature.test_ai_endpoint_validation_invalid_scheme",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 104,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_cli.test_file_with_only_imports_and_constants",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 436,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "tests.test_cli.test_invalid_only_regex",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 263,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_cli.test_hidden_files_are_skipped",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 1401,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "tests.test_core_generation.test_imports_are_added_correctly",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 276,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_cli.test_excl_takes_precedence_over_exported",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 85,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_cli.test_only_pattern_case_sensitive",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 2448,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_core_generation.test_complex_signature_multi_level_nesting",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 1766,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_cli.test_excl_and_only_together",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 2425,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_core_generation.test_io_writer_interface",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_ai_feature.test_ai_model_validation",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 2426,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_core_generation.test_anonymous_struct_parameter",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 2471,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_core_generation.test_pointer_types",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_defensive_paths.test_non_go_file_extension",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_edge_cases.test_invalid_excl_regex_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 176,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_defensive_paths.test_empty_source_file",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 59,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "tests.test_ai_feature.test_ai_integration_with_ollama",
      "status": "skipped"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 48,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "tests.test_ai_feature.test_ai_warning_about_data_sent",
      "status": "skipped"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 1403,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_core_generation.test_context_type_handling",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 307,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_cli.test_nosubtests_flag",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 2261,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_cli.test_multiple_files_as_arguments",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 2423,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_core_generation.test_struct_types",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 79,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_ai_feature.test_ai_min_cases_validation",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 328,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_cli.test_complex_function_signatures",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 377,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_cli.test_invalid_template_params_json",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 313,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_cli.test_syntax_error_file",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 262,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_edge_cases.test_invalid_template_params_json",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 238,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_defensive_paths.test_hidden_file_is_ignored",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 364,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_error_paths_gapfill.test_nonexistent_template_directory",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 265,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_edge_cases.test_many_parameters",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 176,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_edge_cases.test_empty_go_file_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 173,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_edge_cases.test_nonexistent_file_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 92,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_defensive_paths.test_file_with_only_whitespace",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 1365,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_final_gapfill.test_malformed_template_causes_imports_process_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 1404,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_core_generation.test_http_request_pointer_type",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 79,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_ai_feature.test_ai_max_cases_validation",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 83,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_cli.test_empty_file",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 284,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_edge_cases.test_missing_template_params_file",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 399,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_cli.test_nonexistent_template_params_file",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 1296,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_edge_cases.test_interface_types",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 256,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_edge_cases.test_deeply_nested_types",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 232,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_edge_cases.test_syntax_error_in_source",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 259,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_edge_cases.test_blank_identifier_in_returns",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 245,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_goparser_gapfill.test_function_with_complex_signature",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_goparser_gapfill.test_complex_receiver_type_parsing",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 364,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_edge_cases.test_invalid_test_file_in_directory",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_error_paths_gapfill.test_non_go_file",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 53,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_defensive_paths.test_directory_with_no_go_files",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 304,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_defensive_paths.test_recursive_directory_pattern_nonexistent",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 1103,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_final_gapfill.test_source_file_with_no_package_declaration",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 1400,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_core_generation.test_time_duration_type",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 83,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_ai_feature.test_ai_min_max_range_validation",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 155,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_error_paths_gapfill.test_empty_directory",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 395,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_error_paths_gapfill.test_template_generates_invalid_go_syntax",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 469,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_edge_cases.test_build_tags_preserved",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 165,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_edge_cases.test_nonexistent_directory",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_goparser_gapfill.test_file_read_error_directory_path",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 395,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_error_paths_gapfill.test_malformed_template_syntax_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_edge_cases.test_file_with_only_package_declaration",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 308,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "tests.test_error_paths_gapfill.test_invalid_go_syntax_in_source",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 341,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_edge_cases.test_missing_package_declaration_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 92,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_defensive_paths.test_go_file_with_syntax_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 309,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_goparser_gapfill.test_comment_with_special_characters",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 252,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_goparser_gapfill.test_method_with_named_returns_and_defer",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_final_gapfill.test_recursive_walk_with_hidden_file_skips_correctly",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 491,
        "message_redacted": true,
        "time": 0.325
      },
      "name": "tests.test_harvest.test_function_with_neither_receiver_parameters_nor_results",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 242,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_gotests_core_gapfill.test_file_with_only_naked_init_no_tests_generated",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 315,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "tests.test_error_paths_gapfill.test_invalid_json_template_params_string",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 387,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_error_paths_gapfill.test_invalid_template_name_no_tmpl_files",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 105,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_edge_cases.test_empty_directory",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_edge_cases.test_file_with_only_imports",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 313,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_goparser_gapfill.test_package_comment_with_build_tags",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 340,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_edge_cases.test_mismatched_braces_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 264,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_goparser_gapfill.test_complex_comment_spacing_preservation",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 426,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_final_gapfill.test_recursive_pattern_on_empty_directory_tree",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 247,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_goparser_gapfill.test_struct_with_anonymous_fields_multiple_types",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_final_gapfill.test_directory_glob_filters_hidden_files",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 222,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_goparser_gapfill.test_package_with_no_functions",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 188,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_harvest.test_hidden_file",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 473,
        "message_redacted": true,
        "time": 0.241
      },
      "name": "tests.test_harvest.test_print_inputs_with_multiple_arguments",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 487,
        "message_redacted": true,
        "time": 0.32
      },
      "name": "tests.test_harvest.test_function_with_multiple_parameters_of_the_same_type",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 465,
        "message_redacted": true,
        "time": 0.319
      },
      "name": "tests.test_harvest.test_function_returning_an_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_goparser_gapfill.test_deeply_nested_generic_constraints",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 395,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_error_paths_gapfill.test_header_template_execution_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 371,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_error_paths_gapfill.test_invalid_json_template_params_file",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 265,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_edge_cases.test_invalid_only_regex_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_goparser_gapfill.test_single_line_package_comment",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 291,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "tests.test_gotests_core_gapfill.test_naked_init_function_filtered_out",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 423,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_final_gapfill.test_directory_with_only_non_go_files",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 178,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_harvest.test_blank_go_file",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 110,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_goparser_gapfill.test_multiple_comment_groups_with_gaps",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 446,
        "message_redacted": true,
        "time": 0.225
      },
      "name": "tests.test_harvest.test_function_with_slice_argument_and_return_type",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 169,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_goparser_gapfill.test_empty_file_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 504,
        "message_redacted": true,
        "time": 0.268
      },
      "name": "tests.test_harvest.test_receiver_is_indirect_imported_struct",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 423,
        "message_redacted": true,
        "time": 0.312
      },
      "name": "tests.test_harvest.test_target_test_file",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 467,
        "message_redacted": true,
        "time": 0.31
      },
      "name": "tests.test_harvest.test_method_on_a_struct_pointer",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 423,
        "message_redacted": true,
        "time": 0.334
      },
      "name": "tests.test_harvest.test_underlying_types",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 469,
        "message_redacted": true,
        "time": 0.245
      },
      "name": "tests.test_harvest.test_function_with_multiple_arguments",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 244,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_goparser_gapfill.test_method_with_embedded_pointer_receiver",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 395,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_error_paths_gapfill.test_function_template_execution_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 323,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_error_paths_gapfill.test_missing_template_params_file",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 249,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_goparser_gapfill.test_struct_with_embedded_fields",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 447,
        "message_redacted": true,
        "time": 0.271
      },
      "name": "tests.test_harvest.test_multiple_functions_with_case_insensitive_only",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 897,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_harvest.test_blank_go_file_in_directory",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 445,
        "message_redacted": true,
        "time": 0.27
      },
      "name": "tests.test_harvest.test_function_returning_two_results_and_an_error",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 446,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_harvest.test_function_with_interface_parameter_and_result",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 510,
        "message_redacted": true,
        "time": 0.255
      },
      "name": "tests.test_harvest.test_functions_and_methods_with_name_receivers_parameters_and_results",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 488,
        "message_redacted": true,
        "time": 0.241
      },
      "name": "tests.test_harvest.test_multiple_functions_with_both_only_and_excl",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 422,
        "message_redacted": true,
        "time": 0.302
      },
      "name": "tests.test_harvest.test_multiple_functions",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 423,
        "message_redacted": true,
        "time": 0.316
      },
      "name": "tests.test_harvest.test_target_test_file_without_only_flag",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 474,
        "message_redacted": true,
        "time": 0.315
      },
      "name": "tests.test_harvest.test_print_inputs_with_single_argument",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 482,
        "message_redacted": true,
        "time": 0.322
      },
      "name": "tests.test_harvest.test_different_packages_in_same_directory_part_2",
      "status": "failure"
    },
    {
      "branch": "93dd70c81295",
      "extra": {
        "message_chars": 485,
        "message_redacted": true,
        "time": 0.342
      },
      "name": "tests.test_harvest.test_struct_receiver_with_multiple_fields",
      "status": "failure"
    }
  ],
  "test_results_omitted": 122,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}