{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "228c75deb5ebdde66b1e57bf816a38fe2669a8b5e10de0d3330f730af0802e92",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16685471599339508
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(116cacacf782ebd501c782d9d546985bb0f347040e024e8ce7728fb222e2f06a)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.11037705901253503
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15829916000075173
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.14641679199121427
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12730730998737272
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12713325199729297
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6589204350020736
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1396526820026338
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12954901900957339
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11423603699950036
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13577423500828445
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 24101,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.709731959999772
    },
    {
      "branch": "5e483d7465e7",
      "command": "docker cp ea22dcb8530c2ffb495d95575c962524b1519876aec80516486ec15006a3814d:/workspace/eval/results.xml /tmp/tmph7jeyglx.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17441,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.041030584994587116
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13718259600864258
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10980597599700559
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12709826198988594
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12635868199868128
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 34561,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.184750968008302
    },
    {
      "branch": "040ee76f34fd",
      "command": "docker cp 29cdb2758cef94aeefe3ebd411829882809173521d399473e152c3cf94644929:/workspace/eval/results.xml /tmp/tmpswgrg3o_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 27559,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02365680098591838
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13251510899863206
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11226755198731553
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11717354699794669
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1200588380015688
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 613469,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 73.06687877200602
    },
    {
      "branch": "cbaf9db6ea2e",
      "command": "docker cp 870f992a648c8719fe79a639895ed094d7939953385d80fb8d86d0d37b4eb674:/workspace/eval/results.xml /tmp/tmpqq34bmnw.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 523366,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04069167000125162
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13322271000652108
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12119081198761705
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12798047000251245
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10346034201211296
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 169201,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 16.076702826001565
    },
    {
      "branch": "96d1eb797f1c",
      "command": "docker cp 40de92fd5b801aa782ff040e027db2c8655d224f66d124e10640eb97cc7b0d2a:/workspace/eval/results.xml /tmp/tmp8dkcjwnf.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 161188,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.040693778995773755
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14144229699741118
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1315029919933295
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11890656300238334
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1290640950028319
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12058,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.843383573010215
    },
    {
      "branch": "99c1346c445d",
      "command": "docker cp d3122e3288f5655d86e45d40b2e3a10536a2a1e23e079ad6cbf975405c9caea2:/workspace/eval/results.xml /tmp/tmp2eda_57t.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9246,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.026156697000260465
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11176146900106687
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10392902500461787
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12798019999172539
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13000861299224198
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4668,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.16491494399088
    },
    {
      "branch": "d38253c926ee",
      "command": "docker cp 792528eb58ed4bf11e67f4b4cb9300b2b1400b93730584301c43194cd1f90fcb:/workspace/eval/results.xml /tmp/tmp512wp5d8.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5154,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025652972995885648
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09581721499853302
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09908658999484032
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11935494700446725
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12056953899445944
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4403,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.797747107993928
    },
    {
      "branch": "239427da9840",
      "command": "docker cp 18e005980b77dc14ebf4965c44edc90e70ef9e08e7d91cd64d45d91f73e85014:/workspace/eval/results.xml /tmp/tmp8uatuenx.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2936,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03815882500202861
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13466872900607996
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12026828399393708
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12291451799683273
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11825544999737758
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 22623,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.5137751849979395
    },
    {
      "branch": "6256695fac2d",
      "command": "docker cp 8ca5df7dfed16797711ace038671867f4e9b8ce1183b54e16456109587e08377:/workspace/eval/results.xml /tmp/tmp91ldcynb.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14236,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03928096900926903
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1396635819983203
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13064234500052407
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12537443501059897
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11346589600725565
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9590,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.747323247007444
    },
    {
      "branch": "c46ae9b89fa0",
      "command": "docker cp 773197f64e334ab2349ffeaf73daf164e2840a6331742d85509d1fa6bd413f4d:/workspace/eval/results.xml /tmp/tmpgzprokrw.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6007,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.021761244992376305
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1425391730008414
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12529403599910438
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12562255100056063
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13035917800152674
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 13328,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.6701346899935743
    },
    {
      "branch": "f24728ecf8a8",
      "command": "docker cp 2a4fd1df6db3dfa7fb610cb0f26813f48afd18e243d6d78bb4a51c13664424d7:/workspace/eval/results.xml /tmp/tmp_cg9avvc.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9032,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027359129991964437
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1237516080000205
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11077740300970618
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12394515400228556
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13209109401213937
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7491,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.778535942998133
    },
    {
      "branch": "6188fe5b7e4d",
      "command": "docker cp 5fe5f22e2258b78094b2b5cad50c180b339da72d523574b8558eec9cdd508d11:/workspace/eval/results.xml /tmp/tmptphloqzd.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5031,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.026661849013180472
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1477349220076576
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12855982199835125
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1264902099937899
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1265759679954499
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 26259,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.76452762199915
    },
    {
      "branch": "dea01dd56536",
      "command": "docker cp b21acf448349c6c61598f8271edb0efa34bf5264a98e0d315ad83735f04f4519:/workspace/eval/results.xml /tmp/tmpgcppdhju.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 16309,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024006135994568467
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13738635199842975
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.131343385000946
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13570377600262873
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13190164700790774
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5516,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6526559430058114
    },
    {
      "branch": "6dd45c010e5d",
      "command": "docker cp f8b850602147020212b2ab5e5cda94b6de1954c810ad94c86eec4bbb970bd04b:/workspace/eval/results.xml /tmp/tmppe9tche9.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3047,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03321399100241251
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12679979400127195
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1258656290010549
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12729034898802638
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12153635600407142
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 28277,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.762016111999401
    },
    {
      "branch": "bf96b63415cc",
      "command": "docker cp b3b38880f3cc9683c2c8917cd8197ae327ac746bab8c85c55a37d7548ccec404:/workspace/eval/results.xml /tmp/tmp8cu6orsm.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 20479,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03810008498840034
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1356315250013722
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11789864599995781
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13000722299329937
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1278518909966806
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5384,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.764555007001036
    },
    {
      "branch": "0386d0614fb1",
      "command": "docker cp 36abba1a0381610addb911fc2fe024c78ddabc654cb69bdc9411e76dd6fd6a17:/workspace/eval/results.xml /tmp/tmpljdg0w8r.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3996,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03721277599106543
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1476492439978756
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1215353270090418
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10990827399655245
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13608209100493696
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5019,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.832903121990967
    },
    {
      "branch": "efbed7268f1d",
      "command": "docker cp 04a97d387aa43fe8b68bee19126935c9cb5636cd1c96935f4def2d934f5f4cf7:/workspace/eval/results.xml /tmp/tmp9k72rwgi.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3386,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038785794997238554
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 570,
    "passed": 1159,
    "skipped": 3
  },
  "test_branch_errors": {},
  "test_branches": [
    "5e483d7465e7",
    "040ee76f34fd",
    "cbaf9db6ea2e",
    "96d1eb797f1c",
    "99c1346c445d",
    "d38253c926ee",
    "239427da9840",
    "6256695fac2d",
    "c46ae9b89fa0",
    "f24728ecf8a8",
    "6188fe5b7e4d",
    "dea01dd56536",
    "6dd45c010e5d",
    "bf96b63415cc",
    "0386d0614fb1",
    "efbed7268f1d"
  ],
  "test_records": 1732,
  "test_results": [
    {
      "branch": "5e483d7465e7",
      "extra": {
        "message_chars": 423,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "eval.tests.test_completion.test_completion_fish",
      "status": "failure"
    },
    {
      "branch": "5e483d7465e7",
      "extra": {
        "message_chars": 447,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "eval.tests.test_completion.test_completion_powershell",
      "status": "failure"
    },
    {
      "branch": "5e483d7465e7",
      "extra": {
        "message_chars": 179,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "eval.tests.test_error_conditions.test_schema_inspect_with_bad_url",
      "status": "failure"
    },
    {
      "branch": "5e483d7465e7",
      "extra": {
        "message_chars": 316,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "eval.tests.test_migrate_commands.test_migrate_status_missing_url",
      "status": "failure"
    },
    {
      "branch": "5e483d7465e7",
      "extra": {
        "message_chars": 183,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_error_conditions.test_invalid_url_format",
      "status": "failure"
    },
    {
      "branch": "040ee76f34fd",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_completion.test_completion_powershell",
      "status": "failure"
    },
    {
      "branch": "040ee76f34fd",
      "extra": {
        "message_chars": 432,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_completion.test_completion_fish",
      "status": "failure"
    },
    {
      "branch": "040ee76f34fd",
      "extra": {
        "message_chars": 1887,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_flags_and_options.test_config_flag_before_command",
      "status": "failure"
    },
    {
      "branch": "040ee76f34fd",
      "extra": {
        "message_chars": 369,
        "message_redacted": true,
        "time": 0.332
      },
      "name": "tests.test_migrate_edge_cases.test_migrate_status_with_dir_flag",
      "status": "failure"
    },
    {
      "branch": "040ee76f34fd",
      "extra": {
        "message_chars": 219,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_schema_fmt.test_schema_fmt_formats_hcl_file",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 181,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_aws_gcp_datasources.TestAWSDatasource.test_aws_rds_token_invalid_profile",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 257,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_cmdlog_formatting.test_status_custom_template_nested_env_field",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 296,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "tests.test_cmdlog_formatting.test_schema_diff_template_with_conditional",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 287,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_nil_check_with_conditional",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 179,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_cmdapi_gaps.test_migrate_lint_invalid_format_template",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 389,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "tests.test_cmdlog_advanced.test_apply_template_indent_ln_with_no_newlines",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 369,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_cmdapi_gaps.test_multi_environment_not_supported_in_oss",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "tests.test_basic.test_completion_zsh_exact_output",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 1037,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "tests.test_cmdlog_advanced.test_apply_template_lower_function_undefined",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 264,
        "message_redacted": true,
        "time": 0.317
      },
      "name": "tests.test_cmdlog_reader.test_cmdlog_migrate_status_template_gt_function",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.31
      },
      "name": "tests.test_cmdlog_reader.test_cmdlog_color_template_functions_all_colors",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 536,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_basic.test_completion_output_to_stdout",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.411
      },
      "name": "tests.test_cmdlog_formatting.test_status_all_applied_json_format",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 225,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "tests.test_config.test_missing_config_file_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 195,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "tests.test_config.test_config_unsupported_scheme_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_datasources.TestExternalDatasource.test_external_nonexistent_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 181,
        "message_redacted": true,
        "time": 0.218
      },
      "name": "tests.test_aws_gcp_datasources.TestAWSDatasource.test_aws_rds_token_with_valid_config",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 1374,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_rm_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 360,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_cmdapi_gaps.test_schema_clean_dry_run_unsupported",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 181,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_basic.test_completion_fish_generates_script",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.218
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_deeply_nested_field_access",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.218
      },
      "name": "tests.test_cmdlog_formatting.test_status_template_nested_field_access",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 317,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "tests.test_cmdlog_formatting.test_status_custom_template_range_over_pending",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 367,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_cmdlog_advanced.test_apply_template_indent_ln_with_empty_string",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 424,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_cmdapi_gaps.test_unsupported_schema_test_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 401,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_cmdlog_reader.test_reader_sql_directory_with_subdirectories_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 266,
        "message_redacted": true,
        "time": 0.336
      },
      "name": "tests.test_cmdlog_reader.test_cmdlog_template_conditional_formatting",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 710,
        "message_redacted": true,
        "time": 0.371
      },
      "name": "tests.test_cmdlog_advanced.test_schema_inspect_template_mermaid_format",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "tests.test_config.test_invalid_hcl_syntax_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 257,
        "message_redacted": true,
        "time": 0.405
      },
      "name": "tests.test_cmdlog_formatting.test_status_template_conditional_ok_status",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_datasources.TestExternalDatasource.test_external_command_failing_exit_code",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 278,
        "message_redacted": true,
        "time": 0.232
      },
      "name": "tests.test_datasources.TestSQLDatasource.test_sql_query_nonexistent_table",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 181,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_aws_gcp_datasources.TestGCPDatasource.test_gcp_cloudsql_token_no_credentials",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 1376,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_edit_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 337,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "tests.test_basic.test_completion_fish_exact_output",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 241,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "tests.test_cmdapi_gaps.test_schema_clean_format_unsupported",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_json_with_nil_pointer",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 354,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_cmdlog_reader.test_reader_invalid_hcl_syntax_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "tests.test_cmdlog_formatting.test_status_custom_template_json_function",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 1382,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_checkpoint_with_abort_prefix",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_json_with_indent_argument",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 252,
        "message_redacted": true,
        "time": 0.373
      },
      "name": "tests.test_cmdlog_reader.test_cmdlog_template_len_function",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.428
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_nested_range_with_field_access",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 265,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_cmdlog_formatting.test_status_template_conditional_pending_status",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 219,
        "message_redacted": true,
        "time": 0.218
      },
      "name": "tests.test_config.test_missing_required_variable_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 428,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_main_init.test_multiple_invalid_flags_reports_first_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 276,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "tests.test_datasources.TestExternalDatasource.test_external_empty_program",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "tests.test_datasources.TestSQLDatasource.test_sql_query_syntax_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 193,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "tests.test_basic.test_completion_powershell_generates_script",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 182,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_aws_gcp_datasources.TestDatasourceIntegration.test_multiple_datasources_in_config",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 959,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_cmdapi_gaps.test_unsupported_schema_push_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_cmdapi_gaps.test_schema_diff_include_unsupported",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 1376,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_down_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_cmdlog_reader.test_reader_empty_schema_directory_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 362,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_json_with_prefix_and_indent",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_range_over_empty_slice",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 263,
        "message_redacted": true,
        "time": 0.37
      },
      "name": "tests.test_cmdlog_formatting.test_status_template_with_applied_migrations",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "tests.test_cmdlog_reader.test_cmdlog_schema_inspect_multiple_tables",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 66,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_cmdlog_formatting.test_status_template_json_with_custom_indent",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.229
      },
      "name": "tests.test_config.test_invalid_var_flag_format",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 428,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_main_init.test_completion_fish_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 369,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "tests.test_cmdlog_advanced.test_apply_template_add_with_negative_numbers",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_datasources.TestExternalDatasource.test_external_command_stderr_on_failure",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_datasources.TestSQLDatasource.test_sql_query_invalid_url",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_basic.test_completion_powershell_exact_output",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 1376,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_push_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 1378,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_rebase_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_redBgWhiteFg_function",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 347,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_cmdlog_reader.test_reader_ambiguous_mixed_sql_hcl_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 299,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_printf_with_multiple_args",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 263,
        "message_redacted": true,
        "time": 0.325
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_range_over_applied_with_migrations",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 218,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_basic.test_completion_bash_generates_script",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 237,
        "message_redacted": true,
        "time": 0.378
      },
      "name": "tests.test_cmdlog_formatting.test_status_template_len_function_on_applied",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 24,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_cmdlog_reader.test_cmdlog_schema_inspect_foreign_key_structure",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 848,
        "message_redacted": true,
        "time": 0.205
      },
      "name": "tests.test_cmdlog_formatting.test_status_template_multiline_with_printf",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 452,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_main_init.test_completion_powershell_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 376,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "tests.test_cmdlog_advanced.test_apply_template_indent_ln_zero_indent",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 398,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_datasources.TestTemplateDirDatasource.test_template_dir_basic",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 321,
        "message_redacted": true,
        "time": 0.286
      },
      "name": "tests.test_config.test_schema_src_attribute",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_main_init.test_no_migration_files_succeeds_with_message",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 959,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_cmdapi_gaps.test_unsupported_schema_plan_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 1376,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_test_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_json_merge_two_objects",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 252,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "tests.test_cmdlog_reader.test_reader_project_file_as_schema_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 259,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_with_variable_assignment",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 381,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_basic.test_completion_bash_exact_output",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_unicode_characters",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 488,
        "message_redacted": true,
        "time": 0.416
      },
      "name": "tests.test_migrate_advanced.test_apply_txmode_all_directive_not_allowed_in_file",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 489,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_cmdlog_formatting.test_status_template_invalid_field_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 273,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "tests.test_cmdlog_formatting.test_status_template_access_available_array",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 651,
        "message_redacted": true,
        "time": 0.548
      },
      "name": "tests.test_cmdlog_reader.test_cmdlog_migrate_status_with_applied_migrations",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_json_merge_overlapping_keys",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "tests.test_main_init.test_double_dash_separator_shows_help",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_datasources.TestTemplateDirDatasource.test_template_dir_missing_directory",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 326,
        "message_redacted": true,
        "time": 0.218
      },
      "name": "tests.test_config.test_diff_block_skip_policies",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 173,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_main_init.test_completion_bash_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 171,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_cmdapi_gaps.test_migrate_lint_missing_required_flags",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 174,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_cmdapi_gaps.test_migrate_diff_dry_run_unsupported",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 310,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_cmdlog_reader.test_reader_no_dev_url_for_sql_schema_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 501,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_json_merge_invalid_json_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 371,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_cmdlog_advanced.test_apply_template_with_multiple_variable_assignments",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_basic.test_completion_zsh_generates_script",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 285,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_complex_conditional_with_len",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 497,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_cmdlog_formatting.test_status_template_invalid_function_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 245,
        "message_redacted": true,
        "time": 0.371
      },
      "name": "tests.test_cmdlog_formatting.test_status_template_color_green_function",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 490,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "tests.test_migrate_advanced.test_import_target_directory_must_be_empty",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_cmdlog_advanced.test_status_template_json_encode_with_special_characters",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 316,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_datasources.TestTemplateDirDatasource.test_template_dir_missing_variable",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_config.test_multiple_schema_sources",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.339
      },
      "name": "tests.test_cmdlog_reader.test_cmdlog_migrate_apply_json_output_format",
      "status": "failure"
    }
  ],
  "test_results_omitted": 453,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}