{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "0407cab14b9b15e9f6d739359e974e99de75382a808aabe830346c1d233732eb",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1319321139890235
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(d872e77a10fcfbedc534fc32cd84731cc6fd1213fb0d4c230c103ef500177147)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.088253508991329
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.10319078201428056
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1346028789994307
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12427294399822131
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11999488100991584
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6381802940159105
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1449889310169965
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10613928400562145
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.06508367400965653
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.07946482399711385
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 41966,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.319393301004311
    },
    {
      "branch": "80d1d2869975",
      "command": "docker cp ebeb56c235cbf470d8d7536ddc2e02c3739865cc93b97fffe426893634a06f34:/workspace/eval/results.xml /tmp/tmpio70uwxw.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 30709,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.017589249007869512
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09881949998089112
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.07608324900502339
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.07185670398757793
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.0694554159999825
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 45784,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.610507659002906
    },
    {
      "branch": "a03959b491c9",
      "command": "docker cp f619bab7923f20ccad710dc81c03585631f3b6b6483008beade067730495b509:/workspace/eval/results.xml /tmp/tmpve4jt20x.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 37179,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024754264013608918
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09735704900231212
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11866309802280739
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.0758605019946117
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10159821301931515
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 317343,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 71.51309874700382
    },
    {
      "branch": "df37316a82f6",
      "command": "docker cp 07ae8adfefb2848e78b0eaa0b80ac5b813ec3c7eb33ecef3937f4b99c6dc59d1:/workspace/eval/results.xml /tmp/tmpkrsl_r0o.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 267695,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.022811369999544695
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13059228099882603
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10540398300508969
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11964732501655817
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13907899998594075
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14810,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.863865432009334
    },
    {
      "branch": "ed1c5cce9580",
      "command": "docker cp 482d86e041f0d04381f08d198bf96f0f3b5f27de1ea216fa6602742d23af999a:/workspace/eval/results.xml /tmp/tmpqz5q3vml.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9930,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.021675644995411858
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1273942140105646
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12540862898458727
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11946949799312279
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12582053398364224
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8092,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.126797339995392
    },
    {
      "branch": "460cfbe4e9d2",
      "command": "docker cp f9d0eef33e2db2a73a53fc7425b11f1d376756b6706d4d14d379f0d05022029b:/workspace/eval/results.xml /tmp/tmp9ar1n47e.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5736,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023680918995523825
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.08111550199100748
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.07602330998633988
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.06594751100055873
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09719361099996604
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5732,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.3953168610169087
    },
    {
      "branch": "d4f313db3900",
      "command": "docker cp 0060f2370d59845f9e121172a47aa9d73c46d859cedde3860c572ddeb02be4d1:/workspace/eval/results.xml /tmp/tmpy_6lot_6.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3328,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031198120006592944
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12631394699565135
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10711132999858819
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11486070801038295
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12840949001838453
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4730,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.84124855598202
    },
    {
      "branch": "40d5eb846453",
      "command": "docker cp 29278bf5c6a21193c8a4eed29ff51fce558b19d8fd3d537759a18e6821cfde5e:/workspace/eval/results.xml /tmp/tmpbaqcfsi8.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2549,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.017177664005430415
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.07507802301552147
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.06969958200352266
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.07670985098229721
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.06805092399008572
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 303,
      "output_redacted": true,
      "returncode": 137,
      "step": "run_tests",
      "wall_time": 1.638777269021375
    },
    {
      "branch": "",
      "command": "docker cp 37d2d2aa803dcca955dec07b07c83ad97583ab45a4701fae50284f4db9851dc9:/workspace/eval/results.xml /tmp/tmpbdiefpfc.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 157,
      "output_redacted": true,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.14295549801317975
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11824233300285414
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11953558700042777
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1261482489935588
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10555947999819182
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3731,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.470784058008576
    },
    {
      "branch": "a8673232be36",
      "command": "docker cp 65d5bc9d5de61cfe96fb9a53112629b0d99f94a79d45de9bc9a35d955228baa8:/workspace/eval/results.xml /tmp/tmp0inizmtj.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1993,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03738947800593451
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.138059622986475
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12374046200420707
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13094831601483747
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1268280599906575
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 26520,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 8.142669069988187
    },
    {
      "branch": "75c14d1d5dcd",
      "command": "docker cp 62226a72e782414c82bc3d909b2232fb07f9cc338f2de949323a2525ae0c4f74:/workspace/eval/results.xml /tmp/tmpjx344r23.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 21720,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.033057624008506536
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10158448299625888
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12475175698637031
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1039582219964359
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13398571699508466
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9740,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.004801256000064
    },
    {
      "branch": "db00846502d9",
      "command": "docker cp 238eb2b020099cb681a7133032d19078128294b2a5adf70c04ed5e3cd2acb4c1:/workspace/eval/results.xml /tmp/tmpwhrpgiz8.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2428,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04047375699155964
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14550001500174403
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12543656898196787
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12640637598815374
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1314989480015356
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 40,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.12017085801926441
    },
    {
      "branch": "486efefbd280",
      "command": "docker cp be6803939d60576cd1b2184a1092d4a97686bfa4ce6e908a54093799d7960efd:/workspace/eval/results.xml /tmp/tmpkjt30vx4.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 140,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038465984020149335
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1315979180217255
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11949056599405594
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1081175169965718
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1067095159960445
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 25669,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.218545042996993
    },
    {
      "branch": "e7846e834011",
      "command": "docker cp cdf3f0739fd641c229cc413a94d4a5a048c29148f5a1447e79db4b28d47b0a70:/workspace/eval/results.xml /tmp/tmp9u63jdet.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 19704,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0334559399925638
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 333,
    "passed": 377
  },
  "test_branch_errors": {},
  "test_branches": [
    "80d1d2869975",
    "a03959b491c9",
    "df37316a82f6",
    "ed1c5cce9580",
    "460cfbe4e9d2",
    "d4f313db3900",
    "40d5eb846453",
    "a8673232be36",
    "75c14d1d5dcd",
    "db00846502d9",
    "486efefbd280",
    "e7846e834011"
  ],
  "test_records": 710,
  "test_results": [
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 286,
        "message_redacted": true,
        "time": 0.264
      },
      "name": "eval.tests.test_bases_configuration.test_bases_with_alias_base",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 101,
        "message_redacted": true,
        "time": 0.402
      },
      "name": "eval.tests.test_detach_control.test_no_detach_flag",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 101,
        "message_redacted": true,
        "time": 0.38
      },
      "name": "eval.tests.test_delete_ranges.test_delete_merged_with_remote",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 242,
        "message_redacted": true,
        "time": 0.437
      },
      "name": "eval.tests.test_bases_configuration.test_bases_flag_multiple_branches",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 101,
        "message_redacted": true,
        "time": 0.376
      },
      "name": "eval.tests.test_dry_run.test_dry_run_output_format",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 59,
        "message_redacted": true,
        "time": 0.525
      },
      "name": "eval.tests.test_dry_run.test_dry_run_flag",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 102,
        "message_redacted": true,
        "time": 0.356
      },
      "name": "eval.tests.test_edge_cases.test_branch_with_special_characters",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 101,
        "message_redacted": true,
        "time": 0.308
      },
      "name": "eval.tests.test_bases_configuration.test_bases_flag_single_branch",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 105,
        "message_redacted": true,
        "time": 0.307
      },
      "name": "eval.tests.test_edge_cases.test_concurrent_branch_changes",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 107,
        "message_redacted": true,
        "time": 0.332
      },
      "name": "eval.tests.test_edge_cases.test_unicode_in_commit_messages",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 141,
        "message_redacted": true,
        "time": 0.291
      },
      "name": "eval.tests.test_edge_cases.test_protected_pattern_edge_cases",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 63,
        "message_redacted": true,
        "time": 0.301
      },
      "name": "eval.tests.test_git_config_integration.test_trim_protected_config",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 60,
        "message_redacted": true,
        "time": 0.3
      },
      "name": "eval.tests.test_output_parsing.test_output_shows_branch_types",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.387
      },
      "name": "eval.tests.test_output_parsing.test_no_delete_output",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 58,
        "message_redacted": true,
        "time": 0.385
      },
      "name": "eval.tests.test_output_parsing.test_output_shows_base_branches",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 242,
        "message_redacted": true,
        "time": 0.372
      },
      "name": "eval.tests.test_output_parsing.test_output_with_multiple_bases",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 257,
        "message_redacted": true,
        "time": 0.3
      },
      "name": "eval.tests.test_bases_configuration.test_bases_with_nonexistent_branch_succeeds",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 101,
        "message_redacted": true,
        "time": 0.364
      },
      "name": "eval.tests.test_git_config_integration.test_trim_bases_config",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 140,
        "message_redacted": true,
        "time": 0.371
      },
      "name": "eval.tests.test_bases_configuration.test_bases_empty_uses_default",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 63,
        "message_redacted": true,
        "time": 0.359
      },
      "name": "eval.tests.test_integration_merged_branches.test_protected_branch_not_deleted",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 63,
        "message_redacted": true,
        "time": 0.292
      },
      "name": "eval.tests.test_output_parsing.test_output_lists_protected_branches",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 101,
        "message_redacted": true,
        "time": 0.417
      },
      "name": "eval.tests.test_protected_branches.test_protected_single_pattern",
      "status": "failure"
    },
    {
      "branch": "80d1d2869975",
      "extra": {
        "message_chars": 102,
        "message_redacted": true,
        "time": 0.383
      },
      "name": "eval.tests.test_protected_branches.test_protected_with_wildcard",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 1613,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_basic_invocation.test_no_git_repository",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.205
      },
      "name": "tests.test_conflicting_flags.test_explicit_confirm_flag",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.267
      },
      "name": "tests.test_conflicting_flags.test_explicit_update_flag",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_conflicting_flags.test_explicit_detach_flag",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 286,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_conflicting_flags.test_base_alias",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 74,
        "message_redacted": true,
        "time": 0.418
      },
      "name": "tests.test_error_handling.test_empty_bases_behavior",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.923
      },
      "name": "tests.test_edge_cases.test_multiple_merged_branches",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.471
      },
      "name": "tests.test_git_operations.test_detects_merged_local_branch",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.462
      },
      "name": "tests.test_git_operations.test_local_non_tracking_branches",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.473
      },
      "name": "tests.test_git_operations.test_current_branch_handling",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 58,
        "message_redacted": true,
        "time": 0.385
      },
      "name": "tests.test_output_verification.test_output_shows_branch_classification",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 59,
        "message_redacted": true,
        "time": 0.593
      },
      "name": "tests.test_git_operations.test_protected_branches_not_deleted",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 59,
        "message_redacted": true,
        "time": 0.369
      },
      "name": "tests.test_output_verification.test_output_shows_protected_branches",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 313,
        "message_redacted": true,
        "time": 0.398
      },
      "name": "tests.test_output_verification.test_dry_run_shows_what_would_be_deleted",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.532
      },
      "name": "tests.test_output_verification.test_verbose_output_with_multiple_branches",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.278
      },
      "name": "tests.test_update_behavior.test_update_flag_with_zero_interval",
      "status": "failure"
    },
    {
      "branch": "a03959b491c9",
      "extra": {
        "message_chars": 190,
        "message_redacted": true,
        "time": 0.402
      },
      "name": "tests.test_error_handling.test_no_base_branches_detected",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_cli.test_negative_update_interval",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 225,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_cli.test_error_not_in_git_repository",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.289
      },
      "name": "tests.test_cli.test_delete_diverged_with_explicit_remote",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.272
      },
      "name": "tests.test_cli.test_cli_overrides_config_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.289
      },
      "name": "tests.test_cli.test_config_file_no_confirm",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.352
      },
      "name": "tests.test_cli.test_delete_multiple_ranges",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 499,
        "message_redacted": true,
        "time": 0.337
      },
      "name": "tests.test_advanced_flows.test_error_no_bases_single_remote",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.432
      },
      "name": "tests.test_config.test_config_bases_from_git_config",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.455
      },
      "name": "tests.test_config.test_config_confirm_boolean",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 597,
        "message_redacted": true,
        "time": 0.466
      },
      "name": "tests.test_config.test_config_whitespace_in_bases_rejected",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 333,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_cli.test_base_alias_for_bases",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 518,
        "message_redacted": true,
        "time": 0.282
      },
      "name": "tests.test_cli.test_no_bases_implicit_error",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.486
      },
      "name": "tests.test_config.test_config_delete_filter_multiple_entries",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 0.398
      },
      "name": "tests.test_config.test_config_negative_update_interval_panics",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.822
      },
      "name": "tests.test_advanced_flows.test_recent_fetch_head_skips_update",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.485
      },
      "name": "tests.test_config_advanced.test_config_comma_separated_with_whitespace",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 311,
        "message_redacted": true,
        "time": 0.26
      },
      "name": "tests.test_cli.test_delete_local_range",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_cli.test_conflicting_update_flags",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.274
      },
      "name": "tests.test_cli.test_update_interval_numeric_value",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.271
      },
      "name": "tests.test_cli.test_config_file_no_update",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.269
      },
      "name": "tests.test_cli.test_delete_remote_with_wildcard",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 474,
        "message_redacted": true,
        "time": 0.302
      },
      "name": "tests.test_advanced_flows.test_error_no_bases_multiple_remotes",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 346,
        "message_redacted": true,
        "time": 0.253
      },
      "name": "tests.test_cli.test_bases_flag_single_value",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.406
      },
      "name": "tests.test_config.test_config_default_bases_uses_remote_head",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.369
      },
      "name": "tests.test_config.test_config_bases_cli_overrides_git_config",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.384
      },
      "name": "tests.test_config.test_config_detach_boolean",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.247
      },
      "name": "tests.test_cli.test_bases_multiple_comma_separated",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 242,
        "message_redacted": true,
        "time": 0.39
      },
      "name": "tests.test_config.test_config_multiple_bases_entries_merged",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 287,
        "message_redacted": true,
        "time": 0.493
      },
      "name": "tests.test_config.test_config_multiple_remotes_default_bases",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 324,
        "message_redacted": true,
        "time": 0.479
      },
      "name": "tests.test_advanced_flows.test_delete_range_stray_removes_tracking_gone_upstream",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.72
      },
      "name": "tests.test_config_edge_cases.test_push_remote_branch_pushremote_overrides_pushdefault",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.442
      },
      "name": "tests.test_config_advanced.test_config_comma_separated_empty_items_skipped",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 278,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_cli.test_conflicting_confirm_flags",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.3
      },
      "name": "tests.test_cli.test_delete_stray_range",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.303
      },
      "name": "tests.test_cli.test_special_characters_in_branch_names",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 134,
        "message_redacted": true,
        "time": 0.266
      },
      "name": "tests.test_cli.test_config_invalid_update_interval",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 369,
        "message_redacted": true,
        "time": 0.298
      },
      "name": "tests.test_cli.test_very_long_branch_names",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 393,
        "message_redacted": true,
        "time": 0.28
      },
      "name": "tests.test_advanced_flows.test_error_empty_bases_via_git_config",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 278,
        "message_redacted": true,
        "time": 0.287
      },
      "name": "tests.test_cli.test_protected_patterns_multiple_globs",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 287,
        "message_redacted": true,
        "time": 0.337
      },
      "name": "tests.test_config_advanced.test_config_invalid_delete_range_format",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.417
      },
      "name": "tests.test_config_advanced.test_config_multiple_bases_entries",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.401
      },
      "name": "tests.test_config.test_config_protected_from_git_config",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.411
      },
      "name": "tests.test_config.test_config_invalid_numeric_rejected",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 242,
        "message_redacted": true,
        "time": 0.392
      },
      "name": "tests.test_config.test_config_bases_comma_separated_in_single_entry",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 367,
        "message_redacted": true,
        "time": 0.463
      },
      "name": "tests.test_advanced_flows.test_delete_range_diverged_flag_accepted",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 366,
        "message_redacted": true,
        "time": 0.634
      },
      "name": "tests.test_core.test_merged_remote_only_delete_range",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 372,
        "message_redacted": true,
        "time": 0.325
      },
      "name": "tests.test_config_advanced.test_config_diverged_empty_scope",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.709
      },
      "name": "tests.test_config_edge_cases.test_push_remote_uses_pushdefault_when_no_branch_pushremote",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_cli.test_conflicting_detach_flags",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.343
      },
      "name": "tests.test_cli.test_delete_merged_with_explicit_remote",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 137,
        "message_redacted": true,
        "time": 0.283
      },
      "name": "tests.test_cli.test_config_invalid_bool_value",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.272
      },
      "name": "tests.test_cli.test_protected_pattern_with_no_matches",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 337,
        "message_redacted": true,
        "time": 0.273
      },
      "name": "tests.test_advanced_flows.test_prompt_survey_for_push_upstream_config",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 369,
        "message_redacted": true,
        "time": 0.275
      },
      "name": "tests.test_cli.test_empty_protected_pattern",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.381
      },
      "name": "tests.test_config_edge_cases.test_config_empty_comma_separated_items_ignored",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 370,
        "message_redacted": true,
        "time": 0.297
      },
      "name": "tests.test_config_advanced.test_config_delete_range_empty_scope",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.419
      },
      "name": "tests.test_config_advanced.test_config_comma_separated_delete_single_entry",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.397
      },
      "name": "tests.test_config.test_config_update_boolean_false",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.398
      },
      "name": "tests.test_config.test_config_protected_multiple_entries_and_comma_separated",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.43
      },
      "name": "tests.test_config.test_config_invalid_boolean_rejected",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 409,
        "message_redacted": true,
        "time": 0.68
      },
      "name": "tests.test_core.test_actual_deletion_not_dry_run",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 370,
        "message_redacted": true,
        "time": 0.36
      },
      "name": "tests.test_config_advanced.test_config_remote_empty_scope",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 365,
        "message_redacted": true,
        "time": 0.512
      },
      "name": "tests.test_core.test_stray_branch_delete_range",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 273,
        "message_redacted": true,
        "time": 0.517
      },
      "name": "tests.test_config_edge_cases.test_push_remote_fallback_to_origin_when_no_config",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.388
      },
      "name": "tests.test_cli.test_delete_remote_with_explicit_remote",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 393,
        "message_redacted": true,
        "time": 1.077
      },
      "name": "tests.test_core.test_protected_pattern_multiple",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 287,
        "message_redacted": true,
        "time": 0.301
      },
      "name": "tests.test_cli.test_config_invalid_delete_range",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.315
      },
      "name": "tests.test_cli.test_config_file_protected_patterns",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 286,
        "message_redacted": true,
        "time": 0.482
      },
      "name": "tests.test_advanced_flows.test_skip_suggestions_non_tracking_and_non_upstream",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.594
      },
      "name": "tests.test_core_edge_cases.test_non_heads_remote_preservation",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 173,
        "message_redacted": true,
        "time": 0.414
      },
      "name": "tests.test_config_advanced.test_config_negative_update_interval_panics",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.808
      },
      "name": "tests.test_config_edge_cases.test_config_multivalue_non_comma_separated",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 272,
        "message_redacted": true,
        "time": 0.325
      },
      "name": "tests.test_config_advanced.test_config_comma_separated_delete_one_bad",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.416
      },
      "name": "tests.test_config.test_config_update_interval_numeric",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.394
      },
      "name": "tests.test_config.test_config_delete_filter_from_git_config",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 199,
        "message_redacted": true,
        "time": 0.386
      },
      "name": "tests.test_config.test_config_empty_bases_rejected",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 377,
        "message_redacted": true,
        "time": 0.394
      },
      "name": "tests.test_config_advanced.test_config_merged_remote_empty_scope",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 305,
        "message_redacted": true,
        "time": 0.618
      },
      "name": "tests.test_core.test_squash_merge_detection",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 325,
        "message_redacted": true,
        "time": 0.766
      },
      "name": "tests.test_core.test_diverged_delete_range",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 281,
        "message_redacted": true,
        "time": 0.434
      },
      "name": "tests.test_config_edge_cases.test_config_get_remote_name_none_when_not_set",
      "status": "failure"
    }
  ],
  "test_results_omitted": 213,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}
