{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "4684c1287b436575ecf0bc30eab24dd75d87aa0a1f22b2a67455eacbfeb72206",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14958990599552635
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(74da9ab38dfac9f39cd9300aceee1d0dffcaffc6347dcb0aa6b797ca6d958279)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.10991323100461159
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14475152699742466
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1312659329996677
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13328635999641847
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12615114700747654
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6202642110001761
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12810480198822916
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11969219600723591
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12095766999118496
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12418225000146776
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 19512,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 14.624128904993995
    },
    {
      "branch": "7e3fefff015d",
      "command": "docker cp 6add1e8152fe91bbc3216a8a5f197843f5cf5c4765433053d7d835a2f09d7baa:/workspace/eval/results.xml /tmp/tmpilkhf36_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10442,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.026101882991497405
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13241640200430993
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12409958700300194
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11962357300217263
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12821014499058947
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6525,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 14.093863011992653
    },
    {
      "branch": "6d64c2331ec1",
      "command": "docker cp d51355875f06aed04ade4ed75713b3f7eb188ce835885302f26399d1c27e0ee1:/workspace/eval/results.xml /tmp/tmprd3dipqf.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7739,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024301505996845663
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13859809101268183
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12597824999829754
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09797292199800722
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09859083400806412
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 80534,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 55.01364842199837
    },
    {
      "branch": "aedc381a5a8d",
      "command": "docker cp 77876ddca2769df46c51ff7eae3d65f352084f75af46e8ff889bff7ca4d03150:/workspace/eval/results.xml /tmp/tmp2hxzlzol.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 63206,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03860283199173864
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.131428288994357
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12538003601366654
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13113947400415782
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12086947199713904
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 71137,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 51.89505012099107
    },
    {
      "branch": "db156070d060",
      "command": "docker cp bed8440c5e4d77b60e19d48666c2e37ad3b0b3155af072e69cfa2da4a754b5c4:/workspace/eval/results.xml /tmp/tmpia_zs5a8.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 77858,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02622133599652443
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.136932389010326
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12531618800130673
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1294335940037854
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1257094310130924
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12531,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 9.598576427000808
    },
    {
      "branch": "48161f6d1b3b",
      "command": "docker cp facd3938a84b7d92e633e81e662fc01d8939f35f0031ea89e67fbda93d7e648d:/workspace/eval/results.xml /tmp/tmp02z0w94t.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6423,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024734863996854983
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10092095499567222
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1335276000027079
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13162742400891148
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10857151699019596
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4334,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.585680871998193
    },
    {
      "branch": "1f13d5619c54",
      "command": "docker cp 012e32b3e8e426e0169f9d3231edb8170648b704314e9e9220309daac87b74bc:/workspace/eval/results.xml /tmp/tmp97dkaq63.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2675,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03572634299052879
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10814607200154569
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11202389300160576
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08489680800994392
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12719713000115007
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5312,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.436399635989801
    },
    {
      "branch": "c68a69428706",
      "command": "docker cp abbca27a55ca975b0691d9ad1273020e55ec8c4b319cb11e816fadb8125b7af3:/workspace/eval/results.xml /tmp/tmpsgqcfz1_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3022,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.042397159995744005
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1492630669963546
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12680205299693625
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10297232700395398
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12486516799253877
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4579,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.542550379992463
    },
    {
      "branch": "b233535428c2",
      "command": "docker cp cbdbdf8bdc5c4c3d1bfdbf134bbc89bbe84524b98484cc1d2161a154e20868dd:/workspace/eval/results.xml /tmp/tmpp4yigvm1.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2004,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039189479997730814
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13847841399547178
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12035872400156222
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13288705400191247
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13186062799650244
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 13116,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.477876274002483
    },
    {
      "branch": "73dbce9e523e",
      "command": "docker cp 81d681e353d3a33fb2e41a57584ebd33ee76a1289f01a79c401f8125a3fa3c9c:/workspace/eval/results.xml /tmp/tmpvlrn6mzw.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7911,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02464185599819757
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1373559479980031
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11885740200523287
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11547447599878069
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12153794900223147
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11982,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 19.571676345003652
    },
    {
      "branch": "226305cc3bbb",
      "command": "docker cp 1da627485508672a09e36fd144139d640ee9ba2bb91bef8273991a120d2dc633:/workspace/eval/results.xml /tmp/tmpiwd8b2c3.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6677,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03838949999772012
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1442612749960972
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12457502700272016
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12191613100003451
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12933873500151094
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2550,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 11.811276123000425
    },
    {
      "branch": "161b993de396",
      "command": "docker cp d1e61d3aefaa4dd08586b292f931a55cf8f2bfb75ebff474878f744b10d72d71:/workspace/eval/results.xml /tmp/tmp_15v1slr.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1021,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027007213997421786
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13509643101133406
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13943003400345333
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11290322300919797
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11980832599510904
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14292,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.674992425003438
    },
    {
      "branch": "8c6f85788a1a",
      "command": "docker cp 5236830511becd91c8f8c099d408b4d42c823014f8d8e62ea26d611276b3417c:/workspace/eval/results.xml /tmp/tmpff9ph_cz.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10030,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04046224099874962
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 90,
    "passed": 696,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "7e3fefff015d",
    "6d64c2331ec1",
    "aedc381a5a8d",
    "db156070d060",
    "48161f6d1b3b",
    "1f13d5619c54",
    "c68a69428706",
    "b233535428c2",
    "73dbce9e523e",
    "226305cc3bbb",
    "161b993de396",
    "8c6f85788a1a"
  ],
  "test_records": 787,
  "test_results": [
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.295
      },
      "name": "tests.test_config.test_config_invalid_yaml_logs_error_continues",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 487,
        "message_redacted": true,
        "time": 12.237
      },
      "name": "tests.test_config_gaps.test_label_type_short_single_char_labels",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 469,
        "message_redacted": true,
        "time": 12.487
      },
      "name": "tests.test_config_gaps.test_label_type_none_suppresses_labels",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 337,
        "message_redacted": true,
        "time": 0.241
      },
      "name": "tests.test_edge_cases.test_testfilter_with_only_carriage_returns",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_edge_cases.test_testfilter_empty_stdin",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 442,
        "message_redacted": true,
        "time": 1.283
      },
      "name": "tests.test_core.test_test_command_with_short_flag",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 437,
        "message_redacted": true,
        "time": 0.236
      },
      "name": "tests.test_edge_cases.test_invalid_go_subcommand_exits_with_error",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 506,
        "message_redacted": true,
        "time": 0.27
      },
      "name": "tests.test_editor.test_nested_subtest_indentation",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 511,
        "message_redacted": true,
        "time": 1.851
      },
      "name": "tests.test_config_gaps.test_label_type_long_verbose_labels",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 461,
        "message_redacted": true,
        "time": 0.358
      },
      "name": "tests.test_edge_cases.test_testfilter_with_mixed_line_endings",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.34
      },
      "name": "tests.test_editor.test_complex_multipackage_output",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 320,
        "message_redacted": true,
        "time": 0.384
      },
      "name": "tests.test_editor.test_empty_line_removal",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 467,
        "message_redacted": true,
        "time": 0.31
      },
      "name": "tests.test_editor.test_mixed_indentation_tabs_and_spaces",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 590,
        "message_redacted": true,
        "time": 0.242
      },
      "name": "tests.test_editor.test_import_path_with_brackets",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 467,
        "message_redacted": true,
        "time": 0.217
      },
      "name": "tests.test_edge_cases.test_testfilter_with_very_long_lines",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 95,
        "message_redacted": true,
        "time": 0.26
      },
      "name": "tests.test_editor.test_pass_fail_lonely_lines",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 472,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "tests.test_editor.test_deep_nested_subtest_indentation",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 682,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_harvest.test_testfilter_golden_output",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 431,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_editor.test_multiple_filenames_in_single_line",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 81,
        "message_redacted": true,
        "time": 17.565
      },
      "name": "tests.test_config_loading.test_config_extensions_yaml_and_yml",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 17.145
      },
      "name": "tests.test_config.test_color_parsing_8bit_decimal",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 442,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_edge_cases.test_testfilter_with_unicode_test_names",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 349,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_editor_gaps.test_ok_path_with_coverage_and_no_test_files",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 278,
        "message_redacted": true,
        "time": 0.806
      },
      "name": "tests.test_integration.test_testfilter_command_prettifies_piped_output",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_output_validation.test_empty_lines_removed_from_output",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_editor_gaps.test_import_path_build_failure",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 536,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "tests.test_output_validation.test_multiple_filename_references_same_line",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 328,
        "message_redacted": true,
        "time": 1.384
      },
      "name": "tests.test_output_validation.test_real_sample_ok_full_output",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 11.939
      },
      "name": "tests.test_config_loading.test_config_file_read_error_non_notexist",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 88,
        "message_redacted": true,
        "time": 11.702
      },
      "name": "tests.test_config_loading.test_malformed_yaml_logs_error_continues",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 415,
        "message_redacted": true,
        "time": 0.012
      },
      "name": "tests.test_edge_cases.test_go_executable_not_found_triggers_panic",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 81,
        "message_redacted": true,
        "time": 10.871
      },
      "name": "tests.test_config_loading.test_config_with_no_extension",
      "status": "failure"
    },
    {
      "branch": "aedc381a5a8d",
      "extra": {
        "message_chars": 88,
        "message_redacted": true,
        "time": 11.128
      },
      "name": "tests.test_config_loading.test_partial_config_merges_with_defaults",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 257,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_cli.test_testfilter_multiline_output",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 163,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_cli.test_testfilter_mode_with_passing_tests",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_config.test_24bit_rgb_color_parsing",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 870,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_config.test_label_type_short",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 305,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_cli.test_testfilter_mode_basic_pass",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_config.test_cwd_config_loading",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_config.test_default_config_no_file",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 114,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_cli.test_testfilter_mode_with_empty_input",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_config.test_8bit_color_parsing",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 855,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_config.test_label_type_none",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 2466,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_config.test_malformed_yaml_graceful_fallback",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_config.test_cover_threshold_affects_display",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_config.test_config_precedence_home_wins",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_config.test_style_bold_and_underline",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_config.test_rgb_func_with_hex_components",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_config.test_file_and_line_style",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_config.test_richgo_local_env_disables_search",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_config.test_no_extension_richstyle_file",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_config.test_hex_color_with_0x_prefix",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "tests.test_config.test_multiple_extensions_yaml_vs_yml",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_config.test_background_color",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_config.test_config_merge_partial_override",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 890,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_formatting.test_sample_full_output",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 580,
        "message_redacted": true,
        "time": 0.096
      },
      "name": "tests.test_formatting.test_build_with_test_suffix",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 249,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_gaps.test_config_malformed_yaml_logs_error",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 654,
        "message_redacted": true,
        "time": 0.107
      },
      "name": "tests.test_gaps.test_build_failure_formatting",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 724,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_harvest.test_e2e_testfilter_formats_raw_output",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 0.097
      },
      "name": "tests.test_harvest.test_testfilter_handles_build_errors",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 183,
        "message_redacted": true,
        "time": 0.088
      },
      "name": "tests.test_harvest.test_testfilter_handles_subtests",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 52,
        "message_redacted": true,
        "time": 0.097
      },
      "name": "tests.test_harvest.test_testfilter_handles_panic_in_test",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 173,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_harvest.test_testfilter_without_force_color_no_ansi",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 229,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_harvest.test_testfilter_handles_no_tests_to_run",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 820,
        "message_redacted": true,
        "time": 0.602
      },
      "name": "tests.test_harvest.test_go_test_wrapper_handles_build_failure@go_test",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 544,
        "message_redacted": true,
        "time": 0.995
      },
      "name": "tests.test_samples.test_sample_ok_colored@go_test",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 573,
        "message_redacted": true,
        "time": 1.022
      },
      "name": "tests.test_samples.test_sample_ng_colored@go_test",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 520,
        "message_redacted": true,
        "time": 0.954
      },
      "name": "tests.test_samples.test_sample_skip_colored@go_test",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 503,
        "message_redacted": true,
        "time": 0.729
      },
      "name": "tests.test_samples.test_emptytest_colored@go_test",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 544,
        "message_redacted": true,
        "time": 0.735
      },
      "name": "tests.test_samples.test_testfilter_ok_colored@go_test",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 573,
        "message_redacted": true,
        "time": 0.815
      },
      "name": "tests.test_samples.test_testfilter_ng_colored@go_test",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 876,
        "message_redacted": true,
        "time": 9.874
      },
      "name": "tests.test_samples.test_all_samples_combined@go_test",
      "status": "failure"
    },
    {
      "branch": "db156070d060",
      "extra": {
        "message_chars": 657,
        "message_redacted": true,
        "time": 0.882
      },
      "name": "tests.test_samples.test_sample_ng_non_verbose@go_test",
      "status": "failure"
    },
    {
      "branch": "48161f6d1b3b",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_argparse_validation.test_no_args_prints_go_usage_and_exits_success",
      "status": "failure"
    },
    {
      "branch": "48161f6d1b3b",
      "extra": {
        "message_chars": 114,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_argparse_validation.test_testfilter_without_input_writes_single_newline_and_exits_success",
      "status": "failure"
    },
    {
      "branch": "48161f6d1b3b",
      "extra": {
        "message_chars": 114,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "eval.tests.test_argparse_validation.test_testfilter_accepts_unknown_args_and_still_outputs_newline",
      "status": "failure"
    },
    {
      "branch": "48161f6d1b3b",
      "extra": {
        "message_chars": 93,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "eval.tests.test_argparse_validation.test_testfilter_echoes_stdin_and_appends_one_newline",
      "status": "failure"
    },
    {
      "branch": "48161f6d1b3b",
      "extra": {
        "message_chars": 114,
        "message_redacted": true,
        "time": 4.198
      },
      "name": "eval.tests.test_argparse_validation.test_test_without_args_defaults_to_current_module_and_exits_success",
      "status": "failure"
    },
    {
      "branch": "48161f6d1b3b",
      "extra": {
        "message_chars": 114,
        "message_redacted": true,
        "time": 4.223
      },
      "name": "eval.tests.test_argparse_validation.test_test_subcommand_unknown_flag_is_treated_as_package_pattern_and_succeeds_here",
      "status": "failure"
    },
    {
      "branch": "48161f6d1b3b",
      "extra": {
        "message_chars": 114,
        "message_redacted": true,
        "time": 4.199
      },
      "name": "eval.tests.test_argparse_validation.test_double_dash_is_passed_through_to_go_test_and_still_succeeds_here",
      "status": "failure"
    },
    {
      "branch": "1f13d5619c54",
      "extra": {
        "message_chars": 392,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_config_env.test_malformed_config_does_not_crash_and_falls_back_to_defaults",
      "status": "failure"
    },
    {
      "branch": "b233535428c2",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "eval.tests.test_richgo_io.test_testfilter_empty_input_outputs_two_newlines_and_stderr_newline",
      "status": "failure"
    },
    {
      "branch": "b233535428c2",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "eval.tests.test_richgo_io.test_testfilter_echoes_stdin_and_appends_blank_line_and_writes_leading_newline_to_stderr",
      "status": "failure"
    },
    {
      "branch": "226305cc3bbb",
      "extra": {
        "message_chars": 114,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_testfilter.test_testfilter_empty_input",
      "status": "failure"
    },
    {
      "branch": "8c6f85788a1a",
      "extra": {
        "message_chars": 56,
        "message_redacted": true,
        "time": 0.059
      },
      "name": "eval.tests.test_externalized_richgo.test_ext_config_load_invalid_file_read_is_nonfatal",
      "status": "skipped"
    },
    {
      "branch": "8c6f85788a1a",
      "extra": {
        "message_chars": 407,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "eval.tests.test_externalized_richgo.test_ext_color_invalid_yaml_value_logged_and_default_used",
      "status": "failure"
    },
    {
      "branch": "8c6f85788a1a",
      "extra": {
        "message_chars": 59,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_externalized_richgo.test_ext_config_load_invalid_yaml_is_nonfatal_and_logs",
      "status": "failure"
    },
    {
      "branch": "8c6f85788a1a",
      "extra": {
        "message_chars": 99,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "eval.tests.test_externalized_richgo.test_ext_editor_replaces_transformations_via_config_removals",
      "status": "failure"
    },
    {
      "branch": "8c6f85788a1a",
      "extra": {
        "message_chars": 62,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "eval.tests.test_externalized_richgo.test_ext_label_type_invalid_value_is_treated_as_unknown",
      "status": "failure"
    },
    {
      "branch": "8c6f85788a1a",
      "extra": {
        "message_chars": 180,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "eval.tests.test_externalized_richgo.test_ext_editor_stream_error_case_via_invalid_removal_regex_panics",
      "status": "failure"
    }
  ],
  "test_results_omitted": 0,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}