{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "ee27a603a61a4c3e94e0f386525b500fbed9b5374461b5ae8604ebcfccfce574",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14774411199323367
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(2ca079e3c6bee0f90a89361cba67bb4e275f4d890c50fa233b14657690b09362)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.11717638099798933
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1359838740027044
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12164265400497243
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.14044309299788438
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12978178801131435
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.677336093998747
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13053993400535546
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12252522599010263
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1414506569999503
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12962721798976418
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 23989,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.059152598012588
    },
    {
      "branch": "ab87cc3978a9",
      "command": "docker cp de5fca3a5b180688ddcf1960373dbf7ce03c8dd7a05f03c369a024f5ba1aae42:/workspace/eval/results.xml /tmp/tmpsme7roer.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 16825,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03884367800492328
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.17518016700341832
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1323473499942338
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1376063400093699
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13182071800110862
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 464620,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 1251.3738648100116
    },
    {
      "branch": "df37316a82f6",
      "command": "docker cp d6e110840d122b2aa85ea73bbbd80831b26109cc917387f7653e2a69e9621c39:/workspace/eval/results.xml /tmp/tmp317bx8ep.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 538218,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04201755799294915
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13482458199723624
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12951463500212412
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12863907600694802
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11195090399996843
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 23158,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.596333587003755
    },
    {
      "branch": "217acac4c63b",
      "command": "docker cp 769ca36264699efe33c1d6f77f80d755c74d94f8326f26ac094448da69decc5b:/workspace/eval/results.xml /tmp/tmpn_eoaom3.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14653,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03981325800123159
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13172050499997567
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13722463000158314
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13101485501101706
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13104977300099563
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14269,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 11.847895052007516
    },
    {
      "branch": "b3bc5b50b15d",
      "command": "docker cp d1255f7127b4b7858afc345ed372beccf4ca1e60ee5fa955466ebf9a6087a55c:/workspace/eval/results.xml /tmp/tmp942g57sm.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8058,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03592064999975264
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14233121200231835
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11257627500162926
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1207619749911828
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1086104009882547
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5415,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.567532585002482
    },
    {
      "branch": "ab33db537207",
      "command": "docker cp 9591d2b4b95e9744ca895967dabd6d207e8d0b501b157e587e15c987bb1af4ee:/workspace/eval/results.xml /tmp/tmpiy7tkku3.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3573,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03929445400717668
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12813333499070723
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12863202700100373
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11585876200115308
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13635359199543018
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 20258,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.667115830001421
    },
    {
      "branch": "55cce0407622",
      "command": "docker cp 1d38f15d6c674d671712ba6de6ad97a1edbae7f3695d4bd8b5ec582a304bb980:/workspace/eval/results.xml /tmp/tmpz9kmkvmi.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 33519,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024593634996563196
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13218457899347413
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1273065260029398
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1045883659971878
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1298841009993339
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2912,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.642511754005682
    },
    {
      "branch": "30e052a5da7c",
      "command": "docker cp 6a79700967a62403fd355544ba1a7a154e4bd3361db530e068103a997a713e72:/workspace/eval/results.xml /tmp/tmpyb1dakdi.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1208,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04321088100550696
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1333664440026041
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12521111499518156
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12906393299635965
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13869373001216445
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9180,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.3702373749983963
    },
    {
      "branch": "bd56584c6044",
      "command": "docker cp 56f39e248d343e513188e719a7bf581efce933d3b448fd25a14b2ef87ee451f1:/workspace/eval/results.xml /tmp/tmpwygx2knu.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5392,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023070274997735396
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10888067800260615
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10612686499371193
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11014232100569643
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12652476600487716
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 40,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.13775570500001777
    },
    {
      "branch": "895295541dbb",
      "command": "docker cp 20fae11a5d5a23e719dc9a3f92bc8df05af10d299af55f4ea0de7907724c229e:/workspace/eval/results.xml /tmp/tmpz3dlz7vo.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 140,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03402638700208627
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09662082500290126
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12235598301049322
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1244658539944794
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1262316920037847
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 80,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.13556231299298815
    },
    {
      "branch": "ca3324e7d061",
      "command": "docker cp 2605dbf74d75ec52979c1ccfc054d71c24c85b5c1cc77e292da6b956806b7d44:/workspace/eval/results.xml /tmp/tmpcbqxy3i3.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 149,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03762210799322929
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.17082174500683323
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12486246001208201
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.121826009999495
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13021506799850613
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 18985,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.9543249260023003
    },
    {
      "branch": "fd2dce11b704",
      "command": "docker cp de3fd2911da71ad3190bc28704eb7c0b81d39844172d01b95b232f8dab158510:/workspace/eval/results.xml /tmp/tmpvn_vjl5x.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12266,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03754470900457818
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1802091369900154
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1337947780120885
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1339024870103458
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12746241501008626
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5092,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.2895970389945433
    },
    {
      "branch": "49dd1f59d447",
      "command": "docker cp 31b3bec6ed4787a7d15fd785357528a2112bdf7a3f83a8e3b7365ec8339c3db5:/workspace/eval/results.xml /tmp/tmpskg44svl.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2360,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03887674199359026
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14995110899326392
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1370144149987027
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12290627699985635
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12236304400721565
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8197,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.970011256009457
    },
    {
      "branch": "52187efe8647",
      "command": "docker cp e952837d1c2103dfe6dbc16ccefac4291a366317e5e444f340721e7e767283a8:/workspace/eval/results.xml /tmp/tmpcg7by2sc.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8490,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02636134100612253
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1580452190100914
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12525724500301294
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12143609700433444
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1292985499894712
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10125,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.465997127001174
    },
    {
      "branch": "6545a23056d2",
      "command": "docker cp 360fa15372c3c1aeb2ca24cd594aa1db7ba8a78656780ec11c1c74d2b5ec1c0a:/workspace/eval/results.xml /tmp/tmpsy3f1_dr.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6484,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03817020999849774
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 293,
    "passed": 556,
    "skipped": 4
  },
  "test_branch_errors": {},
  "test_branches": [
    "ab87cc3978a9",
    "df37316a82f6",
    "217acac4c63b",
    "b3bc5b50b15d",
    "ab33db537207",
    "55cce0407622",
    "30e052a5da7c",
    "bd56584c6044",
    "895295541dbb",
    "ca3324e7d061",
    "fd2dce11b704",
    "49dd1f59d447",
    "52187efe8647",
    "6545a23056d2"
  ],
  "test_records": 853,
  "test_results": [
    {
      "branch": "ab87cc3978a9",
      "extra": {
        "message_chars": 304,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "eval.tests.test_edge_cases.test_malformed_json_highlight_lines",
      "status": "failure"
    },
    {
      "branch": "ab87cc3978a9",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "eval.tests.test_input_sources.test_from_code_stdin",
      "status": "failure"
    },
    {
      "branch": "ab87cc3978a9",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "eval.tests.test_output_destinations.test_output_raw_to_stdout",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 379,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_configuration.test_silent_mode_with_first_run_shows_info",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 535,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "tests.test_config_gaps.test_solid_background_color_string",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 452,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_configuration.test_custom_config_file_with_config_flag",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 319,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_config_gaps.test_dimension_value_invalid_non_string_non_number",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 540,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_config_gaps.test_dimension_value_large_number",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 146,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "tests.test_configuration.test_config_with_numeric_string_values",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.248
      },
      "name": "tests.test_edges_utilities.test_margin_x_only",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 377,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_error_handling.test_malformed_config_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.279
      },
      "name": "tests.test_edges_utilities.test_code_min_width_enforcement",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 680,
        "message_redacted": true,
        "time": 0.372
      },
      "name": "tests.test_configuration.test_silent_mode_with_execute_command",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 538,
        "message_redacted": true,
        "time": 0.094
      },
      "name": "tests.test_config_gaps.test_dimension_value_max_string",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 311,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "tests.test_error_handling.test_raw_highlight_lines_invalid_json",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 325,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_from_image.test_from_image_basic_stdin_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 1019,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_error_handling.test_binary_data_in_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 365,
        "message_redacted": true,
        "time": 0.091
      },
      "name": "tests.test_error_handling.test_from_file_with_directory",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 391,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "tests.test_error_handling.test_delete_line_invalid_format",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_configuration.test_silent_mode_still_shows_errors",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 546,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_config_gaps.test_gradient_with_exact_boundary_positions",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 617,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_config_gaps.test_gradient_with_multiple_stops_and_max_dimensions",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 616,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_config_gaps.test_default_scale_factor_when_not_specified",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_configuration.test_config_flag_with_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 319,
        "message_redacted": true,
        "time": 0.087
      },
      "name": "tests.test_config_gaps.test_dimension_value_invalid_string_not_max",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_edges_utilities.test_margin_y_only",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 325,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_from_image.test_from_image_medium_size_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "tests.test_error_handling.test_invalid_range_format_multiple_colons",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 394,
        "message_redacted": true,
        "time": 0.248
      },
      "name": "tests.test_error_handling.test_highlight_range_invalid_format",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 380,
        "message_redacted": true,
        "time": 0.405
      },
      "name": "tests.test_configuration.test_silent_flag_position_independence",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.324
      },
      "name": "tests.test_edges_utilities.test_code_width_calculation_with_varied_line_lengths",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 286,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_configuration.test_config_with_empty_json_object",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 323,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_error_handling.test_invalid_theme_name",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.24
      },
      "name": "tests.test_highlight_ranges.test_relative_highlight_range",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 374,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "tests.test_error_handling.test_add_line_invalid_format",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 454,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_configuration.test_config_with_unknown_fields_ignored",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 348,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_from_image.test_from_image_no_shadow_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 521,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_configuration.test_first_run_creates_default_config",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 542,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_config_gaps.test_gradient_with_multiple_intermediate_stops",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 616,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_config_gaps.test_config_with_watermark_present",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_configuration.test_config_flag_with_invalid_json",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 390,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_from_image.test_from_image_combined_features_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 348,
        "message_redacted": true,
        "time": 0.096
      },
      "name": "tests.test_from_image.test_from_image_with_title_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.251
      },
      "name": "tests.test_edges_utilities.test_code_tab_replacement",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 367,
        "message_redacted": true,
        "time": 0.095
      },
      "name": "tests.test_configuration.test_config_directory_created_if_missing",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 474,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_configuration.test_config_absolute_path_with_spaces",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.291
      },
      "name": "tests.test_edges_utilities.test_code_trim_with_no_common_indentation",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.334
      },
      "name": "tests.test_highlight_ranges.test_highlight_custom_color",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 325,
        "message_redacted": true,
        "time": 0.094
      },
      "name": "tests.test_from_image.test_from_image_large_image_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.246
      },
      "name": "tests.test_highlight_ranges.test_absolute_highlight_range_with_code_range",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 560,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "tests.test_highlight_ranges.test_relative_highlight_beyond_range",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 324,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_from_image.test_from_image_png_output_format",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 171,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_configuration.test_config_partial_fails_appropriately",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 367,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_configuration.test_config_file_location_standard_path",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 358,
        "message_redacted": true,
        "time": 0.093
      },
      "name": "tests.test_from_image.test_from_image_with_watermark_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 617,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_config_gaps.test_config_without_watermark_uses_default",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 542,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_config_gaps.test_config_with_explicit_scale_factor",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 318,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_configuration.test_config_flag_with_relative_path",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 352,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_from_image.test_from_image_with_background_color_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_configuration.test_config_json_with_trailing_comma",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.271
      },
      "name": "tests.test_edges_utilities.test_code_trim_leading_space",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_edges_utilities.test_margin_zero_values",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.335
      },
      "name": "tests.test_highlight_ranges.test_highlight_range_simple",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.247
      },
      "name": "tests.test_edges_utilities.test_code_trim_with_empty_lines_preserves_blank_lines",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.296
      },
      "name": "tests.test_highlight_ranges.test_raw_highlight_lines_multiple_colors",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.251
      },
      "name": "tests.test_highlight_ranges.test_single_line_file_highlight",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 528,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "tests.test_highlight_ranges.test_highlight_before_code_range",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_from_image.test_from_image_invalid_png_error",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 489,
        "message_redacted": true,
        "time": 0.092
      },
      "name": "tests.test_configuration.test_cli_flag_overrides_config_breadcrumbs",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 539,
        "message_redacted": true,
        "time": 0.089
      },
      "name": "tests.test_config_gaps.test_dimension_value_zero",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 366,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_from_image.test_from_image_with_margins_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.326
      },
      "name": "tests.test_highlight_ranges.test_highlight_with_start_line_number",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 627,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_config_gaps.test_scale_factor_validation_not_enforced_during_deserialization",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 162,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_configuration.test_second_run_uses_existing_config",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 380,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_configuration.test_silent_mode_suppresses_success_messages",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 363,
        "message_redacted": true,
        "time": 0.205
      },
      "name": "tests.test_configuration.test_multiple_runs_different_homes_isolated",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_edges_utilities.test_margin_custom_values",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.373
      },
      "name": "tests.test_edges_utilities.test_line_number_length_calculation_large_numbers",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.231
      },
      "name": "tests.test_edges_utilities.test_single_line_number_display",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.296
      },
      "name": "tests.test_highlight_ranges.test_highlight_single_line",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 523,
        "message_redacted": true,
        "time": 0.325
      },
      "name": "tests.test_highlight_ranges.test_invalid_json_in_raw_highlight_lines",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.308
      },
      "name": "tests.test_highlight_ranges.test_highlight_with_line_numbers",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.29
      },
      "name": "tests.test_highlight_ranges.test_raw_highlight_single_line_json_format",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 224,
        "message_redacted": true,
        "time": 0.092
      },
      "name": "tests.test_from_image.test_from_image_corrupt_png_error",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 353,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_from_image.test_from_image_mac_window_style_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 510,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_input_sources.test_from_file_directory_error_message",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.255
      },
      "name": "tests.test_highlight_ranges.test_highlight_with_range_and_start_line_number",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 361,
        "message_redacted": true,
        "time": 0.27
      },
      "name": "tests.test_line_modifications.test_delete_line_beyond_file_length",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.292
      },
      "name": "tests.test_highlight_ranges.test_highlight_range_from_start",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.335
      },
      "name": "tests.test_highlight_ranges.test_highlight_with_add_delete_lines",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 511,
        "message_redacted": true,
        "time": 0.318
      },
      "name": "tests.test_highlight_ranges.test_highlight_range_beyond_file_length",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.305
      },
      "name": "tests.test_highlight_ranges.test_raw_highlight_complex_multi_range",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 325,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_from_image.test_from_image_small_image_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.332
      },
      "name": "tests.test_highlight_ranges.test_overlapping_highlight_ranges_in_json",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 351,
        "message_redacted": true,
        "time": 0.261
      },
      "name": "tests.test_line_modifications.test_delete_line_zero",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 182,
        "message_redacted": true,
        "time": 0.0
      },
      "name": "tests.test_highlight_ranges.test_highlight_with_breadcrumbs",
      "status": "skipped"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.304
      },
      "name": "tests.test_highlight_ranges.test_highlight_range_to_end",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_highlight_ranges.test_empty_file_no_highlight",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.28
      },
      "name": "tests.test_highlight_ranges.test_highlight_range_whitespace_only_line",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 4946,
        "message_redacted": true,
        "time": 0.325
      },
      "name": "tests.test_line_numbers_breadcrumbs.test_line_number_color_custom",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.311
      },
      "name": "tests.test_highlight_ranges.test_raw_highlight_preserves_order",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 4946,
        "message_redacted": true,
        "time": 0.325
      },
      "name": "tests.test_line_numbers_breadcrumbs.test_line_number_color_default",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 558,
        "message_redacted": true,
        "time": 0.302
      },
      "name": "tests.test_line_numbers_breadcrumbs.test_line_number_color_invalid",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 533,
        "message_redacted": true,
        "time": 32.08
      },
      "name": "tests.test_input_sources.test_from_code_stdin_no_arg_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 4946,
        "message_redacted": true,
        "time": 0.307
      },
      "name": "tests.test_line_numbers_breadcrumbs.test_breadcrumbs_color_custom",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 4946,
        "message_redacted": true,
        "time": 0.236
      },
      "name": "tests.test_line_numbers_breadcrumbs.test_breadcrumbs_from_code",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 4946,
        "message_redacted": true,
        "time": 0.334
      },
      "name": "tests.test_line_numbers_breadcrumbs.test_both_line_numbers_and_breadcrumbs",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 4946,
        "message_redacted": true,
        "time": 0.274
      },
      "name": "tests.test_line_numbers_breadcrumbs.test_line_numbers_with_range",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 533,
        "message_redacted": true,
        "time": 63.089
      },
      "name": "tests.test_input_sources.test_with_title_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 533,
        "message_redacted": true,
        "time": 65.519
      },
      "name": "tests.test_input_sources.test_with_start_line_number_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 4946,
        "message_redacted": true,
        "time": 0.256
      },
      "name": "tests.test_line_numbers_breadcrumbs.test_range_with_start_line_number",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 530,
        "message_redacted": true,
        "time": 67.513
      },
      "name": "tests.test_input_sources.test_execute_with_skip_flag_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 451,
        "message_redacted": true,
        "time": 53.014
      },
      "name": "tests.test_line_modifications.test_with_range_selection_and_delete",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 4946,
        "message_redacted": true,
        "time": 0.307
      },
      "name": "tests.test_line_numbers_breadcrumbs.test_breadcrumbs_long_path",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 4946,
        "message_redacted": true,
        "time": 0.317
      },
      "name": "tests.test_line_numbers_breadcrumbs.test_breadcrumbs_absolute_path",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 451,
        "message_redacted": true,
        "time": 85.579
      },
      "name": "tests.test_line_modifications.test_add_line_custom_color",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 4946,
        "message_redacted": true,
        "time": 0.344
      },
      "name": "tests.test_line_numbers_breadcrumbs.test_breadcrumbs_special_characters",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 451,
        "message_redacted": true,
        "time": 84.713
      },
      "name": "tests.test_line_modifications.test_delete_line_custom_color",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 525,
        "message_redacted": true,
        "time": 117.18
      },
      "name": "tests.test_input_sources.test_from_file_javascript_exact_golden",
      "status": "failure"
    },
    {
      "branch": "df37316a82f6",
      "extra": {
        "message_chars": 533,
        "message_redacted": true,
        "time": 62.178
      },
      "name": "tests.test_input_sources.test_from_file_python_exact_golden",
      "status": "failure"
    }
  ],
  "test_results_omitted": 177,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}