{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "2f83ae2a237ddc4b8e19bec56d5a46525b827f30c01b2e3277fcad9df7d94151",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.2686025089933537
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(2140df34c5cb9397afd019e7ad100535c0c15182845e65095d13cc4bb6987a3f)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1300744769978337
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15227811399381608
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1413614119956037
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12780126799771097
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.13588561699725688
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6753947030083509
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12724934599827975
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1274240729981102
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12286082700302359
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11167059899889864
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 888062,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 93.04191381200508
    },
    {
      "branch": "3c702ddd0c23",
      "command": "docker cp b67f604015ce0980b57475481cd91d8baa647d106d8bc3eadd295a65c9b7e706:/workspace/eval/results.xml /tmp/tmp7vvz8fqs.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 918623,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03250068399938755
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13174964499194175
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11921823599550407
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13433150999480858
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12097830299171619
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 43696,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.927815724993707
    },
    {
      "branch": "e0d0c8beca51",
      "command": "docker cp ba7f2fabf85478df990491c25e1545fd661552ec5aaf6ee024abba64fcc84639:/workspace/eval/results.xml /tmp/tmp3r24a2ho.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 25454,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03547229399555363
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12675760399724822
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1311433439987013
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12598652399901766
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1274549839872634
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14487,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.6818632669892395
    },
    {
      "branch": "7a224fd708d6",
      "command": "docker cp 0d5c2862cf33f1837e6eefcfa16f5add97f73366f3a2e4cbd0ab16db59d45e74:/workspace/eval/results.xml /tmp/tmptvgttpyi.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9458,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025525988996378146
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1348893820104422
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12144161699688993
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11667275099898688
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12618172199290711
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4611,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.637492745008785
    },
    {
      "branch": "a0002accf5d3",
      "command": "docker cp 723e8c19b1e4182e5bfbf5c4ef4810e3c57b15b9858a6fc33ba7d4bdcd308f73:/workspace/eval/results.xml /tmp/tmpv0zdd5r8.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2864,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03400017399690114
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14243499000440352
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12190148899389897
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11628951800230425
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1360378459939966
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17577,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.650503716999083
    },
    {
      "branch": "9a72bf2b5f74",
      "command": "docker cp b70f5dbf8b99fb27f319dfce5e25a169298a04311a20a64a729d9deedfd7f138:/workspace/eval/results.xml /tmp/tmpe5tvd41i.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12058,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04143414300051518
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10673480900004506
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11655086300743278
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12511126599565614
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12941785699513275
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 577,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.13317179601290263
    },
    {
      "branch": "c38555181625",
      "command": "docker cp 9e8bfdbc7538c5d4bc1200e56aa44d88d4da94d58f5fe54dd8aaef074096987a:/workspace/eval/results.xml /tmp/tmplx07ydzx.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 395,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03813579800771549
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12627102000988089
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12780711900268216
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1166350729909027
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12722853799641598
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6829,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.7281821579963434
    },
    {
      "branch": "fa8c1600628e",
      "command": "docker cp c3f0cdceec617b952054b09132e6eb87783f2502bf8b93356396dc96937093b1:/workspace/eval/results.xml /tmp/tmp2jtwpqjz.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6785,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036597899001208134
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11251652899954934
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12087188599980436
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.128553878996172
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09031222300836816
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10396,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.736634093991597
    },
    {
      "branch": "d999389a8dce",
      "command": "docker cp f4cb5f7b77e0440bd9027a1c02b90a0de384a16725260bac932d4080d1b338a5:/workspace/eval/results.xml /tmp/tmpuhqz60yu.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8735,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.033809847009251826
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1408800089993747
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12037782098923344
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10874477999459486
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09727694700995926
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9197,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.060833195995656
    },
    {
      "branch": "37cdad8ab074",
      "command": "docker cp 2b879bacca85df05494af272ed3c3da113ff1aff6547c1a20eb7cb252f6c122e:/workspace/eval/results.xml /tmp/tmpcr3g4txh.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5852,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03834201500285417
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1348412829975132
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11553014800301753
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12409409899555612
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12559736100956798
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2201,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6316795169987017
    },
    {
      "branch": "57d88096f3b4",
      "command": "docker cp e55b5ea49458e69ae0fc90579ff4572d1645d1da4cf679055dcb845ac4e25c00:/workspace/eval/results.xml /tmp/tmpexpg3ae7.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 899,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038934406999032944
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12563095999939833
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13113516299927142
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1229299459955655
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10651771099946927
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2339,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4802958730142564
    },
    {
      "branch": "04c395e0b5dc",
      "command": "docker cp 325f12296885aa4113cdbfecefe8f42e3f02ae640a94696091470443eec8468f:/workspace/eval/results.xml /tmp/tmp_p14ynr9.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1026,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024270997993880883
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 662,
    "passed": 526
  },
  "test_branch_errors": {},
  "test_branches": [
    "3c702ddd0c23",
    "e0d0c8beca51",
    "7a224fd708d6",
    "a0002accf5d3",
    "9a72bf2b5f74",
    "c38555181625",
    "fa8c1600628e",
    "d999389a8dce",
    "37cdad8ab074",
    "57d88096f3b4",
    "04c395e0b5dc"
  ],
  "test_records": 1188,
  "test_results": [
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 307,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_ansi_iterator.test_rgb_foreground_color",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_ansi_gaps.test_csi_clear_sequences_stripped",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 422,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_ansi_iterator.test_mixed_text_and_ansi",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_blame.test_blame_format_no_placeholders",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_bat_output_gaps.test_paging_with_color_preservation",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 257,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_ansi_gaps.test_accumulated_attributes",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 56,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_bat_output_gaps.test_delta_as_pager_fatal_error",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "tests.test_diff_subcommand.test_diff_args_with_lowercase_u_flag",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_commit_meta.test_custom_commit_regex",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 206,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_ansi_iterator.test_hidden_attribute",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_diff_and_syntect.test_diff_with_italic_style",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 442,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "tests.test_draw_decorations.test_file_decoration_overline",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_diff_and_syntect.test_diff_custom_unified_context",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_blame.test_blame_combined_all_options",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 437,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "tests.test_draw_decorations.test_file_decoration_unicode_box",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.253
      },
      "name": "tests.test_diff_stat.test_relative_paths_from_src_subdir",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 155,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_ansi_gaps.test_osc_window_title_stripped",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 239,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_ansi_iterator.test_fixed_foreground_color",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_diff_and_syntect.test_diff_args_without_leading_dash",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 187,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_ansi_iterator.test_underline_with_subparameters",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 405,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_bat_output_gaps.test_binary_content_through_pager",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_ansi_iterator.test_strikethrough_attribute",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 252,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_ansi_gaps.test_ansi_with_cjk_characters",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 467,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_commit_meta.test_simple_commit_formatting",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_bat_output_gaps.test_nonexistent_pager_fallback_to_stdout",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 459,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_commit_meta.test_multiple_commits_in_single_output",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "tests.test_diff_and_syntect.test_diff_with_background_color",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_diff_subcommand.test_diff_args_with_uppercase_U_flag",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 455,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_blame.test_blame_unicode_content",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 439,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "tests.test_draw_decorations.test_file_decoration_underoverline",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 437,
        "message_redacted": true,
        "time": 0.281
      },
      "name": "tests.test_draw_decorations.test_file_decoration_unicode_box_underline",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_diff_stat.test_relative_paths_from_lib_subdir",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 322,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_ansi_iterator.test_rgb_background_color",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_ansi_iterator.test_dimmed_attribute",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 270,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_ansi_gaps.test_cursor_movement_no_sgr_style",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_blame.test_blame_format_author_commit",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 210,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_ansi_iterator.test_black_foreground",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_diff_and_syntect.test_diff_multiple_args",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "tests.test_bat_output_gaps.test_pager_with_arguments",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 458,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_blame.test_blame_very_long_line",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_diff_subcommand.test_diff_args_with_U0_context",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 467,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_commit_meta.test_whitespace_variations_in_metadata",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 465,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "tests.test_commit_meta.test_multiline_commit_message",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "tests.test_diff_and_syntect.test_diff_zero_context",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 442,
        "message_redacted": true,
        "time": 0.205
      },
      "name": "tests.test_draw_decorations.test_hunk_header_decoration_underline",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 359,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_ansi_gaps.test_truncate_long_line_with_indicator",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 0.237
      },
      "name": "tests.test_draw_decorations.test_file_decoration_box_underline_narrow_width",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_diff_stat.test_relative_paths_from_nested_subdir",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 268,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_ansi_iterator.test_fixed_background_color",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 226,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "tests.test_ansi_iterator.test_blink_slow_attribute",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 216,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_ansi_gaps.test_misc_csi_sequences_stripped",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 468,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_commit_meta.test_short_commit_sha",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 458,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_blame.test_blame_unusual_author_names",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_blame.test_blame_format_timestamp_only",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 458,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "tests.test_commit_meta.test_unicode_in_author_name_and_message",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 359,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_ansi_gaps.test_truncate_preserves_ansi_codes",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 387,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "tests.test_bat_output_gaps.test_navigate_mode_with_pager",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_diff_subcommand.test_diff_args_with_U5_context",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_diff_and_syntect.test_diff_empty_args",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_diff_and_syntect.test_diff_with_combined_styles",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 439,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_draw_decorations.test_file_decoration_box_with_underline",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 230,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_ansi_iterator.test_green_background",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 439,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "tests.test_draw_decorations.test_file_decoration_box_underline_width_shorter_than_text",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 448,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_diff_stat.test_relative_paths_with_hyperlinks",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 491,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_blame.test_blame_renamed_file_with_old_filename",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_ansi_gaps.test_nested_sgr_codes",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 233,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_ansi_iterator.test_combined_attributes",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 150,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_diff_and_syntect.test_diff_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 349,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_ansi_gaps.test_truncate_double_width_character",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_commit_meta.test_merge_commit_with_multiple_parents",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_blame.test_blame_timestamp_custom_output_format",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 458,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_commit_meta.test_author_without_email",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_diff_subcommand.test_diff_args_with_U7_context",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_ansi_iterator.test_yellow_background",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 0.252
      },
      "name": "tests.test_draw_decorations.test_file_decoration_box_bold",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_bat_output_gaps.test_pager_option_overrides_env_precedence",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_bat_output_gaps.test_paging_never_mode",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 360,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_diff_stat.test_relative_paths_custom_align_width",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 452,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_draw_decorations.test_file_decoration_long_filename_box",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 336,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_diff_stat.test_diff_stat_followed_by_patch",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 135,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_ansi_iterator.test_non_sgr_csi_sequence",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 467,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_commit_meta.test_commit_decoration_none",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_diff_and_syntect.test_diff_with_ansi_color_styles",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 493,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_ansi_gaps.test_sequential_style_changes",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "tests.test_blame.test_blame_code_with_tabs",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 451,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_commit_meta.test_empty_commit_message",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 226,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_ansi_iterator.test_blue_background",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 349,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_ansi_gaps.test_truncate_at_double_width_boundary",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "tests.test_diff_subcommand.test_diff_args_without_leading_dash_gets_prefixed",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_blame.test_blame_palette_custom_colors",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_bat_output_gaps.test_lessutfchardef_preservation",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 0.304
      },
      "name": "tests.test_draw_decorations.test_file_decoration_box_underline_bold",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_bat_output_gaps.test_paging_always_with_pager_env_var",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 322,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_diff_stat.test_relative_paths_small_align_width",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 415,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_draw_decorations.test_file_decoration_none",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 421,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "tests.test_git_config_gaps.test_git_config_multiple_settings_combination",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 458,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_blame.test_blame_empty_and_whitespace_lines",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_ansi_iterator.test_csi_erase_in_line",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "tests.test_diff_and_syntect.test_diff_with_rgb_color_styles",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_commit_meta.test_special_characters_in_commit_message",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 547,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_ansi_gaps.test_rgb_foreground_and_background",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 445,
        "message_redacted": true,
        "time": 0.222
      },
      "name": "tests.test_commit_meta.test_merge_commit_with_styling",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_ansi_iterator.test_purple_background",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 359,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "tests.test_ansi_gaps.test_truncate_with_csi_sequences",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_blame.test_blame_separator_custom_format",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_diff_subcommand.test_diff_process_substitution_basic",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_bat_output_gaps.test_paging_always_with_delta_pager_env_var",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 445,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "tests.test_draw_decorations.test_file_decoration_underline_width_fixed",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_diff_subcommand.test_diff_args_unclosed_single_quote",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 344,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_grep.test_git_grep_with_context_lines",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 440,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_draw_decorations.test_file_decoration_raw_box",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 109,
        "message_redacted": true,
        "time": 0.352
      },
      "name": "tests.test_git_remote_urls.test_github_https_url_auto_detected",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 154,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_ansi_iterator.test_osc_hyperlink_sequence",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 226,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_ansi_iterator.test_cyan_background",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 358,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_ansi_gaps.test_max_syntax_highlighting_length_uses_truncate_str_short",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 225,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_ansi_gaps.test_malformed_escape_sequences",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.217
      },
      "name": "tests.test_blame.test_blame_timestamp_time_only_format",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 468,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_commit_meta.test_very_long_commit_message",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "tests.test_blame.test_blame_code_style_syntax",
      "status": "failure"
    },
    {
      "branch": "3c702ddd0c23",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_diff_and_syntect.test_diff_with_named_colors",
      "status": "failure"
    }
  ],
  "test_results_omitted": 542,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}
