{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "aeb9776912e1acaabeb4154039f8956b0a31d98ed3bacccc60f927856bff81d8",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16698261701094452
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(d8a74a5b1149aff83043896fdeeaaff8ffb36f879b3ee5af31b1d6fb207192ae)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1288481219962705
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15292671200586483
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.10954408798716031
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12479207500291523
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.09546310399309732
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6685419050045311
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1280156519933371
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12504543100658339
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1316998239926761
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11990042999968864
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 19085,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.458439641006407
    },
    {
      "branch": "86ccb6017898",
      "command": "docker cp 0588e5834c67e466fe1c1c9cb19ddc04dcebfa24689e9c8b58cb41a3c93fc8c1:/workspace/eval/results.xml /tmp/tmp_tvna0fb.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 13592,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03766660099790897
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13216628698864952
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12576312200690154
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14390066199121065
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13600813700759318
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 21167,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 19.62173619499663
    },
    {
      "branch": "8d05e17648bb",
      "command": "docker cp 86cbe82cb72aec917443b7135517bf5deb21c88b3a02f302c0c8d14133153690:/workspace/eval/results.xml /tmp/tmpcgdj9t30.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14747,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02183251098904293
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12158456799807027
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13983165498939343
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13302338600624353
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12475276600162033
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 141221,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 99.26568701700307
    },
    {
      "branch": "4b122006061d",
      "command": "docker cp b231b37a1c96792d86cc03eff5c625311c5ba7453817ab28ed4d4d14160323ff:/workspace/eval/results.xml /tmp/tmpli71ksoz.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 130935,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03992119000758976
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14425295700493734
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12744165099866223
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12462921600672416
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13816335899173282
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 25577,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.694613299987395
    },
    {
      "branch": "a6e580777513",
      "command": "docker cp 18cdebd355bac572ac51d6036544b3bf3c8a9d5ec824bc1801a2816183272fe2:/workspace/eval/results.xml /tmp/tmpc_soydtt.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 19410,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03899311400891747
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13797984000120778
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13202071900013834
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10941264900611714
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11382302100537345
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 24940,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.863675437998609
    },
    {
      "branch": "cfb7237a9672",
      "command": "docker cp bdfd65c5a2961082d092fb81254979439ef443e9fc6c6e1641b4a2d659cc6ceb:/workspace/eval/results.xml /tmp/tmpaps9hls4.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 22858,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031075607999810018
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15453292099118698
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12000039900885895
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12415148499712814
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11705294701096136
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6850,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.470898435989511
    },
    {
      "branch": "468c183c591f",
      "command": "docker cp b38c7c347b3993e4cf8dcb7fd22dcb6a7cac1add99c856864ada63e08b0d0d0a:/workspace/eval/results.xml /tmp/tmpf2jfoi55.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4453,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03542627999559045
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14063538401387632
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12877025299530942
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09336021200579125
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12700371599930804
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6099,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5703051169984974
    },
    {
      "branch": "92e8b85bf4a9",
      "command": "docker cp 6324a1bd72691a6a73761a1cf27a1db2cd151c8f90142a38c83f4bfc41560ab7:/workspace/eval/results.xml /tmp/tmpvyi3tbq0.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3536,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03856579899729695
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14462829200783744
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1315723449952202
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12542510699131526
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12293967900041025
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2095,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4235287240007892
    },
    {
      "branch": "e40109405290",
      "command": "docker cp 40237c6548cdd258297e3a94aa332702c013c7fa3fb63b93e61e5e9784715180:/workspace/eval/results.xml /tmp/tmpxk8zwskc.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 846,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03943638599594124
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13497254000685643
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12930286600021645
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12190315399493556
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12503893200482707
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5607,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.3579436740110395
    },
    {
      "branch": "f4203d1eba9d",
      "command": "docker cp 337cf02412edd8527a10ea94648a258de176698bbf5a91199dcc12cf54249728:/workspace/eval/results.xml /tmp/tmpogdun242.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3126,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03604980198724661
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12569045298732817
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11258270700636785
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12700010598928202
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13112293100857642
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17350,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 73.86651686098776
    },
    {
      "branch": "c32b4141af52",
      "command": "docker cp 3a74353a6825b8a308c301bf637a2b1c0af336185679260e1bf7a55949013155:/workspace/eval/results.xml /tmp/tmpohcsjt0k.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 22087,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03677589200378861
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14524450300086755
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09510556899476796
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10398687100678217
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14069667499279603
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11412,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 20.268781427002978
    },
    {
      "branch": "855287dc3911",
      "command": "docker cp 12932243be33534fa1df96001f9a6480bb3210d04a705fbe078bc1bd36658691:/workspace/eval/results.xml /tmp/tmp94wdoqtf.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6219,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.028795457998057827
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1338095160026569
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12298317901149858
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12266542299767025
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1256007150077494
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4905,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.77067191999231
    },
    {
      "branch": "a5874d2f6b06",
      "command": "docker cp 46df64612a870b4526d6ac9a5149ffa728add7b02c2f207665d16093cb16902c:/workspace/eval/results.xml /tmp/tmpeu4sr1ej.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2912,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039784412991139106
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13222648699593265
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13022221298888326
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13194941100664437
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13206752800033428
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7589,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.787543878002907
    },
    {
      "branch": "ae3c6e3d6566",
      "command": "docker cp 357790d79e23d69e13b6c7d4593c8e966dfdea772f49a973792cdd4864f58c08:/workspace/eval/results.xml /tmp/tmprocn5n30.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4771,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037361194990808144
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 123,
    "passed": 662
  },
  "test_branch_errors": {},
  "test_branches": [
    "86ccb6017898",
    "8d05e17648bb",
    "4b122006061d",
    "a6e580777513",
    "cfb7237a9672",
    "468c183c591f",
    "92e8b85bf4a9",
    "e40109405290",
    "f4203d1eba9d",
    "c32b4141af52",
    "855287dc3911",
    "a5874d2f6b06",
    "ae3c6e3d6566"
  ],
  "test_records": 785,
  "test_results": [
    {
      "branch": "86ccb6017898",
      "extra": {
        "message_chars": 191,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_configuration.test_config_path_invalid_toml",
      "status": "failure"
    },
    {
      "branch": "86ccb6017898",
      "extra": {
        "message_chars": 236,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_configuration.test_config_path_valid",
      "status": "failure"
    },
    {
      "branch": "86ccb6017898",
      "extra": {
        "message_chars": 245,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "eval.tests.test_configuration.test_config_with_custom_styles",
      "status": "failure"
    },
    {
      "branch": "8d05e17648bb",
      "extra": {
        "message_chars": 319,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "eval.tests.test_config.test_config_with_multiple_keywords",
      "status": "failure"
    },
    {
      "branch": "8d05e17648bb",
      "extra": {
        "message_chars": 38,
        "message_redacted": true,
        "time": 0.914
      },
      "name": "eval.tests.test_follow_mode.test_follow_flag_short",
      "status": "failure"
    },
    {
      "branch": "8d05e17648bb",
      "extra": {
        "message_chars": 45,
        "message_redacted": true,
        "time": 3.019
      },
      "name": "eval.tests.test_follow_mode.test_follow_and_print_flags_together",
      "status": "failure"
    },
    {
      "branch": "8d05e17648bb",
      "extra": {
        "message_chars": 92,
        "message_redacted": true,
        "time": 15.019
      },
      "name": "eval.tests.test_edge_cases.test_very_long_line",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 909,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_cli_basic.test_dates_highlighting",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_cli_basic.test_binary_file_non_utf8",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 110,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_cli_basic.test_disable_multiple_highlighters",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 111,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_cli_basic.test_directory_instead_of_file",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 659,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_cli_basic.test_urls_highlighting",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 390,
        "message_redacted": true,
        "time": 0.086
      },
      "name": "tests.test_completions.test_zsh_completions_contains_compdef_and_function",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 390,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_completions.test_zsh_completions_includes_option_arguments",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 377,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_config.test_custom_config_numbers",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 424,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_completions.test_completion_flag_ignores_file_argument",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 394,
        "message_redacted": true,
        "time": 0.078
      },
      "name": "tests.test_completions.test_generate_bash_completions_exact_output",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 45,
        "message_redacted": true,
        "time": 1.818
      },
      "name": "tests.test_advanced_modes.test_follow_mode_basic_append",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 1.822
      },
      "name": "tests.test_advanced_modes.test_follow_mode_with_enable_flag",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 1.822
      },
      "name": "tests.test_advanced_modes.test_follow_mode_with_disable_flag",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 38,
        "message_redacted": true,
        "time": 2.118
      },
      "name": "tests.test_advanced_modes.test_follow_mode_multiline_batch",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 2450,
        "message_redacted": true,
        "time": 2.424
      },
      "name": "tests.test_advanced_modes.test_follow_mode_large_file_initial_read",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_config.test_unicode_keywords_in_config",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 394,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_completions.test_bash_completions_includes_all_major_flags",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 285,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_config.test_custom_keywords_config",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 394,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_completions.test_generate_fish_completions_exact_output",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 417,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_completions.test_completion_flag_with_other_flags_still_generates",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 394,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_completions.test_bash_completions_output_is_stable",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 245,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_config.test_config_keywords_with_no_builtin",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 246,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_config.test_missing_regex_field",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 259,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_config.test_type_mismatch_in_config",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 239,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_config.test_invalid_toml_syntax",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 447,
        "message_redacted": true,
        "time": 0.099
      },
      "name": "tests.test_config.test_multiple_keyword_groups",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_config.test_invalid_regex_pattern",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 175,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_errors.test_directory_instead_of_file_path",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 425,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_completions.test_multiple_completion_flags_bash_wins",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 38,
        "message_redacted": true,
        "time": 1.818
      },
      "name": "tests.test_advanced_modes.test_follow_mode_with_highlighting",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 241,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_config.test_custom_regexes_config",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 394,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_completions.test_bash_completions_includes_highlighter_names",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 390,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_completions.test_generate_zsh_completions_exact_output",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 336,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_config.test_style_attributes_bold_italic_underline",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 249,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_config.test_missing_keywords_field",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_config.test_config_with_cli_highlight",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 394,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_completions.test_fish_completions_output_is_stable",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 400,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_config.test_custom_quote_character",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 38,
        "message_redacted": true,
        "time": 1.817
      },
      "name": "tests.test_advanced_modes.test_follow_mode_with_custom_highlights",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 42,
        "message_redacted": true,
        "time": 1.814
      },
      "name": "tests.test_advanced_modes.test_follow_mode_with_special_characters",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 462,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_config.test_comprehensive_highlighting_default",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 218,
        "message_redacted": true,
        "time": 6.017
      },
      "name": "tests.test_advanced_modes.test_follow_and_exec_conflict_error",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_errors.test_invalid_toml_config_syntax_error",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 390,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_completions.test_completion_flag_ignores_stdin",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 394,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_completions.test_bash_completions_contains_function_definition",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 394,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_completions.test_fish_completions_includes_highlighter_choices",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.105
      },
      "name": "tests.test_config.test_unknown_section_ignored",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 444,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "tests.test_config.test_config_with_all_sections",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_config.test_partial_config",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 259,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_config.test_many_keywords_in_list",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 466,
        "message_redacted": true,
        "time": 0.107
      },
      "name": "tests.test_config.test_multiple_regex_patterns",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 390,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_completions.test_zsh_completions_output_is_stable",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 457,
        "message_redacted": true,
        "time": 0.321
      },
      "name": "tests.test_config.test_comprehensive_highlighting_custom",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 47,
        "message_redacted": true,
        "time": 1.816
      },
      "name": "tests.test_advanced_modes.test_follow_mode_empty_file_then_content",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_errors.test_binary_file_as_config_path",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 1.815
      },
      "name": "tests.test_advanced_modes.test_follow_mode_file_with_no_final_newline",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 394,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_completions.test_fish_completions_contains_complete_commands",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 452,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_config.test_bright_color_variants",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 265,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_config.test_invalid_field_value",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 41,
        "message_redacted": true,
        "time": 2.116
      },
      "name": "tests.test_advanced_modes.test_follow_mode_with_long_lines",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 296,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_errors.test_config_file_with_wrong_types",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 70,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_highlighters.test_numbers_hexadecimal_values",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 897,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_keywords.test_builtin_keywords_default_all_groups",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 1014,
        "message_redacted": true,
        "time": 0.091
      },
      "name": "tests.test_keywords.test_custom_highlight_in_realistic_log_context",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 460,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_pager.test_custom_pager_with_cat_and_file_placeholder",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 586,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_pager.test_custom_pager_head_limits_output",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 586,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_pager.test_pager_flag_overrides_env_var",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 1705,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_pager.test_custom_pager_without_args_errors",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 1702,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_pager.test_custom_pager_empty_command_errors",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 460,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_pager.test_pager_with_quoted_arguments",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 460,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_pager.test_print_flag_overrides_pager",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 457,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_pager.test_pager_with_grep_filtering",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 122,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_errors.test_no_arguments_and_no_stdin",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 460,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_pager.test_pager_with_special_shell_characters",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 265,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_advanced_modes.test_exec_and_file_conflict_error",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 36,
        "message_redacted": true,
        "time": 2.418
      },
      "name": "tests.test_advanced_modes.test_follow_mode_rapid_appends",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_pager.test_large_file_line_count_preserved",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 586,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_pager.test_tailspin_pager_env_var",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 460,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_pager.test_print_flag_bypasses_pager",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 460,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_pager.test_stdin_always_prints_to_stdout",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 1726,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_pager.test_nonexistent_pager_command_errors",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 1700,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_pager.test_pager_with_nonzero_exit_status_errors",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 38,
        "message_redacted": true,
        "time": 2.721
      },
      "name": "tests.test_advanced_modes.test_follow_mode_multiple_appends_sequence",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 713,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_pager.test_file_placeholder_multiple_occurrences",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 1829,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_pager.test_pager_command_with_wc_shows_temp_path",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 372,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_pager.test_pager_without_file_placeholder",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 460,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_pager.test_stdin_with_pager_flag_ignores_pager",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 346,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_errors.test_mixed_valid_and_invalid_flags",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 457,
        "message_redacted": true,
        "time": 0.231
      },
      "name": "tests.test_pager.test_pager_with_tail_command",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 362,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_pager.test_pager_command_with_awk",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 1014,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_pager.test_pager_with_multiple_spaces_in_args",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 457,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "tests.test_pager.test_pager_command_with_sed",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 512,
        "message_redacted": true,
        "time": 33.868
      },
      "name": "tests.test_harvest.test_example3_log_file",
      "status": "failure"
    },
    {
      "branch": "4b122006061d",
      "extra": {
        "message_chars": 165,
        "message_redacted": true,
        "time": 90.036
      },
      "name": "tests.test_errors.test_very_long_line_handling",
      "status": "failure"
    },
    {
      "branch": "a6e580777513",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_argument_parsing.TestExecFlag.test_exec_with_file_conflict",
      "status": "failure"
    },
    {
      "branch": "a6e580777513",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "eval.tests.test_argument_parsing.TestEdgeCases.test_dash_as_filename",
      "status": "failure"
    },
    {
      "branch": "cfb7237a9672",
      "extra": {
        "message_chars": 482,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "eval.tests.test_args_parsing.test_missing_required_option_values[args0-2-stderr_needles0]",
      "status": "failure"
    },
    {
      "branch": "cfb7237a9672",
      "extra": {
        "message_chars": 971,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_args_parsing.test_boolean_flags_do_not_accept_values[args2-unexpected value 'true' for '--print']",
      "status": "failure"
    },
    {
      "branch": "cfb7237a9672",
      "extra": {
        "message_chars": 985,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "eval.tests.test_args_parsing.test_boolean_flags_do_not_accept_values[args0-unexpected value 'true' for '--follow']",
      "status": "failure"
    },
    {
      "branch": "cfb7237a9672",
      "extra": {
        "message_chars": 497,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "eval.tests.test_args_parsing.test_combined_short_flags_and_equivalents_parse[args0]",
      "status": "failure"
    },
    {
      "branch": "cfb7237a9672",
      "extra": {
        "message_chars": 999,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "eval.tests.test_args_parsing.test_boolean_flags_do_not_accept_values[args1-unexpected value 'false' for '--follow']",
      "status": "failure"
    },
    {
      "branch": "cfb7237a9672",
      "extra": {
        "message_chars": 497,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "eval.tests.test_args_parsing.test_combined_short_flags_and_equivalents_parse[args1]",
      "status": "failure"
    },
    {
      "branch": "cfb7237a9672",
      "extra": {
        "message_chars": 851,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "eval.tests.test_args_parsing.test_enable_invalid_choice_lists_possible_values_and_suggestion",
      "status": "failure"
    },
    {
      "branch": "468c183c591f",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_config_env.test_cli_pager_overrides_tailspin_pager_env_var",
      "status": "failure"
    },
    {
      "branch": "468c183c591f",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "eval.tests.test_config_env.test_xdg_config_home_not_used_when_config_path_provided",
      "status": "failure"
    },
    {
      "branch": "468c183c591f",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "eval.tests.test_config_env.test_config_path_malformed_toml_is_error",
      "status": "failure"
    },
    {
      "branch": "c32b4141af52",
      "extra": {
        "message_chars": 529,
        "message_redacted": true,
        "time": 2.584
      },
      "name": "eval.tests.test_tui_basic.test_tui_shows_bottom_indicator_at_end",
      "status": "failure"
    },
    {
      "branch": "c32b4141af52",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 1.674
      },
      "name": "eval.tests.test_tui_basic.test_tui_handles_empty_file",
      "status": "failure"
    },
    {
      "branch": "c32b4141af52",
      "extra": {
        "message_chars": 534,
        "message_redacted": true,
        "time": 4.169
      },
      "name": "eval.tests.test_tui_edge_cases.test_navigation_at_bottom_boundary",
      "status": "failure"
    },
    {
      "branch": "c32b4141af52",
      "extra": {
        "message_chars": 3158,
        "message_redacted": true,
        "time": 2.302
      },
      "name": "eval.tests.test_tui_navigation.test_navigation_page_down",
      "status": "failure"
    },
    {
      "branch": "c32b4141af52",
      "extra": {
        "message_chars": 1074,
        "message_redacted": true,
        "time": 2.585
      },
      "name": "eval.tests.test_tui_navigation.test_navigation_goto_end_with_G",
      "status": "failure"
    },
    {
      "branch": "c32b4141af52",
      "extra": {
        "message_chars": 533,
        "message_redacted": true,
        "time": 5.073
      },
      "name": "eval.tests.test_tui_navigation.test_navigation_at_boundaries",
      "status": "failure"
    },
    {
      "branch": "855287dc3911",
      "extra": {
        "message_chars": 135,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "eval.tests.test_config.test_custom_config_date_color",
      "status": "failure"
    }
  ],
  "test_results_omitted": 3,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}