{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "f3cd8f4b0f4c8e938bfb448e39e68ddd16d82732c6b70501d447a29d87f87761",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14569947899144609
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(54ce16f94b2370b44274b080b5ef1f6f7116f71b00e1f8d7084c9e921dca9eb9)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.12768301699543372
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1391123549983604
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13412503199651837
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13864060099876951
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1168978499918012
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6745335059968056
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1423435829929076
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11638152599334717
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11906570200517308
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13377543599926867
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 203361,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 25.760723155995947
    },
    {
      "branch": "9514639016ae",
      "command": "docker cp b9213d1a5cd8943846e43668c8f360bdfb5c7df5f68aadc521b785a51c7e4adc:/workspace/eval/results.xml /tmp/tmpuofftvcj.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 176695,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04294878100336064
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10418264800682664
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.0829410300066229
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1204573630093364
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12385039799846709
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 142713,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 18.7682609790063
    },
    {
      "branch": "f9adc4b60290",
      "command": "docker cp bad216ae542e6ec084ffb39b095eef8e40a41728c63448cdeab67e55c05a1c85:/workspace/eval/results.xml /tmp/tmpnvmnifo9.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 128253,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03440976300043985
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10698092100210488
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10898434599221218
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1311049010109855
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1314119870075956
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 594746,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 121.68732413899852
    },
    {
      "branch": "250360dd03f1",
      "command": "docker cp 14b3fee9f848f2fcbc16e790eaa4dc3a17f3fed563ea62cddb83ecc18f43ffd6:/workspace/eval/results.xml /tmp/tmppxn6glld.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 478559,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0375332219991833
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10540401299658697
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12001296899688896
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1293606550025288
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12718769400089514
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 192487,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 30.19797679100884
    },
    {
      "branch": "50747ecc0364",
      "command": "docker cp 0ae62f37134c00be58670b85c71fb2f151506fe80fcbc9c46a258983b1e681da:/workspace/eval/results.xml /tmp/tmp4f8towrd.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 159904,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02431927900761366
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1276419780042488
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12979948900465388
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1249415729980683
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11480693699559197
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 176940,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 18.607759820006322
    },
    {
      "branch": "3199837a8295",
      "command": "docker cp a5f0b24c057621ef45fdb95eb796a5e6a4d2580e373dad27c8a6b9142e61a450:/workspace/eval/results.xml /tmp/tmp2_qguz4p.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 145254,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023442049001459964
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1183747199975187
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11541175001184456
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09228826699836645
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11950535500363912
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 105330,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 12.965690254000947
    },
    {
      "branch": "fe34cbf31685",
      "command": "docker cp aa81734a4ac4aba87267cf585f4db82dc56f09c5718958e2d454f1c1b0355a0e:/workspace/eval/results.xml /tmp/tmpnvgpw43h.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 87665,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037661340000340715
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10645844900864176
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1131446800136473
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10179169000184629
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12323484600347001
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 105388,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 12.978999457001919
    },
    {
      "branch": "09dec68d2f7c",
      "command": "docker cp db7e4bba794d77c940e6406c047c0b5c46beec8f6ce40d71c63cc1ac205c0d62:/workspace/eval/results.xml /tmp/tmp67z2n0k0.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 87669,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.029010245998506434
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1241015439882176
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10557464099838398
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13066668799729086
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.0873836809914792
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 82245,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 13.041900452997652
    },
    {
      "branch": "80255e0c882d",
      "command": "docker cp 63f80457c38285644d94965ccd6ad07a8c9fd0fec6545db0970e23e6078e5ca1:/workspace/eval/results.xml /tmp/tmpl53qh9vy.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 41531,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031898496003123
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12526337899907958
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1308111149992328
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1278626450075535
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13174037300632335
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 44946,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.719860313998652
    },
    {
      "branch": "bc5b5e18d15a",
      "command": "docker cp 3851a072a8c45428af5b05f86389eb3e6a07ffe5f2d18a7374d04725cc0ee792:/workspace/eval/results.xml /tmp/tmptjwb06zo.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 26686,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03199657500954345
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1185942770098336
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13252031299634837
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10094189200026449
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13078631600365043
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 60685,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 8.733248025004286
    },
    {
      "branch": "ae12ec616445",
      "command": "docker cp 9d6ef978119dc422e231aebfc6f6a464472c111cdf8da16db3c4408e1bf23870:/workspace/eval/results.xml /tmp/tmplvr33t5r.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 48897,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.042109892005100846
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1196282339951722
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13659509900026023
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11802601399540436
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10201615799451247
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10289,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.611486360998242
    },
    {
      "branch": "57a79244d999",
      "command": "docker cp 92cfbd2195845b78d257d6e704c9575ead5f4850f13df29cac32f0df38aaad68:/workspace/eval/results.xml /tmp/tmp0235ptaj.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7928,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03839705100108404
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13795440200192388
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12168370599101763
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13635307201184332
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12114485399797559
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 290290,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 17.324383055994986
    },
    {
      "branch": "030accd10acf",
      "command": "docker cp fc8b65be80f96877f1157d03c2fd9a362ee5a7cc5421ec994c833832cf9371b5:/workspace/eval/results.xml /tmp/tmp50uveni1.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 296231,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038840893990709446
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1384678540052846
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11313115000666585
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12556605599820614
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11024554699542932
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 58077,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.9192070809949655
    },
    {
      "branch": "fe700d4a55d7",
      "command": "docker cp e066bec388664230e937d9761b2aed9b84549c99ef16bed0ef0d82a050950420:/workspace/eval/results.xml /tmp/tmphwixe984.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 41105,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0239523519994691
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11601811200671364
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11322433900204487
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1077046519931173
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1378266630053986
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 107198,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 15.009431263009901
    },
    {
      "branch": "8d55d43683b6",
      "command": "docker cp 7b4c42ca1bb93dfa2bcfd85d4d29974c18fcccbb102820d95763ca15fcbeb7a4:/workspace/eval/results.xml /tmp/tmpyz9lsguk.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 91695,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03149278300406877
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1372399009997025
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12490029400214553
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12471917600487359
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12649830299778841
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9219,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.640653483991628
    },
    {
      "branch": "a54992cb3aed",
      "command": "docker cp 4481b1829f78edd14e9d697d912f65d047a89b9f812c1f3f5c2615c4131bd7f3:/workspace/eval/results.xml /tmp/tmpwi0hd28a.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6169,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0390537830098765
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1238293269998394
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12788513500709087
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11578319400723558
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13023650299874134
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 103059,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 10.851636966006481
    },
    {
      "branch": "8d7c9d8d6386",
      "command": "docker cp 5804cfe81601497d6434e470e8871ad20e7631e4127a0196914e16dfd70aa8f7:/workspace/eval/results.xml /tmp/tmpddw9q4rn.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 87397,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03774671000428498
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1448212399991462
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13721170999633614
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12963197099452373
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13466470398998354
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11222,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.44572430900007
    },
    {
      "branch": "79f15197b2d1",
      "command": "docker cp 9b04e0313e52a441783c3136b94b2ad2094acfe4e44be2765a7bd03b8a1c1287:/workspace/eval/results.xml /tmp/tmpb0f5j1v9.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8820,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02862459899915848
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1373842190077994
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13310563498816919
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09679232600319665
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12793439399683848
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 43691,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 207.7610302020039
    },
    {
      "branch": "387ac1aec189",
      "command": "docker cp 9d1e3b9dd55d41d86a2cca2ae23d08f1ac8230c5e07074f59d4db5021f8b794a:/workspace/eval/results.xml /tmp/tmpd6a6mga5.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 48197,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.032137543996213935
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14036259999556933
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13420493000012357
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13330526200297754
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13113731099292636
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2564,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 13.676156273999368
    }
  ],
  "log_entries_omitted": 19,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "error": 51,
    "failure": 1482,
    "not_run": 17,
    "passed": 278,
    "skipped": 10
  },
  "test_branch_errors": {},
  "test_branches": [
    "9514639016ae",
    "f9adc4b60290",
    "250360dd03f1",
    "50747ecc0364",
    "3199837a8295",
    "fe34cbf31685",
    "09dec68d2f7c",
    "80255e0c882d",
    "bc5b5e18d15a",
    "ae12ec616445",
    "57a79244d999",
    "030accd10acf",
    "fe700d4a55d7",
    "8d55d43683b6",
    "a54992cb3aed",
    "8d7c9d8d6386",
    "79f15197b2d1",
    "387ac1aec189",
    "2721dda3a4c0",
    "5e755c60ae75",
    "16c4f1ed6bc2",
    "7521dd0ac2f0"
  ],
  "test_records": 1838,
  "test_results": [
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 306,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "eval.tests.test_assign_priority.test_assign_priority_help",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 357,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "eval.tests.test_backend_options.test_sqlite_file_path_creates_parent_dir",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 319,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "eval.tests.test_backend_options.test_backend_type_json_option",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 546,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "eval.tests.test_assign_priority.test_assign_priority_with_positive_number",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 283,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "eval.tests.test_basic_invocation.test_help_short_flag",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_comprehensive_configs.test_export_scroll_per_page_in_config",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "eval.tests.test_comprehensive_configs.test_minimal_valid_config",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 377,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_comprehensive_configs.test_combined_verbosity_and_log_with_config",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "eval.tests.test_config_files.test_config_with_custom_history_limit",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "eval.tests.test_comprehensive_configs.test_backend_type_sqlite_in_config",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "eval.tests.test_comprehensive_configs.test_all_boolean_settings_true",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 357,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_backend_options.test_json_file_path_creates_parent_dir",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "eval.tests.test_comprehensive_configs.test_default_journal_priority_in_config",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.1
      },
      "name": "eval.tests.test_backend_options.test_json_file_path_option",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 546,
        "message_redacted": true,
        "time": 0.095
      },
      "name": "eval.tests.test_assign_priority.test_assign_priority_alias_with_number",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.089
      },
      "name": "eval.tests.test_config_files.test_config_with_sqlite_backend_path",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.096
      },
      "name": "eval.tests.test_assign_priority.test_assign_priority_alias_help",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 393,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "eval.tests.test_backend_options.test_multiple_backend_options",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "eval.tests.test_comprehensive_configs.test_all_boolean_settings_false",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_config_files.test_config_with_sync_clipboard",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 321,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "eval.tests.test_backend_options.test_backend_type_sqlite_option",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "eval.tests.test_basic_invocation.test_version_flag",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.079
      },
      "name": "eval.tests.test_comprehensive_configs.test_app_state_dir_in_config",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "eval.tests.test_config_files.test_config_with_custom_backend_type",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_backend_options.test_sqlite_file_path_option",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "eval.tests.test_comprehensive_configs.test_full_external_editor_config",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 454,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "eval.tests.test_comprehensive_configs.test_all_cli_flags_combined",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 546,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "eval.tests.test_assign_priority.test_assign_priority_with_large_number",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 329,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "eval.tests.test_backend_options.test_json_file_path_short_flag",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "eval.tests.test_comprehensive_configs.test_config_with_inline_tables",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.066
      },
      "name": "eval.tests.test_config_files.test_config_with_datum_visibility",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.087
      },
      "name": "eval.tests.test_config_files.test_config_with_multiple_settings",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 307,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "eval.tests.test_backend_options.test_backend_type_short_flag",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 382,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "eval.tests.test_comprehensive_configs.test_combined_backend_and_config_flags",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 283,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "eval.tests.test_basic_invocation.test_version_short_flag",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "eval.tests.test_comprehensive_configs.test_export_default_path_in_config",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.107
      },
      "name": "eval.tests.test_backend_options.test_sqlite_file_path_short_flag",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 287,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "eval.tests.test_basic_invocation.test_help_flag",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "eval.tests.test_config_files.test_config_with_export_settings",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "eval.tests.test_config_files.test_config_with_custom_scroll_per_page",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "eval.tests.test_comprehensive_configs.test_backend_type_json_in_config",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "eval.tests.test_edge_cases.test_zero_history_limit",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "eval.tests.test_comprehensive_configs.test_theme_sections_all_present",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "eval.tests.test_comprehensive_configs.test_external_editor_as_string",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.101
      },
      "name": "eval.tests.test_edge_cases.test_config_with_comments_only",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "eval.tests.test_config_files.test_config_with_colored_tags",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.078
      },
      "name": "eval.tests.test_edge_cases.test_empty_config_file",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 546,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "eval.tests.test_import_journals.test_import_journals_with_valid_structure",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "eval.tests.test_flag_combinations.test_config_path_variations",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "eval.tests.test_flag_combinations.test_flags_before_and_after_command",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 283,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "eval.tests.test_flag_combinations.test_all_subcommand_aliases",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "eval.tests.test_flag_combinations.test_version_flag_alone",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.107
      },
      "name": "eval.tests.test_edge_cases.test_multiple_help_flags",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_edge_cases.test_config_file_with_only_whitespace",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "eval.tests.test_config_files.test_config_with_external_editor",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 306,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "eval.tests.test_import_journals.test_import_journals_help",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "eval.tests.test_edge_cases.test_all_datum_visibility_options",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 364,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "eval.tests.test_flag_combinations.test_backend_files_with_spaces_in_path",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "eval.tests.test_flag_combinations.test_empty_stdin",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 1712,
        "message_redacted": true,
        "time": 0.087
      },
      "name": "eval.tests.test_error_paths.test_theme_subcommand_with_no_action",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 299,
        "message_redacted": true,
        "time": 0.092
      },
      "name": "eval.tests.test_flag_combinations.test_verbose_levels",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 306,
        "message_redacted": true,
        "time": 0.085
      },
      "name": "eval.tests.test_logging_and_verbosity.test_verbose_flag_long_form",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 328,
        "message_redacted": true,
        "time": 0.089
      },
      "name": "eval.tests.test_logging_and_verbosity.test_log_file_short_flag",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.069
      },
      "name": "eval.tests.test_more_combinations.test_log_file_very_large",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.107
      },
      "name": "eval.tests.test_edge_cases.test_help_combined_with_other_flags",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "eval.tests.test_flag_combinations.test_log_file_variations",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_flag_combinations.test_multiple_backend_selections",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "eval.tests.test_import_journals.test_import_journals_alias_help",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 287,
        "message_redacted": true,
        "time": 0.083
      },
      "name": "eval.tests.test_flag_combinations.test_help_flag_alone",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 346,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "eval.tests.test_error_paths.test_invalid_theme_toml_format",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 299,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_logging_and_verbosity.test_verbose_flag_single",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 336,
        "message_redacted": true,
        "time": 0.095
      },
      "name": "eval.tests.test_flag_combinations.test_config_dir_with_spaces",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "eval.tests.test_config_files.test_config_with_json_backend_path",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 371,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "eval.tests.test_flag_combinations.test_short_flags_combined",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.098
      },
      "name": "eval.tests.test_flag_combinations.test_commands_ignore_stdin",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.084
      },
      "name": "eval.tests.test_logging_and_verbosity.test_log_file_creates_parent_dir",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.083
      },
      "name": "eval.tests.test_logging_and_verbosity.test_log_file_option",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.091
      },
      "name": "eval.tests.test_more_combinations.test_config_history_limit_boundary_values",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 338,
        "message_redacted": true,
        "time": 0.093
      },
      "name": "eval.tests.test_logging_and_verbosity.test_verbose_with_log_file",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.094
      },
      "name": "eval.tests.test_more_combinations.test_config_all_datum_visibility_values",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "eval.tests.test_flag_combinations.test_theme_default_output_is_valid_toml",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 344,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "eval.tests.test_more_combinations.test_theme_write_to_custom_location",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_more_combinations.test_theme_all_color_names",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "eval.tests.test_more_combinations.test_all_editor_temp_file_extensions",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "eval.tests.test_flag_combinations.test_print_config_multiple_times",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "eval.tests.test_more_combinations.test_config_export_scroll_per_page",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "eval.tests.test_more_combinations.test_theme_all_modifier_combinations",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "eval.tests.test_logging_and_verbosity.test_verbose_flag_multiple",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "eval.tests.test_more_combinations.test_log_file_already_exists",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 360,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "eval.tests.test_flag_combinations.test_backend_type_overrides",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "eval.tests.test_print_config.test_print_config_basic",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "eval.tests.test_more_combinations.test_external_editor_various_commands",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 283,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "eval.tests.test_print_config.test_print_config_alias",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "eval.tests.test_flag_combinations.test_all_subcommands_with_help",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "eval.tests.test_more_combinations.test_config_default_journal_priority_values",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "eval.tests.test_print_config.test_print_config_with_help",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_theme_commands.test_theme_print_path",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 333,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_more_combinations.test_multiple_configs_sequential",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 325,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "eval.tests.test_print_config.test_print_config_with_custom_config_dir",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "eval.tests.test_more_combinations.test_theme_various_hex_colors",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "eval.tests.test_print_config.test_print_config_with_json_backend",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "eval.tests.test_more_combinations.test_config_scroll_per_page_boundary_values",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.104
      },
      "name": "eval.tests.test_theme_commands.test_theme_print_path_alias",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "eval.tests.test_more_combinations.test_backend_paths_with_dots",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 296,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "eval.tests.test_theme_commands.test_theme_help",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.101
      },
      "name": "eval.tests.test_theme_commands.test_theme_print_default",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "eval.tests.test_theme_commands.test_theme_print_default_alias",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "eval.tests.test_theme_commands.test_theme_write_defaults",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 334,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "eval.tests.test_theme_commands.test_theme_write_defaults_alias",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "eval.tests.test_print_config.test_print_config_with_sqlite_backend",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 341,
        "message_redacted": true,
        "time": 0.085
      },
      "name": "eval.tests.test_theme_commands.test_theme_print_path_with_custom_config",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "eval.tests.test_theme_parsing.test_theme_write_creates_file_with_full_content",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_theme_parsing.test_custom_theme_with_underline_color",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "eval.tests.test_theme_parsing.test_custom_theme_with_modifiers",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "eval.tests.test_theme_parsing.test_theme_print_default_structure",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "eval.tests.test_theme_parsing.test_custom_theme_with_single_override",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 341,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "eval.tests.test_theme_parsing.test_theme_path_shows_correct_location",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "eval.tests.test_theme_parsing.test_custom_theme_with_background",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "eval.tests.test_theme_parsing.test_custom_theme_with_hex_color",
      "status": "failure"
    },
    {
      "branch": "9514639016ae",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.104
      },
      "name": "eval.tests.test_theme_parsing.test_theme_print_default_has_modifiers",
      "status": "failure"
    }
  ],
  "test_results_omitted": 1440,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": [
    "[ammarabouzor__tui-journal.2b4540d] branch 79f15197b2d1: 1 test(s) in JUnit XML not in tests.json"
  ]
}