{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "92590f467e1abb78032c23707ece38b8d6328d5b716104df228d2151e56f3db5",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1749043700110633
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(a6fc6dcc471bfaf4ff37a24a810023dfeefa9c0652a07e4efdcdad2b404b776e)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.11771986400708556
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1649091870058328
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.14625835198967252
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13947600100073032
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.13068984900019132
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6589754500018898
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12682556299841963
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13312152799335308
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11834868000005372
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12804644599964377
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 21571,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.389420808001887
    },
    {
      "branch": "43f49b9accc2",
      "command": "docker cp 0645830e06f6d493ada2914342251db59e2d5da83be5efd2560de19246c98093:/workspace/eval/results.xml /tmp/tmpbvfen__v.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14907,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.034622273000422865
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11634008299733978
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.07396919198799878
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12912448999122716
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10872208600630984
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 21335,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.397123767994344
    },
    {
      "branch": "d2ba62183d6f",
      "command": "docker cp 4fdd2789ea5d0d2d382f12be3ceab7873030518bba40738577b914149ee575dc:/workspace/eval/results.xml /tmp/tmprt6h1g3t.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 15119,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037790938004036434
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11743918700085487
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1310490390023915
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10520094599633012
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12358786199183669
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 153976,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 15.355242140009068
    },
    {
      "branch": "850c3224e9b7",
      "command": "docker cp a509348b01cdc04644ad62689fc7ce2b94d0038285f4dfdcc7bde4a766f3f288:/workspace/eval/results.xml /tmp/tmpf23bgz9c.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 163210,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0396893849974731
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1359716940060025
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1181117730011465
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11839164300181437
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12490406598953996
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8685,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.751447204995202
    },
    {
      "branch": "b06ded6ae157",
      "command": "docker cp 0ef97826383be4ea504fb55fc189f491ad656eb016948b9ff29e8fbf724c3593:/workspace/eval/results.xml /tmp/tmpv36d8dq0.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5522,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037467498987098224
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13828833200386725
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11859781100065447
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12186272299732082
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13674333899689373
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1941,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4219430700031808
    },
    {
      "branch": "74a45de3d201",
      "command": "docker cp b6fdbd2b9dcc2296ebdcc6b3cabcf5dbcc345e202bcbe41cc101e54011f9c4a1:/workspace/eval/results.xml /tmp/tmpqe0vbuy8.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 740,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.032994353998219594
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13087325400556438
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1342088329984108
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12758499199117068
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14062480699794833
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8629,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5873800970002776
    },
    {
      "branch": "74f705c5ac9b",
      "command": "docker cp bc566f1471b8dbf8af1aefb90f41cc1d1c1a6cbf4b953bfabc1debb280e0f2f4:/workspace/eval/results.xml /tmp/tmpf2dn4vrl.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5760,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03491698300058488
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14151948399376124
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10603347400319763
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13653855099983048
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1364171410095878
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2684,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.367911301989807
    },
    {
      "branch": "0b2570bd9c19",
      "command": "docker cp cf84fcebddf9d9e09f3707d6ddbfbe404af86bef10c2c208ab5863d77a944dfd:/workspace/eval/results.xml /tmp/tmp_6l77m6h.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1286,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0331239130027825
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14081045700004324
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12337620600010268
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14111147499352228
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1347873220074689
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11324,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.361055782996118
    },
    {
      "branch": "4ecb89bbbf84",
      "command": "docker cp 070f2781de4fef27824cc4f20232cff1e48106b032d288df836125ca36b3dd21:/workspace/eval/results.xml /tmp/tmp3xbzne32.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7974,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036430884996661916
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13815182300459128
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13064494500576984
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13323933999345172
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13492902099096682
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5801,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6044489050109405
    },
    {
      "branch": "6aa05bc59f20",
      "command": "docker cp 60226aab998592efc269441c0836368697dc2d64e290720720f9657e004362ff:/workspace/eval/results.xml /tmp/tmpk4em_snr.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7991,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03693005100649316
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12769640199257992
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1376361260045087
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12619244000234175
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1223511019925354
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5913,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.7168532510113437
    },
    {
      "branch": "89fe61bbbafe",
      "command": "docker cp 128a5b691211d2d91bdce0a3caf167377bfbf04b18ccc569db6d2e7cde8f6542:/workspace/eval/results.xml /tmp/tmpp4u6_if6.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3390,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02436103300715331
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12630085900309496
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13359097999637015
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12023655400844291
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12738967400218826
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5464,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.2412931229919195
    },
    {
      "branch": "669effe84377",
      "command": "docker cp f8b25b8349c3277714b5bfb203b4950ef7309a05821c4f6a5c6fe88a606c165c:/workspace/eval/results.xml /tmp/tmpfh64plny.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3745,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025047757997526787
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 65,
    "passed": 893,
    "skipped": 16
  },
  "test_branch_errors": {},
  "test_branches": [
    "43f49b9accc2",
    "d2ba62183d6f",
    "850c3224e9b7",
    "b06ded6ae157",
    "74a45de3d201",
    "74f705c5ac9b",
    "0b2570bd9c19",
    "4ecb89bbbf84",
    "6aa05bc59f20",
    "89fe61bbbafe",
    "669effe84377"
  ],
  "test_records": 974,
  "test_results": [
    {
      "branch": "43f49b9accc2",
      "extra": {
        "message_chars": 82,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_completion.test_completion_zsh",
      "status": "failure"
    },
    {
      "branch": "43f49b9accc2",
      "extra": {
        "message_chars": 135,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "eval.tests.test_completion.test_completion_powershell",
      "status": "failure"
    },
    {
      "branch": "d2ba62183d6f",
      "extra": {
        "message_chars": 346,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "eval.tests.test_basic.test_completion_zsh",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 2320,
        "message_redacted": true,
        "time": 0.084
      },
      "name": "tests.test_colors_special.test_completion_bash_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 593,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_colors_special.test_completion_output_not_truncated",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_display.test_completion_powershell_valid_script",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 431,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "tests.test_colors_special.test_gradient_with_plain_mode",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 819,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_colors_special.test_gradient_color_scheme_with_mixed_bytes",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 1898,
        "message_redacted": true,
        "time": 0.098
      },
      "name": "tests.test_display.test_completion_bash_valid_script",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 98,
        "message_redacted": true,
        "time": 0.066
      },
      "name": "tests.test_error_diagnostics.test_unit_without_number_suggests_prepending_integer",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 164,
        "message_redacted": true,
        "time": 0.093
      },
      "name": "tests.test_error_diagnostics.test_empty_skip_value_prompts_forgot_to_write",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 248,
        "message_redacted": true,
        "time": 0.071
      },
      "name": "tests.test_error_diagnostics.test_unit_multiplication_overflow_with_helpful_question",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 94,
        "message_redacted": true,
        "time": 0.092
      },
      "name": "tests.test_error_diagnostics.test_empty_after_sign_suggests_forgot_digits",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 233,
        "message_redacted": true,
        "time": 0.088
      },
      "name": "tests.test_help_version.test_missing_required_value",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 172,
        "message_redacted": true,
        "time": 0.094
      },
      "name": "tests.test_help_version.test_invalid_short_flag_error",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 2273,
        "message_redacted": true,
        "time": 0.105
      },
      "name": "tests.test_input_edges.test_fifo_negative_skip_error",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 2455,
        "message_redacted": true,
        "time": 0.093
      },
      "name": "tests.test_interactions.test_conflict_include_and_little_endian_flag",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 2455,
        "message_redacted": true,
        "time": 0.067
      },
      "name": "tests.test_interactions.test_conflict_include_and_endianness",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 8642,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_colors_special.test_completion_fish_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 436,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_display.test_completion_elvish_valid_script",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 798,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "tests.test_colors_special.test_gradient_with_no_characters",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 2363,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_colors_special.test_completion_and_color_table_mutually_exclusive",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.075
      },
      "name": "tests.test_display.test_completion_zsh_valid_script",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 1444,
        "message_redacted": true,
        "time": 0.087
      },
      "name": "tests.test_colors_special.test_gradient_has_rgb_escape_sequences",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 515,
        "message_redacted": true,
        "time": 0.1
      },
      "name": "tests.test_error_diagnostics.test_integer_overflow_explains_magnitude_problem",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 83,
        "message_redacted": true,
        "time": 0.069
      },
      "name": "tests.test_error_diagnostics.test_sign_after_hex_prefix_explains_correct_placement",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 510,
        "message_redacted": true,
        "time": 0.08
      },
      "name": "tests.test_interactions.test_empty_file_with_group8_panels3",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 804,
        "message_redacted": true,
        "time": 0.098
      },
      "name": "tests.test_lib_edges.test_gradient_color_scheme_nonascii_range",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 91,
        "message_redacted": true,
        "time": 0.076
      },
      "name": "tests.test_lib_edges.test_squeezer_with_color_codes",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_main_edges.test_block_size_hex_with_plus_sign_after_prefix",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.098
      },
      "name": "tests.test_main_edges.test_block_size_hex_empty_after_sign",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 2300,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_main_edges.test_block_size_unit_block_not_allowed",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 408,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_main_edges.test_block_size_unit_without_number",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "tests.test_colors_special.test_completion_zsh_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 1138,
        "message_redacted": true,
        "time": 0.098
      },
      "name": "tests.test_display.test_completion_fish_valid_script",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 425,
        "message_redacted": true,
        "time": 0.083
      },
      "name": "tests.test_colors_special.test_gradient_del_byte_special_color",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 88,
        "message_redacted": true,
        "time": 0.069
      },
      "name": "tests.test_colors_special.test_gradient_ascii_printable_progression",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 1579,
        "message_redacted": true,
        "time": 0.07
      },
      "name": "tests.test_main_edges.test_block_size_integer_too_large",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 549,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_main_edges.test_skip_just_plus_sign",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 2300,
        "message_redacted": true,
        "time": 0.099
      },
      "name": "tests.test_error_diagnostics.test_block_size_with_block_unit_explains_circular_dependency",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 395,
        "message_redacted": true,
        "time": 0.07
      },
      "name": "tests.test_formatting.test_error_panels_terminal_width_conflict",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 491,
        "message_redacted": true,
        "time": 0.066
      },
      "name": "tests.test_main_edges.test_skip_hex_with_sign_after_prefix",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 547,
        "message_redacted": true,
        "time": 0.097
      },
      "name": "tests.test_main_edges.test_length_empty_string",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 668,
        "message_redacted": true,
        "time": 0.091
      },
      "name": "tests.test_main_edges.test_length_just_minus_sign",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 579,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_main_edges.test_display_offset_empty_string",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.078
      },
      "name": "tests.test_main_edges.test_block_size_hex_with_minus_sign_after_prefix",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 1609,
        "message_redacted": true,
        "time": 0.101
      },
      "name": "tests.test_main_edges.test_block_size_overflow",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 628,
        "message_redacted": true,
        "time": 0.097
      },
      "name": "tests.test_main_edges.test_display_offset_unit_without_number",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 285,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_main_edges.test_completion_zsh_generates_script",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 436,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_colors_special.test_completion_elvish_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 366,
        "message_redacted": true,
        "time": 0.256
      },
      "name": "tests.test_colors_special.test_completion_all_shells_contain_help_flag",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 539,
        "message_redacted": true,
        "time": 0.073
      },
      "name": "tests.test_main_edges.test_skip_empty_string",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 549,
        "message_redacted": true,
        "time": 0.093
      },
      "name": "tests.test_main_edges.test_skip_just_minus_sign",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 489,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_main_edges.test_skip_hex_invalid_digits",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 446,
        "message_redacted": true,
        "time": 0.078
      },
      "name": "tests.test_main_edges.test_block_size_with_hex_valid_positive",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 557,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_main_edges.test_length_just_plus_sign",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 750,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_real_world_scenarios.test_multi_panel_structured_data_view",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 609,
        "message_redacted": true,
        "time": 0.1
      },
      "name": "tests.test_stress.test_octal_base_with_group_size_8",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 596,
        "message_redacted": true,
        "time": 0.099
      },
      "name": "tests.test_main_edges.test_length_unit_without_number",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 589,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_main_edges.test_display_offset_just_plus_sign",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 700,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_main_edges.test_display_offset_just_minus_sign",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 140,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_colors_special.test_completion_powershell_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "850c3224e9b7",
      "extra": {
        "message_chars": 819,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_colors_special.test_gradient_with_full_byte_range",
      "status": "failure"
    },
    {
      "branch": "b06ded6ae157",
      "extra": {
        "message_chars": 355,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "eval.tests.test_args_parsing.test_missing_value_for_option_length_short",
      "status": "failure"
    },
    {
      "branch": "b06ded6ae157",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.095
      },
      "name": "eval.tests.test_args_parsing.test_short_option_equals_syntax_works",
      "status": "failure"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 65,
        "message_redacted": true,
        "time": 0.0
      },
      "name": "eval.tests.test_hexyl_behavior.test_stdin_equals_file",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 80,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_length_limits_bytes[16-00000000]",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_display_offset_changes_address",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 100,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_base_changes_byte_representation[hexadecimal-\\b0a\\b]",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 70,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_skip_negative_from_end",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 96,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_base_changes_byte_representation[decimal-\\b10\\b]",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 82,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_length_limits_bytes[1kiB-00000000]",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 101,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_base_changes_byte_representation[binary-\\b00001010\\b]",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 94,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_base_changes_byte_representation[octal-\\b12\\b]",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 82,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_length_limits_bytes[0x10-00000000]",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 61,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_skip_positive",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 87,
        "message_redacted": true,
        "time": 0.0
      },
      "name": "eval.tests.test_hexyl_behavior.test_group_size_and_endianness_affect_output",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 87,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_no_squeezing_displays_all_lines",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.0
      },
      "name": "eval.tests.test_hexyl_behavior.test_plain_implies_no_color_no_border_no_panels",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 85,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_no_characters_removes_character_panel",
      "status": "skipped"
    },
    {
      "branch": "6aa05bc59f20",
      "extra": {
        "message_chars": 82,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_hexyl_behavior.test_no_position_removes_position_panel",
      "status": "skipped"
    }
  ],
  "test_results_omitted": 0,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}