{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "250ed10641156229709bfe686a61ae63374fc80c739a0afe64dc209aec2db933",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.13765097298892215
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(b026b858ac00b536533528deaa9ee186801a32736e2b9d3b0cd3ce3d8f3dbb42)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13195361499674618
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14342108801065478
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.3773513880005339
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.10792914799822029
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1241321879933821
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.68742077400384
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12709852699481416
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12150520799332298
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12817131700285245
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12648847300442867
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5206,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.180755536988727
    },
    {
      "branch": "cb25f14aad2d",
      "command": "docker cp 0ee787b157e38126b8e3d0a9ad103f13c16cd09ed425f2e39433a6431af110f5:/workspace/eval/results.xml /tmp/tmphpl2p_fd.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3448,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036494027997832745
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1324248169985367
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13299109099898487
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1271557349973591
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13088224100647494
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10532,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 8.349654304998694
    },
    {
      "branch": "0fd941cd858f",
      "command": "docker cp 06b815de4a981daa69b727c482b1e01b68f4277b0f3609c8ae1588e79f475828:/workspace/eval/results.xml /tmp/tmp4s8nmuok.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8146,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03875951000372879
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12461085600079969
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11475251500087325
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11692553499597125
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.103634074999718
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 53300,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 155.4299285629968
    },
    {
      "branch": "d7a5dbbf1b14",
      "command": "docker cp 10caad6e3c355622c82ac5ff77ae5f99f22b83220a36ebc8c41016cf82ada921:/workspace/eval/results.xml /tmp/tmp1bddv9eq.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 49995,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03781378999701701
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13075054199725855
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12115051998989657
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1289777179918019
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13274455499777105
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3496,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.024002815989661
    },
    {
      "branch": "49765b789e29",
      "command": "docker cp 66473cdfbd899d1c226545b6787b548fe1ff5389ff1ae2cd0fa146d828e2200e:/workspace/eval/results.xml /tmp/tmpgafhkynt.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1806,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03606964500795584
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1398752809909638
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10331191799195949
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12925495699164458
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13071505499829073
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4884,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.404591832004371
    },
    {
      "branch": "d9e7ed8f51b0",
      "command": "docker cp 9e799e276fd94f1d97ab7fef67048786c997d3a716925dd178115a81f4499e3f:/workspace/eval/results.xml /tmp/tmpyisgbcjw.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2760,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03890982299344614
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13516385199909564
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1309136159979971
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12934175999544095
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12986323499353603
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2765,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.3739784080098616
    },
    {
      "branch": "ccab1a09a39b",
      "command": "docker cp 02bb53db8ffdf8106c5b23c72c43f591c01a18691bbf3b4ae9f52504e6a74a8c:/workspace/eval/results.xml /tmp/tmpq_jhrp2u.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1268,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03673928200441878
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1361945359967649
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12689977200352587
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1355145330016967
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13973954699758906
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11854,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.273146054998506
    },
    {
      "branch": "fbf8fde470b4",
      "command": "docker cp 6d28bbfaf8aca61c55c0b2c5e293c3ec24edb5ad6eebf104addbcb2891f61627:/workspace/eval/results.xml /tmp/tmp92x9eqjw.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7589,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.042058560997247696
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13988862100814003
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12819791700167116
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13710085400089156
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1110181050025858
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3252,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.328585085997474
    },
    {
      "branch": "2a76b481f44f",
      "command": "docker cp 1e0b0d889e5916a3123a792f8d5f0b07985e882c9220e91baa87a0323298489e:/workspace/eval/results.xml /tmp/tmp28pgolf5.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2422,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04018153699871618
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 17,
    "passed": 399,
    "skipped": 3
  },
  "test_branch_errors": {},
  "test_branches": [
    "cb25f14aad2d",
    "0fd941cd858f",
    "d7a5dbbf1b14",
    "49765b789e29",
    "d9e7ed8f51b0",
    "ccab1a09a39b",
    "fbf8fde470b4",
    "2a76b481f44f"
  ],
  "test_records": 419,
  "test_results": [
    {
      "branch": "0fd941cd858f",
      "extra": {
        "message_chars": 906,
        "message_redacted": true,
        "time": 0.015
      },
      "name": "eval.tests.test_pingu.test_empty_host_produces_error",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 69,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "tests.test_art_rendering.test_renderASCIIArt_wraparound_at_40",
      "status": "skipped"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 70,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "tests.test_art_rendering.test_renderASCIIArt_wraparound_high_index",
      "status": "skipped"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 499,
        "message_redacted": true,
        "time": 0.018
      },
      "name": "tests.test_errors.test_empty_string_hostname",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 1471,
        "message_redacted": true,
        "time": 3.012
      },
      "name": "tests.test_edge_cases.test_ipv4_all_zeros_resolves_to_localhost",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 635,
        "message_redacted": true,
        "time": 6.061
      },
      "name": "tests.test_art_rendering.test_ansi_reset_codes_present",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 6.067
      },
      "name": "tests.test_art_rendering.test_colorize_black_character_replacement",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 987,
        "message_redacted": true,
        "time": 15.066
      },
      "name": "tests.test_art_rendering.test_colorize_white_character_replacement",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 1211,
        "message_redacted": true,
        "time": 21.066
      },
      "name": "tests.test_art_rendering.test_colorize_mixed_colors_in_single_line",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 499,
        "message_redacted": true,
        "time": 0.017
      },
      "name": "tests.test_flags.test_empty_host_string",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 542,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_errors.test_invalid_hostname_lookup_failure",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 69,
        "message_redacted": true,
        "time": 0.0
      },
      "name": "tests.test_art_rendering.test_wraparound_preserves_exact_art",
      "status": "skipped"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 114,
        "message_redacted": true,
        "time": 21.066
      },
      "name": "tests.test_art_rendering.test_bold_flag_set_in_all_colors",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 2486,
        "message_redacted": true,
        "time": 57.07
      },
      "name": "tests.test_art_rendering.test_pingu_array_lines_have_consistent_length",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 1210,
        "message_redacted": true,
        "time": 21.068
      },
      "name": "tests.test_art_rendering.test_colorize_red_character_replacement",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 123,
        "message_redacted": true,
        "time": 6.066
      },
      "name": "tests.test_art_rendering.test_character_replacement_uses_hash",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 1879,
        "message_redacted": true,
        "time": 39.069
      },
      "name": "tests.test_art_rendering.test_colorize_yellow_character_replacement",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "extra": {
        "message_chars": 625,
        "message_redacted": true,
        "time": 0.013
      },
      "name": "tests.test_edge_cases.test_ipv6_mapped_ipv4_address",
      "status": "failure"
    },
    {
      "branch": "fbf8fde470b4",
      "extra": {
        "message_chars": 146,
        "message_redacted": true,
        "time": 0.014
      },
      "name": "tests.test_edge_cases.TestHostValidation.test_empty_hostname",
      "status": "failure"
    },
    {
      "branch": "2a76b481f44f",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_pingu.test_version_format",
      "status": "failure"
    }
  ],
  "test_results_omitted": 0,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}