{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "cd7708eddc9f9bc66a5146e3bdbb3be3895729cc10bedfb5338ce8e17dc9cfcf",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.12572822300717235
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(2d3c78fb64b6291fab22a5bc5f31d4d4142fa12dc7ed843b2ae8decbb1413d70)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1193304500047816
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.16906697100785095
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1426025520049734
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1392680470016785
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12482458500016946
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6944287749938667
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12441236099402886
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11249652299738955
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12375913900905289
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12206620299548376
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 37413,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.6777031579986215
    },
    {
      "branch": "066b68295b09",
      "command": "docker cp d367c4a1fbe2385db9cd7273533ae9dc23f5c3bf0fa025c4a8d8c9c4bb2c42cb:/workspace/eval/results.xml /tmp/tmptyado4cf.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 28124,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04038532898994163
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14223970798775554
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1273054610064719
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12921577400993556
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12207183300051838
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 88439,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 11.686171285997261
    },
    {
      "branch": "3f2b4bcfcec2",
      "command": "docker cp f179ac3dcec2346ea02e54026dcfcb9984eee7aa06cf31ed99f59c051f992156:/workspace/eval/results.xml /tmp/tmp_d5ellms.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 66311,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031643768001231365
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12911735600209795
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12554911599727347
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13733925399719737
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.0863959190028254
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 111121,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 16.904774273003568
    },
    {
      "branch": "d795615fe94d",
      "command": "docker cp 7121e9e34e359d22d13228e79ee036d8b5c3c726d9f797f3f328eab0ba3a8e9b:/workspace/eval/results.xml /tmp/tmp957yru4g.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 88031,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037489488007850014
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12850544499815442
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10856549699383322
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1237176810100209
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11934987900895067
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 18340,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.484959289999097
    },
    {
      "branch": "03200c1f8b6b",
      "command": "docker cp 82925718617cc429a967ddb3a91370fe06ca051deb505f40e830243e0caac2b9:/workspace/eval/results.xml /tmp/tmpzjliib5i.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12324,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03591850999509916
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1213000620045932
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1125108729902422
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13560714801133145
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.145322734999354
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2329,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.439147454002523
    },
    {
      "branch": "84a804e946be",
      "command": "docker cp 0e5991f7385872fad48caaa551919fccff386a3c33a80d636acbc6daa8322635:/workspace/eval/results.xml /tmp/tmp_rsjtyti.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 992,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03803922999941278
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1414405979885487
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11471487299422733
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10138229498988949
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11730076800449751
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9352,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5968540600006236
    },
    {
      "branch": "bcb1a5eb37b4",
      "command": "docker cp 2fe0749e08636536baa79a04d3dead4fb8f3cc7a92fcd8ba7b90806e30a70d91:/workspace/eval/results.xml /tmp/tmpi4p72k1z.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5685,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.022185447000083514
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14660382700094488
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1307307239912916
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13039577899326105
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13124104699818417
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3299,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.551542077999329
    },
    {
      "branch": "f4ef2edbac33",
      "command": "docker cp 3eb5a67bd1a9b3c192dd2447193f14e695bbd9878e1b58e7c479e9018ab71183:/workspace/eval/results.xml /tmp/tmpnkj0502a.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1622,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03959157000645064
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1307111540081678
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10850444898824207
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1333041680045426
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13032019999809563
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 19624,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.5642855539917946
    },
    {
      "branch": "c838c0f38211",
      "command": "docker cp 8b1bbbf4652cf4d1bd1eb630797898b070a688647149df040fea622c9d7d953c:/workspace/eval/results.xml /tmp/tmprslqsspw.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12036,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036277963998145424
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13910790999943856
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1365797040052712
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1225848460017005
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12699934499687515
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 27476,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.674317861994496
    },
    {
      "branch": "0045f0d1e718",
      "command": "docker cp a12b2e922c18fda3e2605acc47aa63dcab07d4fea195877250eecbcaf1ded5cf:/workspace/eval/results.xml /tmp/tmpwvaz2hom.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17760,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03875300100480672
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12905648800369818
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13258287899952848
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09964640899852384
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1170456620020559
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 19420,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.954430454003159
    },
    {
      "branch": "2d98faf2b67e",
      "command": "docker cp 36fdc761914e7cbd9cee6c860449e408bf540f2c8ff2b591393ff51620ef3b89:/workspace/eval/results.xml /tmp/tmpoa8ecw4g.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12526,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0207647360075498
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15907242700632196
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13873579500068445
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12714966299245134
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13043358799768612
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3823,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.713513166003395
    },
    {
      "branch": "cc460e513242",
      "command": "docker cp c269066ba94a23d3d1aca07f850c978d022e491718c42bd1211d232eb54d909c:/workspace/eval/results.xml /tmp/tmpgd1xz3dc.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1941,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03800374100683257
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11394672399910633
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13237741201010067
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13830562100338284
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12593101999664214
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7371,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.595356520992937
    },
    {
      "branch": "1a2aceff2c99",
      "command": "docker cp 967478c37863f3ca9b8b73d7be60ffe7bf00b99b67bf66f6f09fd4e7e36fba91:/workspace/eval/results.xml /tmp/tmp3xwh6ssq.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6034,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024958397989394143
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 90,
    "passed": 1285
  },
  "test_branch_errors": {},
  "test_branches": [
    "066b68295b09",
    "3f2b4bcfcec2",
    "d795615fe94d",
    "03200c1f8b6b",
    "84a804e946be",
    "bcb1a5eb37b4",
    "f4ef2edbac33",
    "c838c0f38211",
    "0045f0d1e718",
    "2d98faf2b67e",
    "cc460e513242",
    "1a2aceff2c99"
  ],
  "test_records": 1375,
  "test_results": [
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 206,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_completion.test_completion_help",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "eval.tests.test_completion.test_zsh_completion",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_completion.test_zsh_completion_help",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 184,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_info_command.test_info_basic",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 195,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "eval.tests.test_info_command.test_info_with_quiet",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 194,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_info_command.test_info_help",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 373,
        "message_redacted": true,
        "time": 0.255
      },
      "name": "eval.tests.test_list_commands.test_list_on_alias",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 325,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "eval.tests.test_piped_input.test_add_from_stdin",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 375,
        "message_redacted": true,
        "time": 0.381
      },
      "name": "eval.tests.test_list_commands.test_list_off_alias",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.236
      },
      "name": "eval.tests.test_piped_input.test_replace_from_stdin",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 324,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "eval.tests.test_piped_input.test_stdin_with_pipe_like_file",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 204,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "eval.tests.test_completion.test_bash_completion",
      "status": "failure"
    },
    {
      "branch": "066b68295b09",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "eval.tests.test_completion.test_bash_completion_help",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "extra": {
        "message_chars": 206,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "eval.tests.test_completion_and_edge.test_completion_help",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "extra": {
        "message_chars": 381,
        "message_redacted": true,
        "time": 0.287
      },
      "name": "eval.tests.test_additional_coverage.test_list_enabled_vs_disabled_comparison",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "extra": {
        "message_chars": 322,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "eval.tests.test_coverage_gaps.test_add_from_stdin",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "eval.tests.test_coverage_gaps.test_add_to_disabled_profile",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "extra": {
        "message_chars": 204,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "eval.tests.test_completion_and_edge.test_completion_bash",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "extra": {
        "message_chars": 1071,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_final_coverage_boost.test_list_disabled_profiles_only",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "extra": {
        "message_chars": 2590,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "eval.tests.test_final_push_70.test_complex_hosts_file_structure",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "extra": {
        "message_chars": 323,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "eval.tests.test_coverage_gaps.test_replace_from_stdin",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "extra": {
        "message_chars": 184,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_coverage_gaps.test_info_basic_output",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "eval.tests.test_completion_and_edge.test_completion_zsh",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "extra": {
        "message_chars": 204,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_coverage_gaps.test_completion_bash_generates_script",
      "status": "failure"
    },
    {
      "branch": "3f2b4bcfcec2",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "eval.tests.test_coverage_gaps.test_completion_zsh_generates_script",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 254,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_completion.test_completion_bash_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 281,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_add_replace.test_add_from_stdin",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 421,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_backup_restore.test_restore_requires_existing_target_file",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 252,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_completion.test_completion_zsh_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_completion.test_completion_bash_help_command_included",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_completion.test_completion_zsh_contains_debug_functions",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_completion.test_completion_bash_contains_subcommand_completions",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 454,
        "message_redacted": true,
        "time": 0.252
      },
      "name": "tests.test_edge_cases.test_profile_header_case_sensitivity",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 68,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_edge_cases.test_duplicate_hostname_entries_same_ip",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 385,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_gap_filling.test_list_raw_output_format_no_borders",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 193,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_gap_filling.test_info_command_displays_banner",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_list_status.test_list_json_output_format",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 107,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_info_url.test_info_command_ascii_banner",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 486,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_list_status.test_list_raw_flag_shorthand",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 222,
        "message_redacted": true,
        "time": 1.645
      },
      "name": "tests.test_info_url.test_add_from_valid_url_with_http_server",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 226,
        "message_redacted": true,
        "time": 1.652
      },
      "name": "tests.test_info_url.test_add_from_url_with_query_string",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_completion.test_completion_bash_exact_golden_match",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_completion.test_completion_zsh_exact_golden_match",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_completion.test_completion_bash_contains_completion_registration",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_completion.test_completion_bash_contains_flag_handling",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_completion.test_completion_output_goes_to_stdout",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 318,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_edge_cases.test_profile_name_with_unicode_not_recognized",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 546,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_list_status.test_list_multiple_profiles",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_list_status.test_list_enabled_alias_on",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 725,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_list_status.test_list_ipv6_only_addresses",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 467,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_list_status.test_list_column_with_aliases",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 486,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_list_status.test_list_raw_output_format",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 107,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_info_url.test_info_command_contains_version",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 558,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "tests.test_list_status.test_list_markdown_output_format",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_completion.test_completion_bash_contains_all_command_functions",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_completion.test_completion_zsh_contains_compdef_directive",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_completion.test_completion_bash_output_length_reasonable",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 230,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_completion.test_completion_bash_with_extra_arguments_ignored",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 425,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_list_status.test_list_column_selection",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_list_status.test_list_disabled_alias_off",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 722,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_list_status.test_list_enabled_json_output",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 1.71
      },
      "name": "tests.test_info_url.test_add_from_url_with_ipv6_hosts",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 1.658
      },
      "name": "tests.test_info_url.test_replace_from_url",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 194,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_state_mgmt.test_disable_only_with_nonexistent_profile_in_list",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 111,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_wait_flag.test_enable_wait_0s_waits_indefinitely",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_completion.test_completion_bash_syntax_validity",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_completion.test_completion_zsh_contains_main_function",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 227,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_completion.test_completion_bash_with_global_flags",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_completion.test_completion_zsh_output_length_reasonable",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 503,
        "message_redacted": true,
        "time": 3.188
      },
      "name": "tests.test_wait_flag.test_add_wait_removes_profile_after_timeout",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 33,
        "message_redacted": true,
        "time": 1.519
      },
      "name": "tests.test_wait_flag.test_wait_with_hour_duration",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 33,
        "message_redacted": true,
        "time": 1.519
      },
      "name": "tests.test_wait_flag.test_wait_with_minute_duration",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "tests.test_info_url.test_add_from_url_https_scheme_error",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 558,
        "message_redacted": true,
        "time": 0.249
      },
      "name": "tests.test_list_status.test_list_all_profiles_table_format",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_completion.test_completion_zsh_with_global_flags",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_completion.test_completion_bash_contains_debug_functions",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "tests.test_completion.test_completion_bash_contains_root_command_function",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 490,
        "message_redacted": true,
        "time": 3.201
      },
      "name": "tests.test_wait_flag.test_enable_all_wait_disables_all_non_default",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 546,
        "message_redacted": true,
        "time": 0.244
      },
      "name": "tests.test_list_status.test_list_enabled_profiles_only",
      "status": "failure"
    },
    {
      "branch": "d795615fe94d",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 1.695
      },
      "name": "tests.test_info_url.test_add_from_url_with_port_number",
      "status": "failure"
    },
    {
      "branch": "03200c1f8b6b",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_argparse_validation.test_duration_flag_validation_wait_rejects_invalid_units[args2-invalid argument \"5x\" for \"-w, --wait\"]",
      "status": "failure"
    },
    {
      "branch": "03200c1f8b6b",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "eval.tests.test_argparse_validation.test_duration_flag_validation_wait_rejects_invalid_units[args3-invalid argument \"5x\" for \"-w, --wait\"]",
      "status": "failure"
    },
    {
      "branch": "03200c1f8b6b",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "eval.tests.test_argparse_validation.test_duration_flag_validation_wait_rejects_invalid_units[args0-invalid argument \"5x\" for \"-w, --wait\"]",
      "status": "failure"
    },
    {
      "branch": "03200c1f8b6b",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_argparse_validation.test_duration_flag_validation_wait_rejects_invalid_units[args1-invalid argument \"5x\" for \"-w, --wait\"]",
      "status": "failure"
    },
    {
      "branch": "03200c1f8b6b",
      "extra": {
        "message_chars": 47,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "eval.tests.test_argparse_validation.test_global_out_flag_accepts_value_variants[out_args3]",
      "status": "failure"
    },
    {
      "branch": "0045f0d1e718",
      "extra": {
        "message_chars": 423,
        "message_redacted": true,
        "time": 0.304
      },
      "name": "eval.tests.test_subcommand_dispatch.test_list_enabled_alias_routing[on]",
      "status": "failure"
    },
    {
      "branch": "0045f0d1e718",
      "extra": {
        "message_chars": 425,
        "message_redacted": true,
        "time": 0.272
      },
      "name": "eval.tests.test_subcommand_dispatch.test_list_disabled_alias_routing[off]",
      "status": "failure"
    },
    {
      "branch": "1a2aceff2c99",
      "extra": {
        "message_chars": 423,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "eval.tests.test_hostctl_e2e.test_ext_add_from_stdin",
      "status": "failure"
    },
    {
      "branch": "1a2aceff2c99",
      "extra": {
        "message_chars": 436,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_hostctl_e2e.test_ext_replace_from_stdin",
      "status": "failure"
    },
    {
      "branch": "1a2aceff2c99",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "eval.tests.test_hostctl_e2e.test_ext_replace_file_via_stdin",
      "status": "failure"
    }
  ],
  "test_results_omitted": 0,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}