{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "ecc86ed085f9cd591af8393ecd236701ba1e14e7b2d0c9d725f6ed1964465838",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.156676080005127
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(786f4dc11f5ae09d90b2ff4a3ac96cabeab0954b196e7ebfe752afcc53245185)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.12436789699131623
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.16219433599326294
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13981828799296636
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12474467199353967
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11089963899576105
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.674428614001954
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12678709399187937
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11936182499630377
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13374314099201
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.08748419600306079
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 65715,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 17.832651862001512
    },
    {
      "branch": "b085a6cde326",
      "command": "docker cp 7c2ff8fcb8582771f8a0bc42695d73299658978eedc57d7d10e1ea1278cf4085:/workspace/eval/results.xml /tmp/tmp3r87oefk.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 51117,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03579273600189481
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1325735669961432
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13402853600564413
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12765865300025325
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1263144599943189
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 81006,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 12.995933201003936
    },
    {
      "branch": "576ea19c5b99",
      "command": "docker cp ea138df3702c8e029e77c27701d1ed1b20a2477c6bdcbbdffd6612e2ac79ac52:/workspace/eval/results.xml /tmp/tmpc8oft04t.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 94763,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0375758119917009
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10602669499348849
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09653766399424057
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11161584900401067
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13189348600280937
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 430072,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 655.8267993730115
    },
    {
      "branch": "fcc1fea12b08",
      "command": "docker cp 93c71852521b168deb84d75c74545ca1e7ef0de2fcc72a61afe83db931795117:/workspace/eval/results.xml /tmp/tmp42cxtw42.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 666880,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.033155682001961395
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13430565199814737
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12087477499153465
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12838378200831357
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12960314599331468
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 35411,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.9633406369976
    },
    {
      "branch": "889188d5a491",
      "command": "docker cp 0ed4692073128058e87a7f348ceeefb26e4d7eeacde8ed9b2a2ebf85b5869868:/workspace/eval/results.xml /tmp/tmpu26q5m40.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 24186,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038452540000434965
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12060525800916366
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12678312399657443
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12723730799916666
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13066075200913474
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 34117,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.8280143050069455
    },
    {
      "branch": "c2e6cec3647e",
      "command": "docker cp 00c8937ceff8a96daefaa55c7f8854209fd7e449454f6d0b7e0b4b5ae68c1bed:/workspace/eval/results.xml /tmp/tmp0e8e7i77.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 43999,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03244669100968167
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.08356690900109243
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10925642000802327
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10976621499867178
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1323483779997332
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6536,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.800991177005926
    },
    {
      "branch": "887e021a9afd",
      "command": "docker cp d35725ceb319002f282df41dc99a2c22cd440aeb94e20ab263770c320469e445:/workspace/eval/results.xml /tmp/tmpacvehsbo.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3966,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027469417997053824
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13814060100412462
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1377024760004133
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14083586499327794
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09637910600577015
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1376,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4582085109868785
    },
    {
      "branch": "3c9675c0f84e",
      "command": "docker cp adc3d9e5f04d220f69dea1cfe4338423c9bfe2dadc02b93a27209a8c4da9324d:/workspace/eval/results.xml /tmp/tmpt1pnqhe_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 371,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038249092001933604
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1289560549921589
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1345114290015772
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09907239901076537
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13417656400997657
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 16554,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.531707753005321
    },
    {
      "branch": "df5f5f14e9a6",
      "command": "docker cp 978158552adf4aaa03d430d751b72c76b8020ca07584bf204cac19d8692e125d:/workspace/eval/results.xml /tmp/tmpdrznj0a4.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10517,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03435891399567481
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1310156069957884
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11906167800771073
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11660132200631779
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13989084601053037
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7415,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.079159234999679
    },
    {
      "branch": "a610e071591b",
      "command": "docker cp 8402780c25c6d4e1dcc251da1145ad8d18505fc387d27aa438fa2feffbb22c2c:/workspace/eval/results.xml /tmp/tmprmrmsrzy.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4214,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03211645700503141
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14087839300918858
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12515564599016216
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1404147189896321
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12921192099747714
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 20405,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.765959481999744
    },
    {
      "branch": "ebb3d4162852",
      "command": "docker cp 2a7ff06cfdadea52398a9adc405a1a1147a528b10553485237bc33bf6464a49a:/workspace/eval/results.xml /tmp/tmpi53po6oq.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 18144,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03830958101025317
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10543802300526295
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12149720599700231
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1345325989968842
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13206218300911132
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5140,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.275287034994108
    },
    {
      "branch": "492d929b9118",
      "command": "docker cp 84428eea51d9497cd32a8a1dbab013f38b928318a992fddb1c98bd05cd88565d:/workspace/eval/results.xml /tmp/tmppk2b15kt.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3015,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02247769599489402
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1420967370067956
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12495228998886887
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12088790300185792
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13668835000135005
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3008,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.601628474003519
    },
    {
      "branch": "5bcfd10e370e",
      "command": "docker cp e81419e5aca8c8242fe586c534e5811fb5abc3c2266b751e372c8151789605c2:/workspace/eval/results.xml /tmp/tmpy0rlh4ft.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1448,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04013404800207354
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1334876020118827
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13131647299451288
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14084298400848638
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13813839900831226
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 18362,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.152007323995349
    },
    {
      "branch": "c37849812923",
      "command": "docker cp 08d60dc17a4e7e93886d00b988f314f032f94d91f6ae806403f1c64229890208:/workspace/eval/results.xml /tmp/tmptwd3se2q.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 16465,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0352380929980427
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13813924900023267
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10558656099601649
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13745146000292152
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12598084399360232
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5812,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.114354553006706
    },
    {
      "branch": "4e219826c927",
      "command": "docker cp e54e4090a672f752ca4965a72df95e9d9f8613332e63ffecf18a38402c8eb8a8:/workspace/eval/results.xml /tmp/tmpsurele_z.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3399,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030291970004327595
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.17741893799393438
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12973211500502657
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11626435599464457
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10513598700345028
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7429,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.93829239999468
    },
    {
      "branch": "39dee6c2e271",
      "command": "docker cp c5348084f83596d6fc52da8ed57604c461ab1d9a882a45eef2713f28508f3858:/workspace/eval/results.xml /tmp/tmp0sda17rd.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6506,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03790984700026456
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 310,
    "passed": 1139,
    "skipped": 13
  },
  "test_branch_errors": {},
  "test_branches": [
    "b085a6cde326",
    "576ea19c5b99",
    "fcc1fea12b08",
    "889188d5a491",
    "c2e6cec3647e",
    "887e021a9afd",
    "3c9675c0f84e",
    "df5f5f14e9a6",
    "a610e071591b",
    "ebb3d4162852",
    "492d929b9118",
    "5bcfd10e370e",
    "c37849812923",
    "4e219826c927",
    "39dee6c2e271"
  ],
  "test_records": 1462,
  "test_results": [
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 1372,
        "message_redacted": true,
        "time": 1.457
      },
      "name": "eval.tests.test_additional_coverage.test_multiple_values_from_files",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 1196,
        "message_redacted": true,
        "time": 1.553
      },
      "name": "eval.tests.test_additional_coverage.test_value_from_file",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.65
      },
      "name": "eval.tests.test_bench_comprehensive.test_bench_with_method_override",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "eval.tests.test_download_mode.test_download_basic",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_download_mode.test_download_large_file",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "eval.tests.test_download_mode.test_download_with_auth",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_download_mode.test_download_html",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 1.168
      },
      "name": "eval.tests.test_edge_cases.test_missing_file_for_value",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "eval.tests.test_download_mode.test_download_with_content_disposition",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "eval.tests.test_download_mode.test_download_json",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "eval.tests.test_download_mode.test_download_with_headers",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_edge_cases.test_custom_method_propfind",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_download_mode.test_download_xml",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "eval.tests.test_edge_cases.test_custom_method_lock",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_edge_cases.test_custom_method_copy",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_edge_cases.test_custom_method_unlock",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.607
      },
      "name": "eval.tests.test_http_methods.test_custom_method_via_method_flag",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "eval.tests.test_download_mode.test_download_short_flag",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_download_mode.test_download_from_post",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "eval.tests.test_download_mode.test_download_with_query_params",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_edge_cases.test_custom_method_mkcol",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "eval.tests.test_edge_cases.test_custom_method_move",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 743,
        "message_redacted": true,
        "time": 0.704
      },
      "name": "eval.tests.test_request_data.test_json_value_from_file",
      "status": "failure"
    },
    {
      "branch": "b085a6cde326",
      "extra": {
        "message_chars": 740,
        "message_redacted": true,
        "time": 0.724
      },
      "name": "eval.tests.test_type_conversion.test_value_from_file_basic",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1763,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_download_comprehensive.test_download_various_sizes",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1759,
        "message_redacted": true,
        "time": 0.218
      },
      "name": "tests.test_download_comprehensive.test_download_json_endpoint",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1406,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_edge_cases.test_localhost_with_path",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 2052,
        "message_redacted": true,
        "time": 0.955
      },
      "name": "tests.test_error_handling.test_file_not_found_for_upload",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1781,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_flag_combinations.test_method_flag_with_data",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1797,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_download_comprehensive.test_download_with_headers",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1759,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "tests.test_download_comprehensive.test_download_html_page",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1772,
        "message_redacted": true,
        "time": 0.222
      },
      "name": "tests.test_http_methods.test_custom_method",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1779,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "tests.test_http_methods.test_method_flag_overrides_implicit",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 226,
        "message_redacted": true,
        "time": 0.836
      },
      "name": "tests.test_headers_auth.test_basic_auth_in_url",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 740,
        "message_redacted": true,
        "time": 0.907
      },
      "name": "tests.test_error_handling.test_file_not_found_for_data",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1880,
        "message_redacted": true,
        "time": 0.87
      },
      "name": "tests.test_json.test_text_from_file",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1782,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "tests.test_download_comprehensive.test_download_with_auth",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 721,
        "message_redacted": true,
        "time": 0.844
      },
      "name": "tests.test_method_detection.test_implicit_post_with_at_symbol",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1764,
        "message_redacted": true,
        "time": 0.225
      },
      "name": "tests.test_ssl_proxy_download.test_download_short_flag",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1765,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_ssl_proxy_download.test_download_shows_progress",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 471,
        "message_redacted": true,
        "time": 0.857
      },
      "name": "tests.test_ssl_proxy_download.test_proxy_environment_variable",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 2238,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_url_handling.test_localhost_shorthand_with_port",
      "status": "failure"
    },
    {
      "branch": "576ea19c5b99",
      "extra": {
        "message_chars": 1726,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_url_handling.test_localhost_shorthand_root",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1852,
        "message_redacted": true,
        "time": 0.332
      },
      "name": "tests.test_bat_final.test_download_mode_extracts_filename_from_content_disposition",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1854,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "tests.test_bat_final.test_download_mode_uses_url_path_when_no_content_disposition",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1840,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "tests.test_bat_final.test_download_mode_creates_file_with_large_content",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1840,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "tests.test_bat_final.test_download_mode_handles_empty_response",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "tests.test_bat_final.test_proxy_from_environment_variable",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 83,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_bat_final.test_url_shorthand_colon_slash",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1847,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "tests.test_bat_final.test_method_flag_with_no_data",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "tests.test_bat_final.test_insecure_flag_with_https",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1831,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_bat_gaps.test_url_shorthand_colon_only",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1809,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_bat_gaps.test_url_shorthand_colon_port",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1809,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_bat_gaps.test_url_shorthand_colon_port_no_slash",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1846,
        "message_redacted": true,
        "time": 0.231
      },
      "name": "tests.test_bat_gaps.test_auth_username_only",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1852,
        "message_redacted": true,
        "time": 0.232
      },
      "name": "tests.test_bat_gaps.test_auth_username_password",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1899,
        "message_redacted": true,
        "time": 0.229
      },
      "name": "tests.test_bat_gaps.test_body_parameter",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1888,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "tests.test_bat_gaps.test_proxy_parameter_with_bad_proxy",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 2099,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "tests.test_bat_gaps.test_insecure_ssl_flag",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1818,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "tests.test_bat_gaps.test_url_without_scheme_adds_http",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 2086,
        "message_redacted": true,
        "time": 0.218
      },
      "name": "tests.test_bat_gaps.test_url_with_https_scheme",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1828,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_bat_gaps.test_print_option_lowercase_h",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1828,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_bat_gaps.test_print_option_lowercase_b",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1829,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "tests.test_bat_gaps.test_print_option_combined_HB",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1829,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "tests.test_bat_gaps.test_print_option_combined_hb",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1828,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "tests.test_bat_gaps.test_print_option_all_A",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1843,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_bat_gaps.test_download_mode_with_content_disposition",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1838,
        "message_redacted": true,
        "time": 0.229
      },
      "name": "tests.test_bat_gaps.test_download_mode_without_content_disposition",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1882,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "tests.test_bench.test_bench_flag_enables_benchmark_mode",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1800,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "tests.test_bench.test_bench_alternative_flag",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1797,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "tests.test_bench.test_bench_n_parameter_controls_request_count",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1798,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_bench.test_bench_c_parameter_controls_concurrency",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1796,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_bench.test_bench_small_n_value",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1797,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "tests.test_bench.test_bench_n_less_than_c",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1796,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_bench.test_bench_n_equals_c",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1797,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_bench.test_bench_statistics_format_and_values",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1797,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_bench.test_bench_status_code_distribution",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1797,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_bench.test_bench_latency_distribution_percentiles",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 1797,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_bench.test_bench_response_time_histogram",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 318,
        "message_redacted": true,
        "time": 0.268
      },
      "name": "tests.test_bench.test_bench_post_request",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 844,
        "message_redacted": true,
        "time": 3.492
      },
      "name": "tests.test_bench.test_bench_95_and_99_percentiles",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.257
      },
      "name": "tests.test_color_output.test_colorful_request_get_method_colored",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 451,
        "message_redacted": true,
        "time": 0.299
      },
      "name": "tests.test_color_output.test_colorful_request_post_method_colored",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 250,
        "message_redacted": true,
        "time": 0.246
      },
      "name": "tests.test_color_output.test_colorful_response_json_keys_and_values",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 540,
        "message_redacted": true,
        "time": 0.256
      },
      "name": "tests.test_color_output.test_colorful_response_json_complex_structure",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 296,
        "message_redacted": true,
        "time": 0.272
      },
      "name": "tests.test_color_output.test_colorful_response_json_special_characters",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.28
      },
      "name": "tests.test_color_output.test_colorful_response_json_array_toplevel",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 186,
        "message_redacted": true,
        "time": 0.269
      },
      "name": "tests.test_color_output.test_colorful_response_html_content",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 122,
        "message_redacted": true,
        "time": 0.244
      },
      "name": "tests.test_color_output.test_colorful_response_plain_text_content",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.254
      },
      "name": "tests.test_color_output.test_colorful_response_xml_content",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 0.262
      },
      "name": "tests.test_color_output.test_colorful_response_json_vendor_content_type",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "tests.test_color_output.test_color_constants_used_correctly",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 252,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_color_output.test_response_header_coloring",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 335,
        "message_redacted": true,
        "time": 0.205
      },
      "name": "tests.test_coverage_investigation.TestStdinHandling.test_stdin_json_valid_via_file_redirection",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 429,
        "message_redacted": true,
        "time": 0.232
      },
      "name": "tests.test_coverage_investigation.TestStdinHandling.test_stdin_plain_text_via_file_redirection",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 319,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "tests.test_coverage_investigation.TestAuthentication.test_auth_in_url",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 47,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "tests.test_coverage_investigation.TestUnreachableCodeDocumentation.test_bench_csv_mode_dead_code",
      "status": "skipped"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 44,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "tests.test_coverage_investigation.TestUnreachableCodeDocumentation.test_utils_to_real_type_parsing_bug",
      "status": "skipped"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 38,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "tests.test_coverage_investigation.TestUnreachableCodeDocumentation.test_filter_unreachable_control_flow",
      "status": "skipped"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 44,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "tests.test_coverage_investigation.TestUnreachableCodeDocumentation.test_windows_specific_code_platform_guard",
      "status": "skipped"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 54,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "tests.test_coverage_investigation.TestUnreachableCodeDocumentation.test_httplib_library_only_methods",
      "status": "skipped"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 24,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_data_formats.test_simple_json_key_value_pairs",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "tests.test_data_formats.test_json_multiple_fields",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "tests.test_data_formats.test_json_with_special_characters_in_values",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_data_formats.test_json_empty_value",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "tests.test_data_formats.test_json_pretty_print_default",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.224
      },
      "name": "tests.test_data_formats.test_json_no_pretty_print",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 24,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "tests.test_data_formats.test_form_data_submission",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 24,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "tests.test_data_formats.test_form_data_with_special_characters",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.217
      },
      "name": "tests.test_data_formats.test_form_data_empty_values",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "tests.test_data_formats.test_read_data_from_file",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_data_formats.test_mixed_parameter_types_json_and_headers",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "tests.test_data_formats.test_json_unicode_values",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "tests.test_data_formats.test_json_very_long_value",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_data_formats.test_form_multiple_values_same_key",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 52,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "tests.test_data_formats.test_nonexistent_file_error",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "tests.test_data_formats.test_json_boolean_and_number_types",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "tests.test_data_formats.test_read_json_data_from_file",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "tests.test_data_formats.test_read_multiline_file",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "tests.test_data_formats.test_json_with_equals_in_value",
      "status": "failure"
    }
  ],
  "test_results_omitted": 203,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}