{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "5e73c0a93aab23cccb4692fed69276db636cbc6fc8cbe6427d8157f9fe47e8c9", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.13756296599967754 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(e7e4f84ba194306ef782853d8b77788dd4674a6baad19c878885bb08c2db0d35) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.10489665800014336 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.1451430380002421 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.13453285399918968 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.10983338500045647 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.1214363470007811 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6377692780006328 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12459703700005775 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09322649699970498 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09216877900144027 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12874338700021326 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11439, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.7746578290007164 }, { "branch": "dbd9fc98f71c", "command": "docker cp ac4ee932c9d2daceadbe3a7f15f6701123d37927e3dda808dfaca03f6ba19d2a:/workspace/eval/results.xml /tmp/tmp0gt4ta6z.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 13080, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.01958442999966792 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13227651700071874 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1269592709995777 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09203668800000742 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12987877399973513 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 18557, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.505849101000422 }, { "branch": "15c07bf6acbd", "command": "docker cp 3cdf9b38926b73a9b26a418ea8be533ee7023e6dd1a839199f8287173abfecea:/workspace/eval/results.xml /tmp/tmp287n0zxb.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 13278, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03507889200045611 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12598826300018118 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11402799200004665 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12322348999987298 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1046050959994318 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 136790, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 318.47138898499907 }, { "branch": "e9e6a7ad1507", "command": "docker cp e67cdf6d9da6ced67641e466e77bfc855794e74a02b0680276e7c6b320f5ca7c:/workspace/eval/results.xml /tmp/tmpshbxbtac.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 101606, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03792977700140909 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.0965148870000121 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.08861099800014927 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.08526843700019526 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12164953899991815 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6305, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.747860799998307 }, { "branch": "2a6548e9d257", "command": "docker cp a97e8bea1fa037f7b2ffac246f8626f0c9343d6dbe80323195d84fbc03d0f026:/workspace/eval/results.xml /tmp/tmpmi22heut.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3345, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03948031300024013 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.131630641000811 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1263210449997132 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12787967100121023 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1377579149993835 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4744, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.905132470999888 }, { "branch": "14b17ef91067", "command": "docker cp 6afa2108bdc9a43baa235307b2d6c736f65b40544fa1b99671040e9cc0cf0213:/workspace/eval/results.xml /tmp/tmpsg2c5cqp.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2319, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.032378042000345886 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12361305299964442 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09169664000000921 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09098852099850774 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1300701950003713 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3802, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.3985051449999446 }, { "branch": "1bf972f9cb6e", "command": "docker cp 06827a5ade7c5a1d3e04ad8cb8b7cd40c2d86446c1466c938f767a46645fdfe3:/workspace/eval/results.xml /tmp/tmp2i9cv8p0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2016, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.025956498000596184 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10827017399969918 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11708234999969136 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12894600799882028 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11905214400030673 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2153, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.9548017750003055 }, { "branch": "57a10d2a6cbf", "command": "docker cp 67e6e30e34189322ea89a3219b4593cab6a3fdcc87df440a7b5569dd05378e91:/workspace/eval/results.xml /tmp/tmpkgh4jn_e.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 875, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03703249899990624 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12720886200077075 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1151185449998593 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10424230500029807 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12977754500025185 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 31139, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.900139228000626 }, { "branch": "f61f18f7fbb5", "command": "docker cp 94126fa7e18c00fa86c78b234be974444fffe754da9a268997c32d6ee5525bd2:/workspace/eval/results.xml /tmp/tmpk76zy46r.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 20716, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02792356299869425 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.117453368000497 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11898250400008692 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09632753600089927 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11788212700048462 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3820, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.0016861770000105 }, { "branch": "b0101c1377da", "command": "docker cp 2ad045795d3ad8170bd4795d9bdef9ed5e58d5f587772e5dd08c04db13a6630b:/workspace/eval/results.xml /tmp/tmpaa4sqp2i.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1968, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03789359599977615 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12693634199968074 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.08060245900014706 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12330108199967071 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10653357799856167 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1661, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.3248295140001574 }, { "branch": "8beb76ba6b03", "command": "docker cp 95ee5cfda6b442a0859012867d9beb25b40efe581bf397f07b6e6e45b44862fc:/workspace/eval/results.xml /tmp/tmpgqfv2hv7.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 571, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02000159399904078 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 121, "passed": 620 }, "test_branch_errors": {}, "test_branches": [ "dbd9fc98f71c", "15c07bf6acbd", "e9e6a7ad1507", "2a6548e9d257", "14b17ef91067", "1bf972f9cb6e", "57a10d2a6cbf", "f61f18f7fbb5", "b0101c1377da", "8beb76ba6b03" ], "test_records": 741, "test_results": [ { "branch": "dbd9fc98f71c", "extra": { "message_chars": 202, "message_redacted": true, "time": 0.208 }, "name": "eval.tests.test_basic.test_version_command", "status": "failure" }, { "branch": "15c07bf6acbd", "extra": { "message_chars": 202, "message_redacted": true, "time": 0.176 }, "name": "eval.tests.test_basic.test_version_command", "status": "failure" }, { "branch": "15c07bf6acbd", "extra": { "message_chars": 475, "message_redacted": true, "time": 0.106 }, "name": "eval.tests.test_httpie_syntax.test_url_normalization_localhost", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 728, "message_redacted": true, "time": 0.269 }, "name": "tests.test_binary_filter.test_late_null_byte_suppresses_entire_write", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 728, "message_redacted": true, "time": 0.282 }, "name": "tests.test_binary_filter.test_binary_content_null_byte_suppressed", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.276 }, "name": "tests.test_binary_filter.test_multiple_writes_after_binary_ignored", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 219, "message_redacted": true, "time": 0.009 }, "name": "tests.test_error_paths.test_curl_exec_format_error", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 231, "message_redacted": true, "time": 0.01 }, "name": "tests.test_error_paths.test_curl_protocol_error", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 240, "message_redacted": true, "time": 0.01 }, "name": "tests.test_error_paths.test_curl_too_many_redirects", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 566, "message_redacted": true, "time": 0.313 }, "name": "tests.test_binary_filter.test_multiple_null_bytes_still_suppressed", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 249, "message_redacted": true, "time": 0.01 }, "name": "tests.test_error_paths.test_curl_exit_error_with_stderr", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 54, "message_redacted": true, "time": 0.139 }, "name": "tests.test_curl_options.test_method_option_short_form", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 139, "message_redacted": true, "time": 0.077 }, "name": "tests.test_formatting_headers.test_status_line_colorization", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 96, "message_redacted": true, "time": 0.079 }, "name": "tests.test_formatting_headers.test_connection_info_comment_color", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 347, "message_redacted": true, "time": 0.798 }, "name": "tests.test_formatting_headers.test_curly_brace_markers_removed", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 135, "message_redacted": true, "time": 0.078 }, "name": "tests.test_formatting_headers.test_colorization_with_tty", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 395, "message_redacted": true, "time": 0.274 }, "name": "tests.test_formatting_json.test_empty_json_array", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 52, "message_redacted": true, "time": 0.122 }, "name": "tests.test_curl_options.test_keepalive_time_option", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 453, "message_redacted": true, "time": 0.171 }, "name": "tests.test_formatting_json.test_escape_sequences_in_json_strings", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 244, "message_redacted": true, "time": 0.011 }, "name": "tests.test_error_paths.test_curl_timeout_error", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 229, "message_redacted": true, "time": 0.011 }, "name": "tests.test_error_paths.test_multiple_curl_errors_preserve_first_exit_code", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 213, "message_redacted": true, "time": 0.014 }, "name": "tests.test_error_paths.test_curl_url_malformed_error", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 226, "message_redacted": true, "time": 0.01 }, "name": "tests.test_error_paths.test_curl_connection_refused_error", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 377, "message_redacted": true, "time": 0.198 }, "name": "tests.test_binary_filter.test_high_bytes_without_null_pass_through", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 622, "message_redacted": true, "time": 0.287 }, "name": "tests.test_binary_filter.test_plain_text_passes_through", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 401, "message_redacted": true, "time": 0.166 }, "name": "tests.test_formatting_json.test_whitespace_tabs_and_carriage_returns", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 536, "message_redacted": true, "time": 0.251 }, "name": "tests.test_binary_filter.test_large_text_content_no_suppression", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 89, "message_redacted": true, "time": 0.075 }, "name": "tests.test_formatting_headers.test_request_method_colorization", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 453, "message_redacted": true, "time": 0.169 }, "name": "tests.test_formatting_json.test_simple_json_formatting_with_pretty", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 395, "message_redacted": true, "time": 0.195 }, "name": "tests.test_formatting_json.test_deep_nested_json", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 453, "message_redacted": true, "time": 0.176 }, "name": "tests.test_formatting_json.test_json_array_of_objects", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 82, "message_redacted": true, "time": 0.154 }, "name": "tests.test_httpie_syntax.test_url_normalization_port_only", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.108 }, "name": "tests.test_httpie_syntax.test_multiple_headers_with_same_name", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 455, "message_redacted": true, "time": 0.189 }, "name": "tests.test_formatting_json.test_literals_null_true_false_colorization", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 248, "message_redacted": true, "time": 0.011 }, "name": "tests.test_error_paths.test_curl_write_error", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 232, "message_redacted": true, "time": 0.013 }, "name": "tests.test_error_paths.test_curl_ssl_certificate_error", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 396, "message_redacted": true, "time": 0.216 }, "name": "tests.test_formatting_json.test_empty_string_values", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 136, "message_redacted": true, "time": 0.132 }, "name": "tests.test_httpie_syntax.test_header_with_multiple_colons", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 1731, "message_redacted": true, "time": 0.232 }, "name": "tests.test_binary_filter.test_binary_without_pretty_flag_passes_through", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 744, "message_redacted": true, "time": 0.202 }, "name": "tests.test_binary_filter.test_json_passes_through_with_formatting", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 566, "message_redacted": true, "time": 0.215 }, "name": "tests.test_binary_filter.test_large_binary_content_suppression", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 98, "message_redacted": true, "time": 0.076 }, "name": "tests.test_formatting_headers.test_header_field_value_colorization", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 453, "message_redacted": true, "time": 0.182 }, "name": "tests.test_formatting_json.test_nested_json_formatting", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.211 }, "name": "tests.test_methods.test_get_method_explicit", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.207 }, "name": "tests.test_methods.test_post_method_explicit", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 454, "message_redacted": true, "time": 0.2 }, "name": "tests.test_formatting_json.test_numbers_formatting", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 457, "message_redacted": true, "time": 0.154 }, "name": "tests.test_formatting_json.test_plain_text_passthrough", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.237 }, "name": "tests.test_methods.test_delete_method_explicit", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 239, "message_redacted": true, "time": 0.011 }, "name": "tests.test_error_paths.test_curl_http_error_404", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 245, "message_redacted": true, "time": 0.011 }, "name": "tests.test_error_paths.test_curl_authentication_error", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.251 }, "name": "tests.test_methods.test_trace_method_explicit", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.187 }, "name": "tests.test_methods.test_url_port_only", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 456, "message_redacted": true, "time": 0.169 }, "name": "tests.test_formatting_json.test_very_deep_nesting_10plus_levels", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 42, "message_redacted": true, "time": 0.146 }, "name": "tests.test_methods.test_url_double_slash_prefix", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 728, "message_redacted": true, "time": 0.247 }, "name": "tests.test_binary_filter.test_mixed_content_suppressed_after_null", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 728, "message_redacted": true, "time": 0.272 }, "name": "tests.test_binary_filter.test_early_null_byte_triggers_filter", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.188 }, "name": "tests.test_methods.test_binary_name_put_shortcut", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.261 }, "name": "tests.test_methods.test_binary_name_delete_shortcut", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 396, "message_redacted": true, "time": 0.187 }, "name": "tests.test_formatting_json.test_empty_json_object", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.227 }, "name": "tests.test_methods.test_put_method_explicit", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.231 }, "name": "tests.test_methods.test_patch_method_explicit", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 454, "message_redacted": true, "time": 0.18 }, "name": "tests.test_formatting_json.test_unicode_characters", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 447, "message_redacted": true, "time": 0.17 }, "name": "tests.test_formatting_json.test_html_passthrough", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.249 }, "name": "tests.test_methods.test_options_method_explicit", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 51, "message_redacted": true, "time": 0.245 }, "name": "tests.test_methods.test_url_with_path", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 42, "message_redacted": true, "time": 0.226 }, "name": "tests.test_methods.test_url_plain_domain", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.16 }, "name": "tests.test_methods.test_head_method_uses_dash_i", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 52, "message_redacted": true, "time": 0.173 }, "name": "tests.test_methods.test_url_scheme_with_port_only", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 388, "message_redacted": true, "time": 0.195 }, "name": "tests.test_formatting_json.test_malformed_json_extra_closing_brace_negative_level_guard", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 57, "message_redacted": true, "time": 0.233 }, "name": "tests.test_methods.test_url_with_https_scheme", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.174 }, "name": "tests.test_methods.test_url_localhost_with_port", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.295 }, "name": "tests.test_methods.test_binary_name_post_shortcut", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.266 }, "name": "tests.test_methods.test_binary_name_head_shortcut", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.195 }, "name": "tests.test_methods.test_post_with_url_normalization", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.172 }, "name": "tests.test_methods.test_head_with_path_url", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.253 }, "name": "tests.test_methods.test_put_with_https_url", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.17 }, "name": "tests.test_methods.test_delete_with_port_url", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 399, "message_redacted": true, "time": 0.219 }, "name": "tests.test_formatting_json.test_array_of_arrays", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.186 }, "name": "tests.test_methods.test_options_with_scheme_relative_url", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.219 }, "name": "tests.test_methods.test_lowercase_method_normalized", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.164 }, "name": "tests.test_methods.test_lowercase_head_method", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.306 }, "name": "tests.test_methods.test_mixed_case_method_normalized", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 64, "message_redacted": true, "time": 0.244 }, "name": "tests.test_methods.test_url_with_query_params", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 55, "message_redacted": true, "time": 0.246 }, "name": "tests.test_methods.test_url_with_fragment", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 59, "message_redacted": true, "time": 0.263 }, "name": "tests.test_methods.test_url_with_username_password", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 48, "message_redacted": true, "time": 0.16 }, "name": "tests.test_methods.test_ipv6_address_url", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 63, "message_redacted": true, "time": 0.26 }, "name": "tests.test_methods.test_url_with_encoded_characters", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.17 }, "name": "tests.test_methods.test_url_with_multiple_ports", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 42, "message_redacted": true, "time": 0.221 }, "name": "tests.test_methods.test_no_explicit_method_defaults_to_get", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.17 }, "name": "tests.test_methods.test_method_without_url", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 61, "message_redacted": true, "time": 0.246 }, "name": "tests.test_methods.test_url_ftp_scheme_preserved", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 65, "message_redacted": true, "time": 0.28 }, "name": "tests.test_methods.test_url_path_with_special_chars", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.237 }, "name": "tests.test_methods.test_patch_with_complex_url", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 47, "message_redacted": true, "time": 0.186 }, "name": "tests.test_methods.test_url_scheme_colon_only", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 59, "message_redacted": true, "time": 0.161 }, "name": "tests.test_methods.test_url_colon_with_path", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.279 }, "name": "tests.test_methods.test_options_method_case_insensitive", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.207 }, "name": "tests.test_methods.test_trace_method_case_insensitive", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 47, "message_redacted": true, "time": 0.183 }, "name": "tests.test_methods.test_url_double_slash_with_port", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 71, "message_redacted": true, "time": 0.355 }, "name": "tests.test_methods.test_url_with_subdomain_and_port", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.343 }, "name": "tests.test_methods.test_delete_method_lowercase", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.24 }, "name": "tests.test_methods.test_patch_method_lowercase", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.172 }, "name": "tests.test_methods.test_get_with_localhost_explicit", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 344, "message_redacted": true, "time": 0.166 }, "name": "tests.test_special_commands.test_binary_name_post_sets_method", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 342, "message_redacted": true, "time": 0.133 }, "name": "tests.test_special_commands.test_binary_name_put_sets_method", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 211, "message_redacted": true, "time": 0.172 }, "name": "tests.test_smoke.test_version_command", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 303, "message_redacted": true, "time": 0.164 }, "name": "tests.test_special_commands.test_version_command_output_format", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 211, "message_redacted": true, "time": 0.203 }, "name": "tests.test_special_commands.test_version_command_only_with_exact_arg", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 211, "message_redacted": true, "time": 0.151 }, "name": "tests.test_special_commands.test_version_command_case_sensitive", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 502, "message_redacted": true, "time": 0.196 }, "name": "tests.test_special_commands.test_help_no_args", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 442, "message_redacted": true, "time": 0.14 }, "name": "tests.test_special_commands.test_help_h_flag", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 442, "message_redacted": true, "time": 0.113 }, "name": "tests.test_special_commands.test_help_long_flag", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 334, "message_redacted": true, "time": 0.118 }, "name": "tests.test_special_commands.test_binary_name_head_sets_flag", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 348, "message_redacted": true, "time": 0.114 }, "name": "tests.test_special_commands.test_binary_name_delete_sets_method", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 53, "message_redacted": true, "time": 298.813 }, "name": "tests.test_methods.test_ipv4_address_url", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 300.272 }, "name": "tests.test_methods.test_post_with_ipv4_and_port", "status": "failure" }, { "branch": "e9e6a7ad1507", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.27 }, "name": "tests.test_methods.test_put_method_lowercase", "status": "failure" }, { "branch": "2a6548e9d257", "extra": { "message_chars": 114, "message_redacted": true, "time": 0.213 }, "name": "eval.tests.test_argparse_validation.test_dash_dash_stops_option_parsing", "status": "failure" }, { "branch": "14b17ef91067", "extra": { "message_chars": 80, "message_redacted": true, "time": 0.404 }, "name": "eval.tests.test_config_env.test_explicit_config_file_overrides_dotcurlrc", "status": "failure" }, { "branch": "14b17ef91067", "extra": { "message_chars": 86, "message_redacted": true, "time": 0.484 }, "name": "eval.tests.test_config_env.test_dotcurlrc_is_loaded_by_default_and_affects_request_headers", "status": "failure" }, { "branch": "f61f18f7fbb5", "extra": { "message_chars": 200, "message_redacted": true, "time": 0.207 }, "name": "eval.tests.test_basic.TestVersion.test_version_command", "status": "failure" } ], "test_results_omitted": 1, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }