{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "9f71904cba9fe8b8b43e881b0396dca8c69295c69fb95e8f8142c4a8f3cd0a94", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.1599979870079551 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(ea2545497bfff14bd17f5d7569c0bd1edc4fc9cfa2817100ed518cc54f18f8bf) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.13040638697566465 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.168253932002699 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.13096042501274496 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.1317063310125377 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.12602382199838758 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6452649379789364 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13366337001207285 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12175589599064551 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12239032197976485 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10826631900272332 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 16142, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.5583959740179125 }, { "branch": "4da2290d51e2", "command": "docker cp d5bf9f76d0ef6da87134e9c8c0e0f3eb668083fbce6c16f862489630da7012f4:/workspace/eval/results.xml /tmp/tmpo4dixe7_.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11510, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037813743023434654 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12343633599812165 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09834489299100824 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13251311701606028 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12326331800431944 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 345152, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 54.007044368976494 }, { "branch": "1f0786a07bdd", "command": "docker cp 9967ca5fe1d3bc87afd249412a3305a455d4a0a8ce2166c8183ece75508aae75:/workspace/eval/results.xml /tmp/tmpzxxqnj8l.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 342570, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.036636399978306144 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1408374620077666 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12628301099175587 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13706920301774517 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1316943019919563 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 13536, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 20.56835872598458 }, { "branch": "e7da309aed82", "command": "docker cp 898f5cf7200036bfd03252c0eaa5b7b431e61b81ad6ebb8b1edf98e8f7c815f6:/workspace/eval/results.xml /tmp/tmpg_73yuq_.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 17279, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03459620999637991 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13183121202746406 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12033048400189728 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12585167397628538 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12613203300861642 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 18224, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.785946068004705 }, { "branch": "7102fd2b2c18", "command": "docker cp c64772f4babcc717f3aed1e40e63c43d6b51b77e4956821186bf3555432ef7c1:/workspace/eval/results.xml /tmp/tmp_b0d_29k.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 18172, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03705502799130045 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13785228901542723 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12325487800990231 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12796136300312355 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.108183000003919 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8641, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.751485449989559 }, { "branch": "b8cd40a3d84a", "command": "docker cp 00a8c2246d06ec32f24297c1f2bf04b9273441319a2cba88e2ea2eb86c85a664:/workspace/eval/results.xml /tmp/tmpfatd_rge.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8421, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024133798986440524 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10581273399293423 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11243819698574953 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10712576599325985 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10670699900947511 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11186, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.6056174440018367 }, { "branch": "9f794624c9f4", "command": "docker cp 34811705c74036d7b19cf59089752ec843c7e24460d80588924e58d191265402:/workspace/eval/results.xml /tmp/tmpeklkhjw6.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7062, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02499285398516804 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13676071501686238 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11221514901262708 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.0865257989789825 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09257983500720002 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2861, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.417497310991166 }, { "branch": "13e0fd214110", "command": "docker cp f4d1ae1c2f45303baf92063fc9fc7d31f75454c9c8e6fb0822f2838c359f4f86:/workspace/eval/results.xml /tmp/tmp69kvis79.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1345, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.027403771004173905 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1301478809909895 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09395286900689825 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11691842201980762 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12276171200210229 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6528, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.85434666799847 }, { "branch": "8e2638c073f3", "command": "docker cp 3e6e3eb6852a622902bd991ec7d63f415e7f0ddcbf36ea1d5d92952029abd66c:/workspace/eval/results.xml /tmp/tmpg09u4dbu.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5344, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.023555191000923514 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11862578400177881 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1237773559987545 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09152215099311434 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.08921094401739538 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4948, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.786249912023777 }, { "branch": "1276c7a51288", "command": "docker cp 9170e2d5bce677a69f79d8639c43f88698ff73fab7db30643288b1293c1ec034:/workspace/eval/results.xml /tmp/tmpvvja4ra4.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3006, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.028391324973199517 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 259, "passed": 518 }, "test_branch_errors": {}, "test_branches": [ "4da2290d51e2", "1f0786a07bdd", "e7da309aed82", "7102fd2b2c18", "b8cd40a3d84a", "9f794624c9f4", "13e0fd214110", "8e2638c073f3", "1276c7a51288" ], "test_records": 777, "test_results": [ { "branch": "4da2290d51e2", "extra": { "message_chars": 264, "message_redacted": true, "time": 0.198 }, "name": "tests.test_cookies.test_cookie_file_nonexistent", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 549, "message_redacted": true, "time": 0.183 }, "name": "eval.tests.test_cli_operations.test_isolate_with_no_css_combined", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 432, "message_redacted": true, "time": 0.222 }, "name": "eval.tests.test_cli_operations.test_no_js_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.222 }, "name": "eval.tests.test_cli_operations.test_timeout_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.254 }, "name": "eval.tests.test_cli_operations.test_output_to_stdout_explicit_dash", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 558, "message_redacted": true, "time": 0.227 }, "name": "eval.tests.test_cli_operations.test_stdin_with_malformed_html", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 99, "message_redacted": true, "time": 0.344 }, "name": "eval.tests.test_assets.test_base_url_resolves_absolute_paths", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 126, "message_redacted": true, "time": 0.207 }, "name": "eval.tests.test_assets.test_video_sources_removed_with_no_video_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 424, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_core_edge.test_unknown_encoding_error", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 453, "message_redacted": true, "time": 0.335 }, "name": "eval.tests.test_cli_operations.test_multiple_domains_whitelist", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 124, "message_redacted": true, "time": 0.218 }, "name": "eval.tests.test_core_edge.test_multiple_templates_in_output_path", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 600, "message_redacted": true, "time": 0.238 }, "name": "eval.tests.test_cookies.test_cookie_file_not_found_clear_error", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 131, "message_redacted": true, "time": 0.213 }, "name": "eval.tests.test_core_edge.test_output_with_no_title_uses_empty_string", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 100, "message_redacted": true, "time": 1.018 }, "name": "eval.tests.test_cache_cli.test_cache_basic_functionality", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 298, "message_redacted": true, "time": 0.219 }, "name": "eval.tests.test_css_edge.test_empty_import_url", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 398, "message_redacted": true, "time": 0.186 }, "name": "eval.tests.test_css_edge.test_no_fonts_flag_skips_font_face_blocks", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 35, "message_redacted": true, "time": 1.002 }, "name": "eval.tests.test_cache_cli.test_cache_with_different_resources", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.166 }, "name": "eval.tests.test_cli_operations.test_quiet_mode_with_successful_operation", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 491, "message_redacted": true, "time": 0.194 }, "name": "eval.tests.test_cli_operations.test_no_css_no_js_combined", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_cli_operations.test_user_agent_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 470, "message_redacted": true, "time": 0.207 }, "name": "eval.tests.test_cli_operations.test_no_images_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 235, "message_redacted": true, "time": 0.165 }, "name": "eval.tests.test_assets.test_svg_image_element_embedded", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 127, "message_redacted": true, "time": 0.163 }, "name": "eval.tests.test_assets.test_audio_sources_removed_with_no_audio_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.179 }, "name": "eval.tests.test_cli_operations.test_output_filename_with_special_chars", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 782, "message_redacted": true, "time": 0.214 }, "name": "eval.tests.test_cli_operations.test_invalid_flag_value_timeout", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.185 }, "name": "eval.tests.test_core_edge.test_base_url_file_scheme_ignored_on_stdin", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 421, "message_redacted": true, "time": 0.21 }, "name": "eval.tests.test_encoding_edge_cases.test_encoding_flag_overrides_meta_tag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 318, "message_redacted": true, "time": 0.2 }, "name": "eval.tests.test_encoding_edge_cases.test_data_url_with_charset_preserved", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 294, "message_redacted": true, "time": 0.172 }, "name": "eval.tests.test_css_edge.test_hash_fragment_url_preserved", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 322, "message_redacted": true, "time": 0.19 }, "name": "eval.tests.test_css_edge.test_import_preserves_fragment_identifier", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 540, "message_redacted": true, "time": 0.21 }, "name": "eval.tests.test_encoding_edge_cases.test_integrity_valid_sha512_embeds_resource", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 729, "message_redacted": true, "time": 0.316 }, "name": "eval.tests.test_cli_operations.test_ignore_errors_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 519, "message_redacted": true, "time": 0.182 }, "name": "eval.tests.test_cli_operations.test_no_images_with_isolate", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 360, "message_redacted": true, "time": 0.215 }, "name": "eval.tests.test_cli_operations.test_mhtml_format_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 539, "message_redacted": true, "time": 0.3 }, "name": "eval.tests.test_cli_operations.test_isolate_mode", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 96, "message_redacted": true, "time": 0.985 }, "name": "eval.tests.test_cache_cli.test_cache_with_large_file", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 300, "message_redacted": true, "time": 0.171 }, "name": "eval.tests.test_assets.test_integrity_attribute_validation_embeds_on_match", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.246 }, "name": "eval.tests.test_assets.test_script_with_integrity_attribute", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 351, "message_redacted": true, "time": 0.174 }, "name": "eval.tests.test_css_final.test_import_url_unreachable_http", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 638, "message_redacted": true, "time": 0.331 }, "name": "eval.tests.test_cookies.test_invalid_cookie_file_header", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 336, "message_redacted": true, "time": 0.158 }, "name": "eval.tests.test_cli_operations.test_no_fonts_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 295, "message_redacted": true, "time": 0.2 }, "name": "eval.tests.test_encoding_edge_cases.test_encoding_flag_invalid_charset_error", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 35, "message_redacted": true, "time": 1.015 }, "name": "eval.tests.test_cache_cli.test_cache_with_timeout", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 545, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_css_edge.test_empty_url_variations_all_normalized", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 1434, "message_redacted": true, "time": 0.206 }, "name": "eval.tests.test_encoding_edge_cases.test_integrity_invalid_hash_keeps_external_reference", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 1006, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_css_edge.test_url_in_non_image_property_with_no_images_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 212, "message_redacted": true, "time": 0.181 }, "name": "eval.tests.test_error_paths.test_empty_target_error", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 491, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_cli_operations.test_no_frames_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.239 }, "name": "eval.tests.test_cli_operations.test_absolute_path_input", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 430, "message_redacted": true, "time": 0.252 }, "name": "eval.tests.test_cli_operations.test_domain_whitelist_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.217 }, "name": "eval.tests.test_cli_operations.test_file_output_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 352, "message_redacted": true, "time": 0.2 }, "name": "eval.tests.test_css_final.test_import_url_unreachable_https", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 349, "message_redacted": true, "time": 0.193 }, "name": "eval.tests.test_encoding_edge_cases.test_integrity_attribute_on_data_url_stripped", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 445, "message_redacted": true, "time": 0.162 }, "name": "eval.tests.test_css_final.test_nested_square_bracket_selectors", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 550, "message_redacted": true, "time": 0.161 }, "name": "eval.tests.test_encoding_edge_cases.test_integrity_sha384_validation", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 320, "message_redacted": true, "time": 0.185 }, "name": "eval.tests.test_css_edge.test_quoted_string_in_url_function_on_retrieval_failure", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 871, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_encoding_edge_cases.test_noscript_nested_unwrap_all_levels", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 397, "message_redacted": true, "time": 0.205 }, "name": "eval.tests.test_css_final.test_square_bracket_attribute_selectors", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.179 }, "name": "eval.tests.test_error_paths.test_directory_target_error", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 35, "message_redacted": true, "time": 1.037 }, "name": "eval.tests.test_cache_cli.test_cache_mixed_sizes", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.209 }, "name": "eval.tests.test_cli_operations.test_file_input_simple_no_metadata", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 507, "message_redacted": true, "time": 0.174 }, "name": "eval.tests.test_cli_operations.test_multiple_removal_flags_combined", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 680, "message_redacted": true, "time": 0.197 }, "name": "eval.tests.test_cli_operations.test_invalid_output_path_panics", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 430, "message_redacted": true, "time": 0.214 }, "name": "eval.tests.test_cli_operations.test_domain_blacklist_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.204 }, "name": "eval.tests.test_cli_operations.test_base_url_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 383, "message_redacted": true, "time": 0.172 }, "name": "eval.tests.test_css_final.test_background_url_unreachable_http", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 590, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_css_final.test_mixed_import_and_url_errors", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 1249, "message_redacted": true, "time": 0.216 }, "name": "eval.tests.test_encoding_edge_cases.test_encoding_flag_with_utf16", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 375, "message_redacted": true, "time": 0.196 }, "name": "eval.tests.test_harvest.test_set_existing_to_empty_when_empty_provided", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 598, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_error_paths.test_invalid_encoding_with_force_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.231 }, "name": "eval.tests.test_css_edge.test_failed_import_url_drops_import", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.197 }, "name": "eval.tests.test_error_paths.test_unsupported_url_scheme_error", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 291, "message_redacted": true, "time": 0.164 }, "name": "eval.tests.test_harvest.test_local_file_target_input_relative_target_path", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 271, "message_redacted": true, "time": 0.204 }, "name": "eval.tests.test_harvest.test_bad_input_data_url", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.214 }, "name": "eval.tests.test_cli_operations.test_no_css_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 722, "message_redacted": true, "time": 0.223 }, "name": "eval.tests.test_cli_operations.test_encoding_override_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.201 }, "name": "eval.tests.test_cli_operations.test_cookie_file_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 485, "message_redacted": true, "time": 0.217 }, "name": "eval.tests.test_harvest.test_properly_save_document_with_gb2312_custom_charset", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 427, "message_redacted": true, "time": 0.187 }, "name": "eval.tests.test_cli_operations.test_nonexistent_file_error", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 384, "message_redacted": true, "time": 0.164 }, "name": "eval.tests.test_css_final.test_background_url_unreachable_https", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 357, "message_redacted": true, "time": 0.171 }, "name": "eval.tests.test_css_final.test_parenthesis_blocks_in_calc", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 735, "message_redacted": true, "time": 0.201 }, "name": "eval.tests.test_harvest.test_discard_integrity_for_local_files", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 69, "message_redacted": true, "time": 0.157 }, "name": "eval.tests.test_html_advanced.test_image_url_fragment_preservation_data_url", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.165 }, "name": "eval.tests.test_html_advanced.test_body_background_removed_with_no_images", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 98, "message_redacted": true, "time": 0.163 }, "name": "eval.tests.test_html_advanced.test_audio_source_elements_embedded", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 100, "message_redacted": true, "time": 0.179 }, "name": "eval.tests.test_html_advanced.test_anchor_javascript_href_replaced_with_no_js", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.973 }, "name": "eval.tests.test_cache_cli.test_cache_empty_file", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 83, "message_redacted": true, "time": 0.2 }, "name": "eval.tests.test_harvest.test_local_file_url_target_input", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 570, "message_redacted": true, "time": 0.222 }, "name": "eval.tests.test_error_paths.test_unknown_encoding_in_validation", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 177, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_harvest.test_unwrap_noscript_contents_attr_data_url", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.191 }, "name": "eval.tests.test_cli_operations.test_file_input_relative_path", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 799, "message_redacted": true, "time": 0.199 }, "name": "eval.tests.test_cli_operations.test_invalid_cookie_file_error", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.172 }, "name": "eval.tests.test_css_final.test_import_quoted_string_unreachable", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_harvest.test_properly_save_document_with_gb2312_custom_charset_bad", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 554, "message_redacted": true, "time": 0.202 }, "name": "eval.tests.test_harvest.test_css_import_string", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 351, "message_redacted": true, "time": 0.172 }, "name": "eval.tests.test_css_final.test_unquoted_import_url_unreachable", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 132, "message_redacted": true, "time": 0.195 }, "name": "eval.tests.test_harvest.test_parse_noscript_contents", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 494, "message_redacted": true, "time": 0.186 }, "name": "eval.tests.test_html_advanced.test_javascript_closing_tag_escaping", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 232, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_html_advanced.test_input_type_image_embedded", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 130, "message_redacted": true, "time": 0.158 }, "name": "eval.tests.test_html_advanced.test_video_source_elements_removed_with_no_video", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 83, "message_redacted": true, "time": 0.158 }, "name": "eval.tests.test_html_advanced.test_iframe_empty_src_preserved", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 235, "message_redacted": true, "time": 0.244 }, "name": "eval.tests.test_html_advanced.test_svg_image_href_embedded", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 120, "message_redacted": true, "time": 0.187 }, "name": "eval.tests.test_harvest.test_embed_svg_local_asset_via_use", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 586, "message_redacted": true, "time": 0.169 }, "name": "eval.tests.test_html_final.test_link_alternate_and_apple_touch_icon_processing", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.248 }, "name": "eval.tests.test_cli_operations.test_file_output_overwrites_existing", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.22 }, "name": "eval.tests.test_cli_operations.test_insecure_tls_flag", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 549, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_css_final.test_css_advanced_url_custom_properties", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 481, "message_redacted": true, "time": 0.19 }, "name": "eval.tests.test_html_advanced.test_image_url_fragment_preservation_local", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 212, "message_redacted": true, "time": 0.175 }, "name": "eval.tests.test_harvest.test_bad_input_empty_target", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 368, "message_redacted": true, "time": 0.183 }, "name": "eval.tests.test_css_final.test_unquoted_url_unreachable", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 790, "message_redacted": true, "time": 0.198 }, "name": "eval.tests.test_harvest.test_unwrap_noscript_contents_nested", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.205 }, "name": "eval.tests.test_html_advanced.test_meta_http_equiv_refresh_removed", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 289, "message_redacted": true, "time": 0.193 }, "name": "eval.tests.test_html_advanced.test_input_type_image_empty_with_no_images", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 704, "message_redacted": true, "time": 0.172 }, "name": "eval.tests.test_html_advanced.test_picture_source_srcset_empty_with_no_images", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.222 }, "name": "eval.tests.test_integration.test_complex_page_all_features_combined", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 77, "message_redacted": true, "time": 1.046 }, "name": "eval.tests.test_cache_cli.test_cache_many_duplicates", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 413, "message_redacted": true, "time": 0.199 }, "name": "eval.tests.test_html_advanced.test_svg_image_xlink_href_embedded", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 122, "message_redacted": true, "time": 0.205 }, "name": "eval.tests.test_harvest.test_embed_svg_local_asset_via_image", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 525, "message_redacted": true, "time": 0.194 }, "name": "eval.tests.test_html_final.test_srcset_complex_descriptors_no_images", "status": "failure" }, { "branch": "1f0786a07bdd", "extra": { "message_chars": 512, "message_redacted": true, "time": 0.24 }, "name": "eval.tests.test_html_final.test_no_css_flag_removes_all_styles", "status": "failure" } ], "test_results_omitted": 139, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }