{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "3e58fb5dc84990553ee5cd5cd3fb0dc24f31075244f0510ca3ad3fb9f0cc2b2b", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.15474178600015875 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(7a694c93315964be722cf6b4f4e2c0f732e17245aad95b36cacf2e219e024eb4) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.13247222900099587 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.15558606599915947 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.1096112830000493 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.11398627200105693 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.09672366299855639 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6697078790002706 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11493255800087354 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12424401700081944 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12099805400066543 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11390196100001049 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 30069, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.683974852001484 }, { "branch": "768b1adb0770", "command": "docker cp be09bdf02b653cb860fd702b702ffb6e0e2eabd2e6a5b9debdf238d129075ad4:/workspace/eval/results.xml /tmp/tmpl00f_0i_.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 27057, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.036544294000123045 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12579669099977764 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09757385999910184 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09463959599997906 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1206954629997199 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 37710, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.969062796999424 }, { "branch": "94c38132ca06", "command": "docker cp f971564f50e60a4f2addc25f4097e0d2ceabcaca4e7e29f3731bc750f87105fa:/workspace/eval/results.xml /tmp/tmpj49g3mlf.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 30178, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03506315699996776 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12381751499924576 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11225456299871439 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11942136499965272 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1266135089990712 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 458173, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 44.903940434000106 }, { "branch": "bc732e3d7e65", "command": "docker cp d0c8bda842ced5aedeb57cce040e0ff93fe6b9d3a973eb82c8609683da18985f:/workspace/eval/results.xml /tmp/tmpym9nomel.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 595551, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03923054399820103 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1377929040008894 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13417150399982347 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13066436299959605 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11699802499970247 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3791, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.803331278999394 }, { "branch": "f8be2c856a0b", "command": "docker cp 6626d85b30ada76a00a991b107d905a64fc3a13b96eda9a2e363e6165a3f96a1:/workspace/eval/results.xml /tmp/tmpqufbi1be.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1962, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02460808999967412 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12119728499965277 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12177502200029267 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09764280200033681 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09920629699990968 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12060, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.7421175520012184 }, { "branch": "13de43ec7395", "command": "docker cp 012ca313d5aac9d672d4a624da527988054753c0e5f08f713cb46e833ba44309:/workspace/eval/results.xml /tmp/tmpv971nbzl.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7540, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.022972845001277165 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10420895599963842 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12011071600136347 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11088124900015828 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09422233899931598 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5302, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.135271543998897 }, { "branch": "8f6b6e391ad1", "command": "docker cp 31ece75fd596a519695e92206d130bbd2b292c7066d7da76bb67b8d3b2f40128:/workspace/eval/results.xml /tmp/tmptanr9pc1.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4242, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03437490600117599 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10077217300022312 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12659336000069743 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.0958814240002539 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12337673700130836 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 30250, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 7.0937073759996565 }, { "branch": "4a37b893a988", "command": "docker cp 64821e2dd4c2dd069c8655398314bfc3b0b4f1cd49c6951f5593780b24f88d8e:/workspace/eval/results.xml /tmp/tmp64pcrtzj.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 30604, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03821256500123127 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12139142100022582 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1173615810002957 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10177866999947582 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11308507099965937 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7891, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.615822661999118 }, { "branch": "90999f578f4e", "command": "docker cp f4775dbedf539d56087587426f053d7b744221419f53f0b3b8ae9473d055fd9b:/workspace/eval/results.xml /tmp/tmp7gjtvfju.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9501, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03552670299905003 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11866566699973191 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.0875564839989238 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.0937567080000008 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11687987199911731 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 37588, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 8.337832696999612 }, { "branch": "a712c07b4398", "command": "docker cp b296557cc18690c0efa11bd8c86068eb4f166d61be8d8e8bb5df055e33199b25:/workspace/eval/results.xml /tmp/tmphjhbbhth.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 37759, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02523942800144141 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 276, "passed": 574, "skipped": 3 }, "test_branch_errors": {}, "test_branches": [ "768b1adb0770", "94c38132ca06", "bc732e3d7e65", "f8be2c856a0b", "13de43ec7395", "8f6b6e391ad1", "4a37b893a988", "90999f578f4e", "a712c07b4398" ], "test_records": 853, "test_results": [ { "branch": "768b1adb0770", "extra": { "message_chars": 2419, "message_redacted": true, "time": 0.29 }, "name": "eval.tests.test_comprehensive_generation.test_complex_markdown_features", "status": "failure" }, { "branch": "768b1adb0770", "extra": { "message_chars": 132, "message_redacted": true, "time": 0.331 }, "name": "eval.tests.test_comprehensive_generation.test_full_blog_with_all_features", "status": "failure" }, { "branch": "768b1adb0770", "extra": { "message_chars": 29, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_configuration.test_default_author_config", "status": "skipped" }, { "branch": "768b1adb0770", "extra": { "message_chars": 29, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_content_types.test_multiple_authors", "status": "skipped" }, { "branch": "768b1adb0770", "extra": { "message_chars": 29, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_shortcodes.test_shortcode_authors", "status": "skipped" }, { "branch": "94c38132ca06", "extra": { "message_chars": 59, "message_redacted": true, "time": 0.003 }, "name": "eval.tests.test_additional_features.test_custom_css_js_files", "status": "failure" }, { "branch": "94c38132ca06", "extra": { "message_chars": 133, "message_redacted": true, "time": 0.272 }, "name": "eval.tests.test_additional_features.test_post_with_special_characters_in_title", "status": "failure" }, { "branch": "94c38132ca06", "extra": { "message_chars": 1303, "message_redacted": true, "time": 0.223 }, "name": "eval.tests.test_additional_features.test_long_post_title", "status": "failure" }, { "branch": "94c38132ca06", "extra": { "message_chars": 131, "message_redacted": true, "time": 0.246 }, "name": "eval.tests.test_content_handling.test_page_without_date", "status": "failure" }, { "branch": "94c38132ca06", "extra": { "message_chars": 130, "message_redacted": true, "time": 0.218 }, "name": "eval.tests.test_content_handling.test_frontmatter_parsing", "status": "failure" }, { "branch": "94c38132ca06", "extra": { "message_chars": 135, "message_redacted": true, "time": 0.257 }, "name": "eval.tests.test_content_handling.test_draft_post_handling", "status": "failure" }, { "branch": "94c38132ca06", "extra": { "message_chars": 59, "message_redacted": true, "time": 0.003 }, "name": "eval.tests.test_markdown_features.test_shortcodes_listing", "status": "failure" }, { "branch": "94c38132ca06", "extra": { "message_chars": 130, "message_redacted": true, "time": 0.222 }, "name": "eval.tests.test_markdown_features.test_table_of_contents", "status": "failure" }, { "branch": "94c38132ca06", "extra": { "message_chars": 131, "message_redacted": true, "time": 0.233 }, "name": "eval.tests.test_markdown_features.test_backlinks", "status": "failure" }, { "branch": "94c38132ca06", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.209 }, "name": "eval.tests.test_output_generation.test_pagination", "status": "failure" }, { "branch": "94c38132ca06", "extra": { "message_chars": 132, "message_redacted": true, "time": 0.247 }, "name": "eval.tests.test_output_generation.test_next_prev_links", "status": "failure" }, { "branch": "94c38132ca06", "extra": { "message_chars": 131, "message_redacted": true, "time": 0.199 }, "name": "eval.tests.test_additional_features.test_empty_frontmatter_field", "status": "failure" }, { "branch": "94c38132ca06", "extra": { "message_chars": 187, "message_redacted": true, "time": 0.261 }, "name": "eval.tests.test_site_generation.test_basic_site_generation", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 1834, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_cli_operations.test_init_templates_in_nonexistent_directory_fails", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.248 }, "name": "eval.tests.test_content_edge_cases.test_pinned_field_in_frontmatter", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 1120, "message_redacted": true, "time": 0.261 }, "name": "eval.tests.test_content_edge_cases.test_series_metadata_creates_series_page", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 166, "message_redacted": true, "time": 0.247 }, "name": "eval.tests.test_error_handling.test_frontmatter_invalid_date_format", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 2417, "message_redacted": true, "time": 0.254 }, "name": "eval.tests.test_config_edge_cases.test_theme_path_resolution_with_valid_theme", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 558, "message_redacted": true, "time": 0.234 }, "name": "eval.tests.test_config_edge_cases.test_generate_config_file_already_exists", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 2490, "message_redacted": true, "time": 0.253 }, "name": "eval.tests.test_content_edge_cases.test_banner_image_auto_detection_from_file", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 1820, "message_redacted": true, "time": 0.234 }, "name": "eval.tests.test_error_handling.test_input_is_file_not_directory", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 5636, "message_redacted": true, "time": 0.396 }, "name": "eval.tests.test_cli_operations.test_init_templates_fails_if_directory_exists", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 130, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_cli_operations.test_generate_config_creates_default_config", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 1439, "message_redacted": true, "time": 0.204 }, "name": "eval.tests.test_cli_operations.test_generate_config_skips_if_exists", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 2434, "message_redacted": true, "time": 0.241 }, "name": "eval.tests.test_error_handling.test_markdown_with_html_content", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.226 }, "name": "eval.tests.test_feeds.test_rss_feed_with_all_draft_content", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.247 }, "name": "eval.tests.test_feeds.test_rss_feed_per_tag", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.285 }, "name": "eval.tests.test_gallery.test_gallery_wildcard_description", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.214 }, "name": "eval.tests.test_feeds.test_rss_feed_unicode_and_special_characters", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 166, "message_redacted": true, "time": 0.236 }, "name": "eval.tests.test_config_edge_cases.test_theme_folder_does_not_exist", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 2488, "message_redacted": true, "time": 0.232 }, "name": "eval.tests.test_content_edge_cases.test_card_image_with_slug_extension_only", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 7264, "message_redacted": true, "time": 0.442 }, "name": "eval.tests.test_cli_operations.test_start_theme_with_same_name_twice", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 166, "message_redacted": true, "time": 0.217 }, "name": "eval.tests.test_error_handling.test_malformed_yaml_config", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 2485, "message_redacted": true, "time": 0.287 }, "name": "eval.tests.test_content_edge_cases.test_banner_image_from_extra_metadata", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 783, "message_redacted": true, "time": 0.269 }, "name": "eval.tests.test_content_edge_cases.test_author_singular_field", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 189, "message_redacted": true, "time": 0.222 }, "name": "eval.tests.test_content_edge_cases.test_date_extraction_from_stream_prefixed_filename", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.213 }, "name": "eval.tests.test_cli_operations.test_new_without_input_folder_fails", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 118, "message_redacted": true, "time": 0.189 }, "name": "eval.tests.test_cli_operations.test_start_theme_creates_complete_theme_structure", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 413, "message_redacted": true, "time": 0.218 }, "name": "eval.tests.test_config_edge_cases.test_cli_override_all_config_options", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 159, "message_redacted": true, "time": 0.26 }, "name": "eval.tests.test_feeds.test_rss_feed_url_without_protocol_http", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.265 }, "name": "eval.tests.test_gallery.test_gallery_partial_match_description", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 70, "message_redacted": true, "time": 0.24 }, "name": "eval.tests.test_feeds.test_rss_feed_multiple_authors_first_only", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 320, "message_redacted": true, "time": 0.259 }, "name": "eval.tests.test_feeds.test_rss_feed_limit_15_items", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.307 }, "name": "eval.tests.test_gallery.test_gallery_regex_description", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 347, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_feeds.test_json_feed_unicode_and_special_characters", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 1447, "message_redacted": true, "time": 0.249 }, "name": "eval.tests.test_config_edge_cases.test_cli_override_colorscheme_creates_extra_field", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 166, "message_redacted": true, "time": 0.206 }, "name": "eval.tests.test_error_handling.test_config_wrong_type_for_field", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 2546, "message_redacted": true, "time": 0.258 }, "name": "eval.tests.test_content_edge_cases.test_card_image_fallback_to_inline_image", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 769, "message_redacted": true, "time": 0.243 }, "name": "eval.tests.test_content_edge_cases.test_authors_array_field", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 2495, "message_redacted": true, "time": 0.222 }, "name": "eval.tests.test_content_edge_cases.test_card_image_auto_detection_from_media_folder", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 96, "message_redacted": true, "time": 0.257 }, "name": "eval.tests.test_feeds.test_json_feed_author_without_links", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 1444, "message_redacted": true, "time": 0.195 }, "name": "eval.tests.test_config_edge_cases.test_cli_override_name_url_https_footer_language_pagination", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 96, "message_redacted": true, "time": 0.26 }, "name": "eval.tests.test_feeds.test_rss_feed_channel_image", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 84, "message_redacted": true, "time": 0.207 }, "name": "eval.tests.test_cli_operations.test_generate_config_with_cli_overrides", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.205 }, "name": "eval.tests.test_gallery.test_gallery_no_images", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 226, "message_redacted": true, "time": 0.23 }, "name": "eval.tests.test_gallery.test_gallery_corrupted_image_file", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 84, "message_redacted": true, "time": 0.251 }, "name": "eval.tests.test_feeds.test_json_feed_author_metadata", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.273 }, "name": "eval.tests.test_gallery.test_gallery_special_characters_in_filenames", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 1017, "message_redacted": true, "time": 0.287 }, "name": "eval.tests.test_feeds.test_json_feed_limit_15_items", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 102, "message_redacted": true, "time": 0.279 }, "name": "eval.tests.test_gallery.test_gallery_multiple_image_formats", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 134, "message_redacted": true, "time": 0.281 }, "name": "eval.tests.test_gallery.test_basic_gallery_generation", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 1453, "message_redacted": true, "time": 0.255 }, "name": "eval.tests.test_config_edge_cases.test_cli_override_path_options", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.248 }, "name": "eval.tests.test_error_handling.test_frontmatter_malformed_yaml", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 2496, "message_redacted": true, "time": 0.247 }, "name": "eval.tests.test_content_edge_cases.test_banner_image_from_frontmatter", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 2484, "message_redacted": true, "time": 0.244 }, "name": "eval.tests.test_content_edge_cases.test_card_image_with_banner_fallback", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 799, "message_redacted": true, "time": 0.267 }, "name": "eval.tests.test_content_edge_cases.test_authors_comma_separated_string", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 605, "message_redacted": true, "time": 0.264 }, "name": "eval.tests.test_config_edge_cases.test_cli_invalid_image_provider_warning", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 211, "message_redacted": true, "time": 0.211 }, "name": "eval.tests.test_cli_operations.test_init_site_creates_specific_markdown_fragments", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 78, "message_redacted": true, "time": 0.203 }, "name": "eval.tests.test_feeds.test_json_feed_author_with_avatar_but_no_url", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.268 }, "name": "eval.tests.test_feeds.test_rss_feed_multiple_categories", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.283 }, "name": "eval.tests.test_gallery.test_gallery_description_precedence", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.21 }, "name": "eval.tests.test_gallery.test_gallery_invalid_regex_in_config", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 845, "message_redacted": true, "time": 0.244 }, "name": "eval.tests.test_feeds.test_json_feed_per_tag", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.314 }, "name": "eval.tests.test_gallery.test_gallery_description_exact_match_precedence", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.326 }, "name": "eval.tests.test_gallery.test_gallery_cover_nonexistent_uses_first", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 66, "message_redacted": true, "time": 0.271 }, "name": "eval.tests.test_harvest.test_image_resize_integration_thumbnails_skipped", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 63, "message_redacted": true, "time": 0.252 }, "name": "eval.tests.test_gallery.test_gallery_with_config_yaml", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 1457, "message_redacted": true, "time": 0.245 }, "name": "eval.tests.test_config_edge_cases.test_cli_override_shortcode_pattern_and_skip_resize", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.219 }, "name": "eval.tests.test_harvest.test_site_generation_with_posts", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 125, "message_redacted": true, "time": 0.224 }, "name": "eval.tests.test_image_resize.test_resize_filter_balanced", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 273, "message_redacted": true, "time": 0.319 }, "name": "eval.tests.test_gallery.test_gallery_asc_vs_desc_ordering", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.253 }, "name": "eval.tests.test_gallery.test_gallery_images_in_thumbnails_subdir_skipped", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.255 }, "name": "eval.tests.test_harvest.test_stream_date_prefixed_filename", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 121, "message_redacted": true, "time": 0.202 }, "name": "eval.tests.test_image_resize.test_corrupted_image_file", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 125, "message_redacted": true, "time": 0.189 }, "name": "eval.tests.test_image_resize.test_banner_width_only_config", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 222, "message_redacted": true, "time": 0.243 }, "name": "eval.tests.test_gallery.test_gallery_thumbnail_directory_conflict", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 150, "message_redacted": true, "time": 0.266 }, "name": "eval.tests.test_feeds.test_rss_feed_url_without_protocol_https", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 36, "message_redacted": true, "time": 0.441 }, "name": "eval.tests.test_gallery.test_gallery_large_number_of_images", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 1498, "message_redacted": true, "time": 0.607 }, "name": "eval.tests.test_harvest.test_theme_workflow", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.269 }, "name": "eval.tests.test_gallery.test_gallery_no_cover_specified_uses_first_image", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.181 }, "name": "eval.tests.test_harvest.test_site_initialization", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 64, "message_redacted": true, "time": 0.293 }, "name": "eval.tests.test_harvest.test_image_resize_integration_multiple_formats", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.29 }, "name": "eval.tests.test_gallery.test_gallery_image_descriptions", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 161, "message_redacted": true, "time": 0.219 }, "name": "eval.tests.test_image_provider.TestImageProvider.test_image_provider_downloads_banner", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 201, "message_redacted": true, "time": 0.225 }, "name": "eval.tests.test_harvest.test_draft_posts_excluded", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 125, "message_redacted": true, "time": 0.255 }, "name": "eval.tests.test_image_resize.test_resize_filter_quality", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 222, "message_redacted": true, "time": 0.258 }, "name": "eval.tests.test_gallery.test_gallery_mixed_valid_invalid_images", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 199, "message_redacted": true, "time": 0.251 }, "name": "eval.tests.test_harvest.test_stream_s_prefixed_filename", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.296 }, "name": "eval.tests.test_gallery.test_gallery_without_config_file", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 119, "message_redacted": true, "time": 0.204 }, "name": "eval.tests.test_image_resize.test_png_format_resize", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 121, "message_redacted": true, "time": 0.22 }, "name": "eval.tests.test_image_resize.test_ico_file_not_resized", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 167, "message_redacted": true, "time": 0.24 }, "name": "eval.tests.test_image_resize.test_multiple_images_parallel_processing", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 163, "message_redacted": true, "time": 0.224 }, "name": "eval.tests.test_image_resize.test_incremental_build_state_tracking", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.265 }, "name": "eval.tests.test_gallery.test_gallery_cover_image_from_config", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.254 }, "name": "eval.tests.test_gallery.test_gallery_empty_config_uses_defaults", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 77, "message_redacted": true, "time": 0.256 }, "name": "eval.tests.test_harvest.test_image_resize_integration_basic", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 121, "message_redacted": true, "time": 0.201 }, "name": "eval.tests.test_image_resize.test_mixed_image_formats_in_directory", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 125, "message_redacted": true, "time": 0.213 }, "name": "eval.tests.test_image_resize.test_resize_filter_fast", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 205, "message_redacted": true, "time": 0.204 }, "name": "eval.tests.test_harvest.test_datetime_prefixed_filename_to_slug", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 121, "message_redacted": true, "time": 0.239 }, "name": "eval.tests.test_image_resize.test_resize_filter_invalid_value", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 2552, "message_redacted": true, "time": 0.275 }, "name": "eval.tests.test_harvest.test_wikilinks_integration", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 99, "message_redacted": true, "time": 0.303 }, "name": "eval.tests.test_gallery.test_gallery_with_subdirectories", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 121, "message_redacted": true, "time": 0.247 }, "name": "eval.tests.test_image_resize.test_webp_format_resize", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.224 }, "name": "eval.tests.test_gallery.test_gallery_reuses_existing_thumbnails", "status": "failure" }, { "branch": "bc732e3d7e65", "extra": { "message_chars": 126, "message_redacted": true, "time": 0.223 }, "name": "eval.tests.test_image_resize.test_normalize_banner_path_with_media_prefix", "status": "failure" } ], "test_results_omitted": 159, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }