{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "aec496f12cc716275f51d9cc869d21348e4fb970f597be46035f89adb703daa8", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.16486685400013812 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(aadfc28bdd1eb63dfc08b8ede5bd8ad73aa60ca1b664dfd28f13bdade7146a54) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.132054657995468 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.16870885400567204 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.151935185000184 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12974216799193528 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.11837981700955424 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6765148209960898 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1386231799988309 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12191948099643923 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11245908599812537 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1388756960077444 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 68292, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 8.931438175990479 }, { "branch": "d14b27faa8de", "command": "docker cp 20f3173d6a9b0ca566d9a6f2b9aad2c666bf4632a4b950d911022313f3e01bd6:/workspace/eval/results.xml /tmp/tmpnag9o4qr.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 57194, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04084372099896427 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12476388399954885 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11991527798818424 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13264740999147762 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.137120490995585 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 45733, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.579105663011433 }, { "branch": "cbaf2db7a9ec", "command": "docker cp acc2470501988da9238255ec6e591e45a832493189008e693a3c36e6e650a078:/workspace/eval/results.xml /tmp/tmpivtuf9li.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 33132, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.019334454991621897 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11849473600159399 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13148474399349652 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1289229090034496 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1343901459913468 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 135442, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 15.960510615012026 }, { "branch": "017fa5001b4a", "command": "docker cp 62f7425747738c536173d9da14172c110013e5b89bfd8de243f447b81ce4d366:/workspace/eval/results.xml /tmp/tmp0nwnfpp3.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 109249, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0400801720097661 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14518802300153766 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12527845599106513 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11588076999760233 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13529863499570638 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 32147, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.415897532002418 }, { "branch": "ce1d39773f1c", "command": "docker cp 183a71475791cee344ae5ef21a361693b84a7442db03617b2a5cfda14bc930ae:/workspace/eval/results.xml /tmp/tmpslil4ts8.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 18144, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03211640600056853 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11257440400368068 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10958524300076533 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11778413499996532 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12519149800937157 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 13110, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.837587877002079 }, { "branch": "c5116ade8a34", "command": "docker cp 45936045b42214d7093f853584b299bfc274df88b16cef216696b9a31379d58f:/workspace/eval/results.xml /tmp/tmpmr3xnn7r.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9875, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.032656417999533005 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13775968200934585 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.14016664000519086 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10633410599257331 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1349872190039605 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5649, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.801785888004815 }, { "branch": "335611dbee6b", "command": "docker cp 39c3c12ea1a24e6f9df53c4108c3ebbae6ef71ca525d720cd3e1a54b7a3c1574:/workspace/eval/results.xml /tmp/tmp1p4xz8c0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3201, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038196036010049284 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13938744999177288 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.08934950100956485 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.08745568500307854 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.08826808498997707 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10303, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.669769800995709 }, { "branch": "3644ec91a211", "command": "docker cp 13003dfe3a118a478b8103d97811baca8e671af99c206d648a63f10032bed3ab:/workspace/eval/results.xml /tmp/tmp5qqjjkdr.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9367, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04252783799893223 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13246111098851543 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1226708409958519 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13348866799788084 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1297661069984315 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2517, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.6508799790026387 }, { "branch": "f593a18d9fb8", "command": "docker cp 813911317b958df707b9d56c1ddbf5d74315ebb05f5987d51a698d2b2ceea585:/workspace/eval/results.xml /tmp/tmpb62w1os6.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1115, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03929927200078964 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.16695203600102104 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12608256700332277 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1362542709975969 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13715253000555094 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8210, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.261027625005227 }, { "branch": "84ae5ed1ef50", "command": "docker cp 3990257c3921349291215ab3029d02f3f1f82b050bd5ce4522084ac1c463abe2:/workspace/eval/results.xml /tmp/tmpinoozpgp.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5489, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.022244566993322223 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13173608199576847 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12742890699882992 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13152084399189334 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10680424000020139 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11992, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.982383852999192 }, { "branch": "1622d7dfbc0c", "command": "docker cp f4ccc8dcb969b0310dacf39ad1d9fd2030234f3c54e3f23584f80bd18fcdbcae:/workspace/eval/results.xml /tmp/tmplo58_z_k.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8242, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.040618453989736736 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11137093100114726 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1311550979880849 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.14123860499239527 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.14214117400115356 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8025, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.489882542999112 }, { "branch": "e764acf68f28", "command": "docker cp b02d7771925822564359d2690a5b2636007778f71312b0ec4acb483356d19e57:/workspace/eval/results.xml /tmp/tmp46khzx6r.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4524, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.028508904011687264 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12051253899699077 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12442135799210519 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11945857299724594 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1359236550051719 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5088, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.773454648995539 }, { "branch": "4e219826c927", "command": "docker cp 73cb76c5bb35fa747b589e42f24a64514da3ac9212921c6674b9ce8f2dd6c06d:/workspace/eval/results.xml /tmp/tmpk_m05c6i.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5111, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0371091900015017 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14614880000590347 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12321777400211431 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12285398799576797 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12343705000239424 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8978, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.258689014997799 }, { "branch": "ce4b32d3837e", "command": "docker cp c945e7a3415cec1b27c4e8054675942f4a8d97efd5f2e0660dd590f0083afd6d:/workspace/eval/results.xml /tmp/tmpkpp_cmhi.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4748, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02524353700573556 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 132, "passed": 989, "skipped": 6 }, "test_branch_errors": {}, "test_branches": [ "d14b27faa8de", "cbaf2db7a9ec", "017fa5001b4a", "ce1d39773f1c", "c5116ade8a34", "335611dbee6b", "3644ec91a211", "f593a18d9fb8", "84ae5ed1ef50", "1622d7dfbc0c", "e764acf68f28", "4e219826c927", "ce4b32d3837e" ], "test_records": 1127, "test_results": [ { "branch": "d14b27faa8de", "extra": { "message_chars": 646, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_advanced_substitution.test_substitution_with_null_value", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 356, "message_redacted": true, "time": 0.109 }, "name": "eval.tests.test_additional_coverage.test_print_lua_flag", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 374, "message_redacted": true, "time": 0.105 }, "name": "eval.tests.test_completions.test_generate_completions_bash", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 373, "message_redacted": true, "time": 0.1 }, "name": "eval.tests.test_completions.test_generate_completions_zsh", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 355, "message_redacted": true, "time": 0.127 }, "name": "eval.tests.test_debugging.test_print_lua_with_filter", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 357, "message_redacted": true, "time": 0.09 }, "name": "eval.tests.test_debugging.test_print_lua", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 493, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_error_handling.test_invalid_config_file_missing", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 1219, "message_redacted": true, "time": 0.086 }, "name": "eval.tests.test_error_handling.test_conflicting_flags_additional_and_excluded", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 980, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_filtering.test_no_implicit_return", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.151 }, "name": "eval.tests.test_template_helpers.test_red_helper", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.152 }, "name": "eval.tests.test_template_helpers.test_blue_helper", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 187, "message_redacted": true, "time": 0.164 }, "name": "eval.tests.test_template_helpers.test_green_helper", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 188, "message_redacted": true, "time": 0.121 }, "name": "eval.tests.test_template_helpers.test_purple_helper", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 188, "message_redacted": true, "time": 0.14 }, "name": "eval.tests.test_template_helpers.test_yellow_helper", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 233, "message_redacted": true, "time": 0.116 }, "name": "eval.tests.test_template_helpers.test_helper_with_nested_field", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 802, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_time_handling.test_unix_timestamp_microseconds", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 374, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_completions.test_generate_completions_fish", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 375, "message_redacted": true, "time": 0.147 }, "name": "eval.tests.test_debugging.test_print_lua_with_nested_fields", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 891, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_error_handling.test_invalid_config_file_malformed", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 805, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_time_handling.test_unix_timestamp_nanoseconds", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 585, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_error_handling.test_filter_with_lua_error", "status": "failure" }, { "branch": "d14b27faa8de", "extra": { "message_chars": 353, "message_redacted": true, "time": 0.165 }, "name": "eval.tests.test_debugging.test_print_lua_with_arrays", "status": "failure" }, { "branch": "cbaf2db7a9ec", "extra": { "message_chars": 374, "message_redacted": true, "time": 0.172 }, "name": "eval.tests.test_completions.TestCompletions.test_generate_fish_completions", "status": "failure" }, { "branch": "cbaf2db7a9ec", "extra": { "message_chars": 374, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_completions.TestCompletions.test_generate_bash_completions", "status": "failure" }, { "branch": "cbaf2db7a9ec", "extra": { "message_chars": 241, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_configuration.TestConfiguration.test_missing_config_file_error", "status": "failure" }, { "branch": "cbaf2db7a9ec", "extra": { "message_chars": 589, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_error_handling.TestErrorHandling.test_invalid_filter_expression", "status": "failure" }, { "branch": "cbaf2db7a9ec", "extra": { "message_chars": 304, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_error_handling.TestErrorHandling.test_conflicting_flags_additional_and_excluded", "status": "failure" }, { "branch": "cbaf2db7a9ec", "extra": { "message_chars": 982, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_filtering.TestFiltering.test_filter_complex_expression", "status": "failure" }, { "branch": "cbaf2db7a9ec", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.145 }, "name": "eval.tests.test_output_formatting.TestOutputFormatting.test_format_with_nested_field_access", "status": "failure" }, { "branch": "cbaf2db7a9ec", "extra": { "message_chars": 197, "message_redacted": true, "time": 0.143 }, "name": "eval.tests.test_output_formatting.TestOutputFormatting.test_format_with_color_helpers", "status": "failure" }, { "branch": "cbaf2db7a9ec", "extra": { "message_chars": 374, "message_redacted": true, "time": 0.117 }, "name": "eval.tests.test_completions.TestCompletions.test_completions_output_to_stdout", "status": "failure" }, { "branch": "cbaf2db7a9ec", "extra": { "message_chars": 373, "message_redacted": true, "time": 0.115 }, "name": "eval.tests.test_completions.TestCompletions.test_generate_zsh_completions", "status": "failure" }, { "branch": "cbaf2db7a9ec", "extra": { "message_chars": 213, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_error_handling.TestErrorHandling.test_invalid_placeholder_format", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.15 }, "name": "tests.test_config.test_config_duplicate_keys_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 338, "message_redacted": true, "time": 0.143 }, "name": "tests.test_config.test_config_invalid_toml_syntax_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 383, "message_redacted": true, "time": 0.156 }, "name": "tests.test_edge_cases.test_shell_completion_bash_structure", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.161 }, "name": "tests.test_edge_cases.test_missing_config_file_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 144, "message_redacted": true, "time": 0.152 }, "name": "tests.test_edge_cases.test_no_implicit_filter_return_multiline", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 64, "message_redacted": true, "time": 0.099 }, "name": "tests.test_edge_cases.test_invalid_filter_expression_error_message", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.123 }, "name": "tests.test_edge_cases.test_template_render_type_mismatch_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 617, "message_redacted": true, "time": 0.092 }, "name": "tests.test_edge_cases.test_json_array_with_mixed_types", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 129, "message_redacted": true, "time": 0.101 }, "name": "tests.test_edge_cases.test_filter_with_null_value_comparison", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 102, "message_redacted": true, "time": 0.133 }, "name": "tests.test_edge_cases.test_unicode_null_value_in_json", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 221, "message_redacted": true, "time": 0.118 }, "name": "tests.test_edge_cases.test_empty_placeholder_format_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 127, "message_redacted": true, "time": 0.094 }, "name": "tests.test_edge_cases.test_filter_runtime_error_no_crash", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 677, "message_redacted": true, "time": 0.135 }, "name": "tests.test_fields.test_unicode_and_special_characters_in_fields", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 530, "message_redacted": true, "time": 0.106 }, "name": "tests.test_filtering.test_filter_pattern_matching", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 196, "message_redacted": true, "time": 0.121 }, "name": "tests.test_filtering.test_filter_null_values_match_unsupported_string", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 297, "message_redacted": true, "time": 0.119 }, "name": "tests.test_filtering.test_filter_empty_array_and_object_conversion", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 321, "message_redacted": true, "time": 0.133 }, "name": "tests.test_config.test_config_missing_file_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 382, "message_redacted": true, "time": 0.146 }, "name": "tests.test_edge_cases.test_shell_completion_zsh_structure", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 166, "message_redacted": true, "time": 0.125 }, "name": "tests.test_edge_cases.test_filter_with_string_operations", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 230, "message_redacted": true, "time": 0.124 }, "name": "tests.test_edge_cases.test_invalid_placeholder_format_missing_key", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 300, "message_redacted": true, "time": 0.121 }, "name": "tests.test_config.test_config_all_fields_comprehensive", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 109, "message_redacted": true, "time": 0.151 }, "name": "tests.test_edge_cases.test_boolean_field_values", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 621, "message_redacted": true, "time": 0.123 }, "name": "tests.test_edge_cases.test_additional_value_template_render_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 122, "message_redacted": true, "time": 0.145 }, "name": "tests.test_edge_cases.test_invalid_config_file_error_message", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 171, "message_redacted": true, "time": 0.104 }, "name": "tests.test_edge_cases.test_invalid_regex_in_filter_graceful_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 201, "message_redacted": true, "time": 0.087 }, "name": "tests.test_filtering.test_print_lua_flag", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 734, "message_redacted": true, "time": 0.092 }, "name": "tests.test_integration.test_substitution_filter_additional_value_combined", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 503, "message_redacted": true, "time": 0.101 }, "name": "tests.test_integration.test_nested_array_length_filtering", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 801, "message_redacted": true, "time": 0.123 }, "name": "tests.test_filtering.test_no_implicit_filter_return_statement", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 316, "message_redacted": true, "time": 0.088 }, "name": "tests.test_filtering.test_filter_array_with_complex_types_become_unsupported", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 361, "message_redacted": true, "time": 0.126 }, "name": "tests.test_filtering.test_filter_null_values_converted_to_unsupported", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 383, "message_redacted": true, "time": 0.139 }, "name": "tests.test_edge_cases.test_shell_completion_fish_structure", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.121 }, "name": "tests.test_edge_cases.test_invalid_placeholder_format_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 107, "message_redacted": true, "time": 0.15 }, "name": "tests.test_edge_cases.test_numeric_field_values_float", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.142 }, "name": "tests.test_config.test_config_invalid_type_for_array_field", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 249, "message_redacted": true, "time": 0.115 }, "name": "tests.test_edge_cases.test_config_file_unreadable_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 459, "message_redacted": true, "time": 0.117 }, "name": "tests.test_edge_cases.test_excluded_values_mutually_exclusive_with_additional", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 314, "message_redacted": true, "time": 0.134 }, "name": "tests.test_parsing.test_empty_level_string", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 64, "message_redacted": true, "time": 0.121 }, "name": "tests.test_edge_cases.test_filter_unclosed_string_syntax_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.103 }, "name": "tests.test_filtering.test_field_sanitization_dots_to_underscores", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 203, "message_redacted": true, "time": 0.121 }, "name": "tests.test_filtering.test_filter_syntax_error_produces_stderr", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 365, "message_redacted": true, "time": 0.09 }, "name": "tests.test_filtering.test_filter_backslash_escaping_in_strings", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 247, "message_redacted": true, "time": 0.087 }, "name": "tests.test_sample_files.test_sample_invalid_string_utf8_error_handling", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 788, "message_redacted": true, "time": 0.147 }, "name": "tests.test_sample_files.test_sample_numbered_filter_numeric_comparison", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 573, "message_redacted": true, "time": 0.144 }, "name": "tests.test_sample_files.test_sample_context_filter_nested_context_field", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 566, "message_redacted": true, "time": 0.087 }, "name": "tests.test_stress.test_very_large_number_scientific_notation", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 114, "message_redacted": true, "time": 0.137 }, "name": "tests.test_substitution.test_value_type_formatting_string_number_bool_null", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 107, "message_redacted": true, "time": 0.14 }, "name": "tests.test_edge_cases.test_special_characters_in_field_names", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 289, "message_redacted": true, "time": 0.139 }, "name": "tests.test_substitution.test_invalid_placeholder_format_missing_key_literal", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 98, "message_redacted": true, "time": 0.139 }, "name": "tests.test_substitution.test_context_key_flag_implicitly_enables_substitution", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 246, "message_redacted": true, "time": 0.125 }, "name": "tests.test_edge_cases.test_toml_config_wrong_type_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 404, "message_redacted": true, "time": 0.137 }, "name": "tests.test_substitution.test_combine_context_key_and_placeholder_format", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 411, "message_redacted": true, "time": 0.113 }, "name": "tests.test_substitution.test_zero_value_integer_and_float", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 320, "message_redacted": true, "time": 0.144 }, "name": "tests.test_templates.test_custom_main_line_format_red_helper", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 409, "message_redacted": true, "time": 0.14 }, "name": "tests.test_templates.test_custom_main_line_format_bold_yellow", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 390, "message_redacted": true, "time": 0.144 }, "name": "tests.test_templates.test_custom_main_line_format_blue_timestamp", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 289, "message_redacted": true, "time": 0.113 }, "name": "tests.test_filtering.test_filter_string_with_quotes_escaped_in_lua", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 309, "message_redacted": true, "time": 0.101 }, "name": "tests.test_filtering.test_filter_carriage_return_and_tab_escaping", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 441, "message_redacted": true, "time": 0.105 }, "name": "tests.test_templates.test_additional_value_format_custom_colored", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 251, "message_redacted": true, "time": 0.162 }, "name": "tests.test_templates.test_nested_field_access_in_template", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 65, "message_redacted": true, "time": 0.097 }, "name": "tests.test_templates.test_unclosed_if_block_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 265, "message_redacted": true, "time": 0.102 }, "name": "tests.test_templates.test_template_with_prefix_variable", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 199, "message_redacted": true, "time": 0.139 }, "name": "tests.test_templates.test_empty_and_missing_fields", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 95, "message_redacted": true, "time": 0.14 }, "name": "tests.test_substitution.test_placeholder_format_flag_implicitly_enables_substitution", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 587, "message_redacted": true, "time": 0.123 }, "name": "tests.test_time.test_unix_timestamp_seconds_conversion", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 375, "message_redacted": true, "time": 0.127 }, "name": "tests.test_templates.test_custom_main_line_format_purple_cyan", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 320, "message_redacted": true, "time": 0.135 }, "name": "tests.test_templates.test_custom_main_line_format_green", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 441, "message_redacted": true, "time": 0.12 }, "name": "tests.test_time.test_special_characters_in_timestamps", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 871, "message_redacted": true, "time": 0.132 }, "name": "tests.test_time.test_extreme_numeric_timestamps", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 210, "message_redacted": true, "time": 0.129 }, "name": "tests.test_filtering.test_filter_lua_pattern_with_digit_class", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 249, "message_redacted": true, "time": 0.142 }, "name": "tests.test_time.test_custom_format_with_timestamp_variable", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 430, "message_redacted": true, "time": 0.154 }, "name": "tests.test_templates.test_complex_template_multiple_helpers_and_conditionals", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 423, "message_redacted": true, "time": 0.125 }, "name": "tests.test_templates.test_readme_example_red_short_message", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 65, "message_redacted": true, "time": 0.134 }, "name": "tests.test_templates.test_invalid_template_syntax_error", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 380, "message_redacted": true, "time": 0.132 }, "name": "tests.test_templates.test_level_style_all_log_levels", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 454, "message_redacted": true, "time": 0.126 }, "name": "tests.test_templates.test_deeply_nested_helpers_four_levels", "status": "failure" }, { "branch": "017fa5001b4a", "extra": { "message_chars": 872, "message_redacted": true, "time": 0.158 }, "name": "tests.test_time.test_far_future_timestamps_seconds_only", "status": "failure" }, { "branch": "ce1d39773f1c", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.145 }, "name": "eval.tests.test_argument_parsing.TestFlagConflicts.test_additional_value_short_conflicts_with_excluded_value_short", "status": "failure" }, { "branch": "ce1d39773f1c", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_argument_parsing.TestFlagConflicts.test_additional_value_conflicts_with_excluded_value", "status": "failure" }, { "branch": "ce1d39773f1c", "extra": { "message_chars": 15, "message_redacted": true, "time": 0.136 }, "name": "eval.tests.test_argument_parsing.TestConfigFileHandling.test_config_file_nonexistent", "status": "failure" }, { "branch": "ce1d39773f1c", "extra": { "message_chars": 15, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_argument_parsing.TestPlaceholderFormatValidation.test_placeholder_format_missing_key", "status": "failure" }, { "branch": "ce1d39773f1c", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_multiple_occurrences.TestMultipleOccurrencesOfSameFlag.test_config_file_multiple_times_error", "status": "failure" }, { "branch": "ce1d39773f1c", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.136 }, "name": "eval.tests.test_multiple_occurrences.TestMultipleOccurrencesOfSameFlag.test_filter_flag_multiple_times_error", "status": "failure" }, { "branch": "ce1d39773f1c", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.117 }, "name": "eval.tests.test_multiple_occurrences.TestMultipleOccurrencesOfSameFlag.test_main_line_format_multiple_times_error", "status": "failure" }, { "branch": "ce1d39773f1c", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_multiple_occurrences.TestMultipleOccurrencesOfSameFlag.test_boolean_flag_multiple_times_error", "status": "failure" }, { "branch": "c5116ade8a34", "extra": { "message_chars": 738, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_argparse_validation.test_conflict_is_symmetric_excluded_value_then_additional_value", "status": "failure" }, { "branch": "c5116ade8a34", "extra": { "message_chars": 738, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_argparse_validation.test_additional_value_and_excluded_value_conflict", "status": "failure" } ], "test_results_omitted": 18, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }