{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "478b5a11a86342a6a04b3db19a99b381e74fd78ef2ab965c9864266f9cc269c9", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.11243243999979313 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(37318aed4a0717fc1787ce4300e11de178d2911c92cd8280fefa290dbf2e3a12) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.10795248999966134 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.1122328400006154 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.11624394200043753 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.09005874299964489 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.09459698299997399 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6868163429999186 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12933627300026274 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12555172399970616 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11565132599935168 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12773036700036755 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 59812, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 8.901491235999856 }, { "branch": "69f0eeebd3b8", "command": "docker cp c8194a1339c167c0bd472ef0422d0dc52fb36ff040fb2b4f7f6e89badcc0dd62:/workspace/eval/results.xml /tmp/tmpki2ctqpj.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 52688, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0360511150001912 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.09607056500044564 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10647860000062792 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12324940100006643 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11870861199986393 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 144935, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 21.974109984999814 }, { "branch": "9002b036e2c3", "command": "docker cp 4017cba81b3f089d3012d1708eaef01f6558f7cc12ed6d12f2bf5f5bcd88bf07:/workspace/eval/results.xml /tmp/tmp63y7urli.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 102195, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.034161710999796924 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1287276049997672 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11727977200007444 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11716959200020938 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11685464199945272 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1425450, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 138.6600462510005 }, { "branch": "1fced6989730", "command": "docker cp f3bf84786d9b495f3f8832d980965e807dffdeafdd156042accf6da1dcdd88d9:/workspace/eval/results.xml /tmp/tmpb2cyha_j.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1804947, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04406713100070192 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1368275340000764 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10959272800027975 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12144323499978782 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11457377900023857 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2669, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.628557059000741 }, { "branch": "a115183849a2", "command": "docker cp 9ee45aa1a9f7ad7a44858024a199917cc1a4f335c87c25b05929572d2d67f00f:/workspace/eval/results.xml /tmp/tmpgqsp7qbf.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1542, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.034589380000397796 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13815836300000228 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12082398700022168 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12584505700033333 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12538995800059638 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4978, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.529054646000077 }, { "branch": "dc2dc640fac2", "command": "docker cp 4b99611abe1cfa8a19a038bc3956da7787ddef3d6cfafefd344cb4ebfaef4241:/workspace/eval/results.xml /tmp/tmpyaczazpw.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5876, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03471248000005289 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12616075799996906 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11840151300020807 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.08821299399915006 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12748728499991557 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8222, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4521686640000553 }, { "branch": "5e812627cc20", "command": "docker cp 6107fbab0e2289814313ba0d2bd878305bf2d60f9f844905a63a581478329d39:/workspace/eval/results.xml /tmp/tmpjk8izwg7.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4895, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03431757100042887 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1380120049998368 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10489331099961419 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11284131600041292 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11738993599919922 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2761, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4976072620002014 }, { "branch": "c554a726e6b2", "command": "docker cp 2fdd35a594a109d4e2ab3d34b1f2f49682e041b89cd9d7cbc8bf9ccd327e9e35:/workspace/eval/results.xml /tmp/tmpv7yn861v.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1490, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.022774873999878764 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12668760900032794 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12350578499990661 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13175983899964194 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12252977700063639 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8328, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.614664355000059 }, { "branch": "0ebfcf42b344", "command": "docker cp 21dce7b5ac03419bd50bf234c59385b48c5e47167e1ce7ef26c86098ddd3ed88:/workspace/eval/results.xml /tmp/tmpmlrf5utj.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6216, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.021995207000145456 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11349296599928493 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11493648400028178 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11464747400077613 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12587749199974496 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 677457, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 25.682893803999832 }, { "branch": "997febfd6666", "command": "docker cp 76983c6daeda79915d8c06e0ba338e279fb18f2b1db62bdb775fc1f3d1bf844b:/workspace/eval/results.xml /tmp/tmpqauijoxi.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 572757, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03702691800026514 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1285051109998676 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11535656799969729 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11603340700003173 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10932246899938036 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 134706, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 17.357094813000003 }, { "branch": "e5ef4554e2bc", "command": "docker cp 11d3516ae70de7fc700be8d4058c1cb8ad4a19a809b462fc9ecab85e47748b46:/workspace/eval/results.xml /tmp/tmpw5wpk0ys.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 111859, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0361443510000754 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "error": 1, "failure": 1105, "passed": 1420, "skipped": 2 }, "test_branch_errors": {}, "test_branches": [ "69f0eeebd3b8", "9002b036e2c3", "1fced6989730", "a115183849a2", "dc2dc640fac2", "5e812627cc20", "c554a726e6b2", "0ebfcf42b344", "997febfd6666", "e5ef4554e2bc" ], "test_records": 2528, "test_results": [ { "branch": "69f0eeebd3b8", "extra": { "message_chars": 6743, "message_redacted": true, "time": 0.117 }, "name": "eval.tests.test_basic_invocation.test_no_arguments", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 43, "message_redacted": true, "time": 0.097 }, "name": "eval.tests.test_coverage_gaps.test_multiple_stdin_inputs", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 161, "message_redacted": true, "time": 0.152 }, "name": "eval.tests.test_coverage_gaps.test_yul_file_without_parse_yul_flag", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 188, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_coverage_gaps.test_diagnostic_width_option", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_coverage_gaps.test_error_format_json_with_syntax_error", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 207, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_coverage_gaps.test_pretty_json_err_with_error", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 50, "message_redacted": true, "time": 0.098 }, "name": "eval.tests.test_coverage_gaps.test_z_dump_hir_with_file", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 50, "message_redacted": true, "time": 0.131 }, "name": "eval.tests.test_coverage_gaps.test_z_ast_stats", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 187, "message_redacted": true, "time": 0.085 }, "name": "eval.tests.test_display_options.test_error_format_human", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.098 }, "name": "eval.tests.test_display_options.test_error_format_rustc_json", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.102 }, "name": "eval.tests.test_display_options.test_error_format_human_ascii", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.13 }, "name": "eval.tests.test_display_options.test_error_format_json", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 195, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_display_options.test_error_format_human_unicode", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 188, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_display_options.test_diagnostic_width", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 301, "message_redacted": true, "time": 0.208 }, "name": "eval.tests.test_error_handling.test_binary_file", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 535, "message_redacted": true, "time": 0.115 }, "name": "eval.tests.test_coverage_gaps.test_no_input_files", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_coverage_gaps.test_error_format_rustc_json_with_error", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 50, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_coverage_gaps.test_z_print_max_storage_sizes", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 189, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_coverage_gaps.test_error_with_multiple_contracts", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.134 }, "name": "eval.tests.test_display_options.test_error_format_human_short", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.106 }, "name": "eval.tests.test_unstable_flags.test_z_track_diagnostics", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 367, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_unstable_flags.test_z_dump_hir", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 160, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_error_handling.test_syntax_error", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 160, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_error_handling.test_missing_semicolon", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 207, "message_redacted": true, "time": 0.109 }, "name": "eval.tests.test_display_options.test_pretty_json_err", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 327, "message_redacted": true, "time": 0.085 }, "name": "eval.tests.test_error_handling.test_invalid_pragma", "status": "failure" }, { "branch": "69f0eeebd3b8", "extra": { "message_chars": 50, "message_redacted": true, "time": 0.144 }, "name": "eval.tests.test_unstable_flags.test_z_ast_stats", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 456, "message_redacted": true, "time": 0.113 }, "name": "tests.test_comprehensive_coverage.TestDumpFlags.test_dump_hir", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 170, "message_redacted": true, "time": 0.129 }, "name": "tests.test_additional_coverage.test_yul_file_extension_detection", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 170, "message_redacted": true, "time": 0.116 }, "name": "tests.test_coverage_gaps.test_yul_file_without_parse_flag", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 208, "message_redacted": true, "time": 0.107 }, "name": "tests.test_coverage_gaps.test_diagnostic_width_invalid", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 173, "message_redacted": true, "time": 0.11 }, "name": "tests.test_compilation_stages.test_stop_after_parsing_with_syntax_error", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.101 }, "name": "tests.test_error_handling.test_multiple_errors", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 181, "message_redacted": true, "time": 0.118 }, "name": "tests.test_error_handling.test_error_format_human_unicode", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.095 }, "name": "tests.test_edge_cases.test_unicode_in_strings", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.079 }, "name": "tests.test_error_handling.test_syntax_error_human", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.081 }, "name": "tests.test_error_scenarios.test_invalid_inheritance", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.088 }, "name": "tests.test_final_coverage_push.TestErrorPaths.test_unterminated_comment", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.08 }, "name": "tests.test_final_coverage_push.TestErrorPaths.test_missing_semicolon", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.118 }, "name": "tests.test_flag_combinations.test_color_with_error_format", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.095 }, "name": "tests.test_flag_combinations.test_error_format_json_with_pretty_err", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 166, "message_redacted": true, "time": 0.079 }, "name": "tests.test_formatting.test_color_with_error", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 162, "message_redacted": true, "time": 0.113 }, "name": "tests.test_comprehensive_coverage.TestDumpFlags.test_dump_hir_with_analysis", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.119 }, "name": "tests.test_coverage_gaps.test_error_format_json", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.099 }, "name": "tests.test_error_handling.test_error_with_line_numbers", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 179, "message_redacted": true, "time": 0.138 }, "name": "tests.test_error_handling.test_error_format_human_short", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 172, "message_redacted": true, "time": 0.128 }, "name": "tests.test_error_handling.test_syntax_error_json", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.117 }, "name": "tests.test_literals_and_types.test_var_keyword", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 218, "message_redacted": true, "time": 0.086 }, "name": "tests.test_coverage_gaps.test_pretty_json_err_output", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.117 }, "name": "tests.test_error_scenarios.test_missing_semicolon_statement", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 203, "message_redacted": true, "time": 0.112 }, "name": "tests.test_massive_coverage_push.test_error_format_json_with_real_error", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 208, "message_redacted": true, "time": 0.089 }, "name": "tests.test_massive_coverage_push.test_error_format_human_styles[short]", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.103 }, "name": "tests.test_final_coverage_push.TestErrorPaths.test_invalid_character", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.094 }, "name": "tests.test_final_coverage_push.TestErrorPaths.test_mismatched_braces", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 202, "message_redacted": true, "time": 0.096 }, "name": "tests.test_flag_combinations.test_error_format_with_diagnostic_width", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 309, "message_redacted": true, "time": 0.105 }, "name": "tests.test_comprehensive_coverage.TestAstStats.test_ast_stats_simple", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 204, "message_redacted": true, "time": 0.107 }, "name": "tests.test_coverage_gaps.test_error_format_rustc_json", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.102 }, "name": "tests.test_error_scenarios.test_duplicate_contract_names", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.109 }, "name": "tests.test_error_handling.test_missing_semicolon_error", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 178, "message_redacted": true, "time": 0.093 }, "name": "tests.test_error_handling.test_syntax_error_rustc_json", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 208, "message_redacted": true, "time": 0.147 }, "name": "tests.test_massive_coverage_push.test_error_format_human_styles[ascii]", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.129 }, "name": "tests.test_final_coverage_push.TestErrorPaths.test_invalid_pragma_value", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 385, "message_redacted": true, "time": 0.095 }, "name": "tests.test_unstable_flags.test_z_dump_hir", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 309, "message_redacted": true, "time": 0.125 }, "name": "tests.test_comprehensive_coverage.TestAstStats.test_ast_stats_complex", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.091 }, "name": "tests.test_error_scenarios.test_invalid_function_name", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 179, "message_redacted": true, "time": 0.107 }, "name": "tests.test_error_handling.test_error_format_human_ascii", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 167, "message_redacted": true, "time": 0.12 }, "name": "tests.test_error_handling.test_pretty_json_err", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 212, "message_redacted": true, "time": 0.136 }, "name": "tests.test_massive_coverage_push.test_error_format_human_styles[unicode]", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 31, "message_redacted": true, "time": 0.132 }, "name": "tests.test_comprehensive_coverage.TestPrintMaxStorageSizes.test_print_max_storage_sizes", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.126 }, "name": "tests.test_error_scenarios.test_invalid_visibility", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.121 }, "name": "tests.test_error_handling.test_diagnostic_width", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.126 }, "name": "tests.test_error_scenarios.test_invalid_state_mutability", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.125 }, "name": "tests.test_error_scenarios.test_unclosed_paren", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.146 }, "name": "tests.test_error_scenarios.test_invalid_number_literal", "status": "failure" }, { "branch": "9002b036e2c3", "extra": { "message_chars": 146, "message_redacted": true, "time": 0.115 }, "name": "tests.test_error_scenarios.test_invalid_hex_literal", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 419, "message_redacted": true, "time": 0.162 }, "name": "tests.test_ast_dump.test_dump_ast_literals_full_output", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.141 }, "name": "tests.test_diagnostic_confusion.test_missing_override_in_derived", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 584, "message_redacted": true, "time": 0.119 }, "name": "tests.test_bytecode.test_emit_abi_only", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.148 }, "name": "tests.test_diagnostic_confusion.test_library_cannot_have_receive_function", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 725, "message_redacted": true, "time": 0.155 }, "name": "tests.test_diagnostics_deep.test_visibility_error_json_with_secondary_locations", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.112 }, "name": "tests.test_diagnostic_variations.test_duplicate_fallback_span_note", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 551, "message_redacted": true, "time": 0.132 }, "name": "tests.test_compiler_stats.test_ast_stats_with_assembly", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.114 }, "name": "tests.test_diagnostics_final.test_error_format_ascii_box_drawing", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 215, "message_redacted": true, "time": 0.124 }, "name": "tests.test_cli.test_color_always_includes_ansi", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 249, "message_redacted": true, "time": 0.113 }, "name": "tests.test_cli.test_error_format_json", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 722, "message_redacted": true, "time": 0.114 }, "name": "tests.test_bytecode.test_O1_flag_rejected", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 204, "message_redacted": true, "time": 0.141 }, "name": "tests.test_ast_gaps.test_error_syntax_human_format", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 460, "message_redacted": true, "time": 0.116 }, "name": "tests.test_compiler_stats.test_ast_stats_empty_file", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 269, "message_redacted": true, "time": 0.138 }, "name": "tests.test_error_formats.test_syntax_error_short_style", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 236, "message_redacted": true, "time": 0.116 }, "name": "tests.test_errors.test_missing_semicolon_human_format", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 568, "message_redacted": true, "time": 0.114 }, "name": "tests.test_evm_versions.test_invalid_version_with_hyphens", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 222, "message_redacted": true, "time": 0.092 }, "name": "tests.test_diagnostic_variations.test_duplicate_receive_span_note", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 894, "message_redacted": true, "time": 0.137 }, "name": "tests.test_bytecode.test_emit_multiple_contracts", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 229, "message_redacted": true, "time": 0.114 }, "name": "tests.test_diagnostic_confusion.test_missing_override_for_modifier", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 551, "message_redacted": true, "time": 0.117 }, "name": "tests.test_compiler_stats.test_ast_stats_with_try_catch", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 200, "message_redacted": true, "time": 0.124 }, "name": "tests.test_diagnostics_final.test_error_format_short_mode", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 295, "message_redacted": true, "time": 0.098 }, "name": "tests.test_ast_dump.test_dump_hir_literals_full_output", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 179, "message_redacted": true, "time": 0.14 }, "name": "tests.test_diagnostics_deep.test_color_output_with_ansi_codes", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 241, "message_redacted": true, "time": 0.109 }, "name": "tests.test_diagnostic_confusion.test_unimplemented_function_cannot_have_modifiers", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 226, "message_redacted": true, "time": 0.091 }, "name": "tests.test_cli.test_error_format_rustc_json", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 256, "message_redacted": true, "time": 0.083 }, "name": "tests.test_cli.test_error_format_human_short", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 230, "message_redacted": true, "time": 0.104 }, "name": "tests.test_ast_gaps.test_error_json_format", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 678, "message_redacted": true, "time": 0.136 }, "name": "tests.test_bytecode.test_emit_abi_and_hashes_separate_flags", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 489, "message_redacted": true, "time": 0.112 }, "name": "tests.test_compiler_stats.test_ast_stats_with_imports", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 262, "message_redacted": true, "time": 0.142 }, "name": "tests.test_error_formats.test_multi_error_json_format", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 262, "message_redacted": true, "time": 0.168 }, "name": "tests.test_errors.test_missing_semicolon_json_format", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 453, "message_redacted": true, "time": 0.135 }, "name": "tests.test_evm_versions.test_multiple_version_flags", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.154 }, "name": "tests.test_diagnostic_variations.test_override_multiple_bases_error", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 551, "message_redacted": true, "time": 0.153 }, "name": "tests.test_compiler_stats.test_ast_stats_with_named_args", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 183, "message_redacted": true, "time": 0.143 }, "name": "tests.test_diagnostics_final.test_json_output_format_structured", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 428, "message_redacted": true, "time": 0.192 }, "name": "tests.test_ast_dump.test_dump_ast_expressions_all_kinds", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.12 }, "name": "tests.test_diagnostic_variations.test_duplicate_function_span_note", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 372, "message_redacted": true, "time": 0.155 }, "name": "tests.test_bytecode.test_emit_hashes_multiple_contracts", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 385, "message_redacted": true, "time": 0.124 }, "name": "tests.test_diagnostic_confusion.test_payable_fallback_without_receive_warning", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 165, "message_redacted": true, "time": 0.104 }, "name": "tests.test_diagnostics_deep.test_duplicate_declaration_with_note", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 227, "message_redacted": true, "time": 0.08 }, "name": "tests.test_cli.test_error_format_human_ascii", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 214, "message_redacted": true, "time": 0.083 }, "name": "tests.test_cli.test_color_never", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 237, "message_redacted": true, "time": 0.083 }, "name": "tests.test_ast_gaps.test_error_short_format", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 678, "message_redacted": true, "time": 0.147 }, "name": "tests.test_bytecode.test_emit_abi_and_hashes_comma_separated", "status": "failure" }, { "branch": "1fced6989730", "extra": { "message_chars": 551, "message_redacted": true, "time": 0.124 }, "name": "tests.test_compiler_stats.test_ast_stats_with_using_directive", "status": "failure" } ], "test_results_omitted": 988, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }