{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "994d3c902108dde90d2089f9e0401b8b30bb8cd536e4dcdcd58f590467d01907", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.152323547998094 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(4355a3374ea9851541d1a1e0370de158cceb8d973094b79463d9a4b822ab9fe8) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.13658098099404015 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.15515421600139234 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.14362506799807306 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.13734933000523597 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.1259336910006823 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6786134919966571 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1348362300050212 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11693756699969526 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11598231000243686 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1103129139955854 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 40970, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.577440015011234 }, { "branch": "c88ecf8e564f", "command": "docker cp 03f5e12a9254b45abb633e7887a2126d4121fadc04e885f28c041d409b20608e:/workspace/eval/results.xml /tmp/tmpop98plvt.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 39723, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04073209599300753 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13996716600377113 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12276292200840544 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1251130979944719 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11680156900547445 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 579937, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 559.9661953540053 }, { "branch": "1978239ed7fd", "command": "docker cp 5d46c6d947dcac9d1cbdfc28a502837367beb169d5bc95ec30c9cbb35290b9fd:/workspace/eval/results.xml /tmp/tmp10vqfbu0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 584505, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04130189299758058 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1329559019941371 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.130331677995855 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12328721801168285 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.129871755008935 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5223, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.641344572999515 }, { "branch": "f4580963f09f", "command": "docker cp 8e4b10f82ba66c9b53bbe1626a4b4771be563738e7a96bdcc0683e1213d28291:/workspace/eval/results.xml /tmp/tmp8697pgb8.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2979, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04109097601030953 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13905128599435557 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13002257399784867 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12868510199768934 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13453887999639846 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2435, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.5542669699934777 }, { "branch": "930c8e294900", "command": "docker cp ee9e476930357e86f91af61dcc594c1f6efb4ea7df56d581c189a1e42cb922e8:/workspace/eval/results.xml /tmp/tmpqways8v5.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1074, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024913856002967805 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.138281077001011 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13406650599790737 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12955367000540718 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13782643400190864 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10290, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.7423117049911525 }, { "branch": "ff21b48dd295", "command": "docker cp 271d3ee53f8e572cb4de05636839fb58c36952a14176c1f7c2211ac4cb42c272:/workspace/eval/results.xml /tmp/tmp_ty42apl.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6544, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04138856199278962 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11298134601383936 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12415276799583808 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12318839099316392 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12797720399976242 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4093, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.830464538987144 }, { "branch": "8132514d0d85", "command": "docker cp e8eb505d7cf758716ec7a2802055aa4f8b2e9de501939b4b03d9a7e0ce08222c:/workspace/eval/results.xml /tmp/tmp7o4ep1p1.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2213, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.040670041998964734 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12579721400106791 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11630014999536797 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13769969600252807 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13006904399662744 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1402, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.6732796500000404 }, { "branch": "b1399b04f31c", "command": "docker cp 9a79286d11d1153db9de07e7f9f43919ad1fac7b14705764adefcda08131a4a0:/workspace/eval/results.xml /tmp/tmpphg01yan.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 384, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03876346000470221 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13480151700787246 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1304056090011727 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13685114899999462 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13729666201106738 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5518, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.5449262729962356 }, { "branch": "fbaf6e78fb74", "command": "docker cp 326a985a053041710b80c8063ad6a386925e9b4cbca426a6b3b6a74d20367edd:/workspace/eval/results.xml /tmp/tmp1y36hux8.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3221, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.039543489008792676 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14338203599618282 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1192879379959777 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1233049000002211 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13013976499496493 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2083, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.6388159380003344 }, { "branch": "e74f344aea39", "command": "docker cp 7548b913ff944379aaf14b4f93b836dca463cdfaba77babcd08638b766f083df:/workspace/eval/results.xml /tmp/tmp9qnmtnd1.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 811, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038888377996045165 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13741881100577302 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13610235998930875 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1379612430027919 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11690217300201766 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4999, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.677839619995211 }, { "branch": "98b552a06daa", "command": "docker cp c5d464345e9fed2b4393661465507f8bc87749c3b6b8f0a94392789ee0a5956c:/workspace/eval/results.xml /tmp/tmptnabwsq_.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3374, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0403141790011432 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "error": 26, "failure": 269, "passed": 1047, "skipped": 165 }, "test_branch_errors": {}, "test_branches": [ "c88ecf8e564f", "1978239ed7fd", "f4580963f09f", "930c8e294900", "ff21b48dd295", "8132514d0d85", "b1399b04f31c", "fbaf6e78fb74", "e74f344aea39", "98b552a06daa" ], "test_records": 1507, "test_results": [ { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.036 }, "name": "eval.tests.test_compiled_languages.test_go_file_with_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.062 }, "name": "eval.tests.test_compiled_languages.test_rust_inline_without_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.069 }, "name": "eval.tests.test_cpp_specific.test_cpp_without_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_cpp_specific.test_cpp_with_function", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.078 }, "name": "eval.tests.test_cpp_specific.test_cpp_stdin", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_cpp_specific.test_cpp_for_loop", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.079 }, "name": "eval.tests.test_c_specific.test_c_stdin", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_c_specific.test_c_for_loop", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.087 }, "name": "eval.tests.test_c_specific.test_c_without_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.08 }, "name": "eval.tests.test_compiled_languages.test_c_with_variables", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_c_specific.test_c_with_function", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.085 }, "name": "eval.tests.test_compiled_languages.test_c_inline_without_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.053 }, "name": "eval.tests.test_compiled_languages.test_c_file_with_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.034 }, "name": "eval.tests.test_compiled_languages.test_go_inline_with_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_compiled_languages.test_go_inline_without_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_cpp_specific.test_cpp_with_vector", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_cpp_specific.test_cpp_string_operations", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_c_specific.test_c_multiple_includes", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_c_specific.test_c_with_array", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.035 }, "name": "eval.tests.test_compiled_languages.test_rust_with_variables", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.045 }, "name": "eval.tests.test_compiled_languages.test_cpp_with_vectors", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_cpp_specific.test_cpp_simple_cout", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_compiled_languages.test_go_with_variables", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.054 }, "name": "eval.tests.test_compiled_languages.test_cpp_inline_with_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_compiled_languages.test_cpp_inline_without_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_cpp_specific.test_cpp_file_execution", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.051 }, "name": "eval.tests.test_c_specific.test_c_simple_printf", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_c_specific.test_c_with_variables", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_cpp_specific.test_cpp_auto_keyword", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_c_specific.test_c_file_execution", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_cpp_specific.test_cpp_with_variables", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.037 }, "name": "eval.tests.test_compiled_languages.test_rust_inline_with_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_detection_comprehensive.test_detect_cpp_extension", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.053 }, "name": "eval.tests.test_compiled_languages.test_c_inline_with_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.033 }, "name": "eval.tests.test_compiled_languages.test_rust_file_with_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.033 }, "name": "eval.tests.test_detection_comprehensive.test_detect_rs_extension", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.038 }, "name": "eval.tests.test_error_handling.test_compilation_error_rust", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.037 }, "name": "eval.tests.test_detection_comprehensive.test_detect_go_extension", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.036 }, "name": "eval.tests.test_error_handling.test_rust_borrow_error", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.049 }, "name": "eval.tests.test_error_handling.test_compilation_error_c", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.055 }, "name": "eval.tests.test_detection_comprehensive.test_detect_c_extension", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_execution_modes.test_cpp_minimal", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.033 }, "name": "eval.tests.test_error_handling.test_compilation_error_go", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.035 }, "name": "eval.tests.test_execution_modes.test_rust_minimal", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.036 }, "name": "eval.tests.test_execution_modes.test_go_minimal", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.034 }, "name": "eval.tests.test_file_execution.test_example_rust_hello", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.056 }, "name": "eval.tests.test_execution_modes.test_c_minimal", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_go_specific.test_go_simple_println", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_go_specific.test_go_with_slice", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_go_specific.test_go_with_full_main", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.034 }, "name": "eval.tests.test_go_specific.test_go_stdin", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.032 }, "name": "eval.tests.test_go_specific.test_go_file_execution", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_go_specific.test_go_with_variables", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 27, "message_redacted": true, "time": 0.035 }, "name": "eval.tests.test_inline_code.test_javascript_inline_code", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.035 }, "name": "eval.tests.test_go_specific.test_go_for_loop", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_go_specific.test_go_with_function", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 27, "message_redacted": true, "time": 0.034 }, "name": "eval.tests.test_inline_code.test_javascript_with_multiple_statements", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 27, "message_redacted": true, "time": 0.033 }, "name": "eval.tests.test_inline_code.test_language_alias_js", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.032 }, "name": "eval.tests.test_inline_code.test_language_alias_rb", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 372, "message_redacted": true, "time": 0.585 }, "name": "eval.tests.test_flag_combinations.test_python_all_aliases", "status": "failure" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_language_aliases.test_cpp_aliases", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.032 }, "name": "eval.tests.test_inline_code.test_ruby_inline_code", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_language_detection.test_detect_from_rs_extension", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_language_aliases.test_rust_aliases", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.035 }, "name": "eval.tests.test_language_aliases.test_go_aliases", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_language_detection.test_detect_from_cpp_extension", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.056 }, "name": "eval.tests.test_language_aliases.test_c_aliases", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_language_detection.test_detect_from_c_extension", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_language_detection.test_detect_from_go_extension", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 376, "message_redacted": true, "time": 0.561 }, "name": "eval.tests.test_language_aliases.test_python_aliases", "status": "failure" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_rust_specific.test_rust_simple_println", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_rust_specific.test_rust_file_execution", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_rust_specific.test_rust_with_function", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_rust_specific.test_rust_stdin", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.031 }, "name": "eval.tests.test_rust_specific.test_rust_with_vector", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.034 }, "name": "eval.tests.test_rust_specific.test_rust_with_let_binding", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_stdin_execution.test_rust_stdin", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.031 }, "name": "eval.tests.test_rust_specific.test_rust_multiline", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 19, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_stdin_execution.test_go_stdin", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.032 }, "name": "eval.tests.test_rust_specific.test_rust_string_operations", "status": "skipped" }, { "branch": "c88ecf8e564f", "extra": { "message_chars": 18, "message_redacted": true, "time": 0.0 }, "name": "eval.tests.test_stdin_execution.test_c_stdin", "status": "skipped" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 504, "message_redacted": true, "time": 0.112 }, "name": "tests.test_bash_engine.test_stdin_with_pipes", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 504, "message_redacted": true, "time": 0.155 }, "name": "tests.test_bash_engine.test_stdin_mode_basic", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 227, "message_redacted": true, "time": 0.14 }, "name": "tests.test_bash_engine.test_empty_code_inline_whitespace", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 396, "message_redacted": true, "time": 0.673 }, "name": "tests.test_c_cpp_engines.test_c_standalone_runtime_assert_failure", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 504, "message_redacted": true, "time": 0.159 }, "name": "tests.test_bash_engine.test_stdin_execution_basic", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 569, "message_redacted": true, "time": 0.377 }, "name": "tests.test_c_cpp_engines.test_c_link_error_undeclared_function", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 309, "message_redacted": true, "time": 0.181 }, "name": "tests.test_bash_engine.test_stdin_mode_with_command_not_found", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 663, "message_redacted": true, "time": 15.354 }, "name": "tests.test_bash_engine.test_repl_session_incremental_stdout", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 156, "message_redacted": true, "time": 0.277 }, "name": "tests.test_cli.test_code_flag_whitespace_only_rejected", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 663, "message_redacted": true, "time": 15.358 }, "name": "tests.test_bash_engine.test_repl_session_state_persistence", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 361, "message_redacted": true, "time": 0.229 }, "name": "tests.test_cli.test_duplicate_code_flag_rejected", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 658, "message_redacted": true, "time": 30.369 }, "name": "tests.test_c_cpp_engines.test_c_session_string_literals", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 678, "message_redacted": true, "time": 30.068 }, "name": "tests.test_c_cpp_engines.test_cpp_session_stl_vector_persistence", "status": "error" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 678, "message_redacted": true, "time": 30.072 }, "name": "tests.test_c_cpp_engines.test_cpp_session_algorithm_header_usage", "status": "error" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 658, "message_redacted": true, "time": 30.362 }, "name": "tests.test_c_cpp_engines.test_c_session_simple_expression_evaluation", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.175 }, "name": "tests.test_cli.test_duplicate_lang_flag_rejected", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 678, "message_redacted": true, "time": 30.066 }, "name": "tests.test_c_cpp_engines.test_cpp_session_variable_persistence", "status": "error" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 658, "message_redacted": true, "time": 30.376 }, "name": "tests.test_c_engine_gaps.test_c_repl_reset_command_clears_includes", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 209, "message_redacted": true, "time": 0.253 }, "name": "tests.test_cli.test_stdin_with_dash_argument", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 658, "message_redacted": true, "time": 30.374 }, "name": "tests.test_c_engine_gaps.test_c_repl_expression_fallback_to_statement", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 658, "message_redacted": true, "time": 30.37 }, "name": "tests.test_c_engine_gaps.test_c_repl_macro_definition", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 658, "message_redacted": true, "time": 30.37 }, "name": "tests.test_c_session_classification.test_c_repl_typedef_with_semicolon_before_brace", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 658, "message_redacted": true, "time": 30.369 }, "name": "tests.test_c_session_classification.test_c_repl_control_flow_if_statement_not_item", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 658, "message_redacted": true, "time": 30.356 }, "name": "tests.test_c_cpp_engines.test_c_session_preprocessor_define", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 658, "message_redacted": true, "time": 30.364 }, "name": "tests.test_c_cpp_engines.test_c_session_union_definition", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 663, "message_redacted": true, "time": 15.356 }, "name": "tests.test_bash_engine.test_repl_reset_command", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 663, "message_redacted": true, "time": 15.357 }, "name": "tests.test_bash_engine.test_repl_session_error_recovery", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 423, "message_redacted": true, "time": 0.17 }, "name": "tests.test_detect.test_inline_bash_export_detection", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 445, "message_redacted": true, "time": 0.223 }, "name": "tests.test_detect.test_inline_bash_read_command", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 360, "message_redacted": true, "time": 0.237 }, "name": "tests.test_detect.test_stdin_bash_detection", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 455, "message_redacted": true, "time": 0.24 }, "name": "tests.test_detect.test_no_detect_with_positional_language", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 247, "message_redacted": true, "time": 0.221 }, "name": "tests.test_detect.test_stdin_no_detect_defaults_python", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 388, "message_redacted": true, "time": 0.228 }, "name": "tests.test_detect.test_inline_c_int_main_detection", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 152, "message_redacted": true, "time": 0.253 }, "name": "tests.test_detect.test_inline_whitespace_only_rejected", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 396, "message_redacted": true, "time": 0.257 }, "name": "tests.test_detect.test_bash_export_signature_start", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 374, "message_redacted": true, "time": 0.237 }, "name": "tests.test_detect.test_bash_read_command_signature", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 663, "message_redacted": true, "time": 15.347 }, "name": "tests.test_bash_engine.test_session_output_normalization_with_carriage_returns", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 265, "message_redacted": true, "time": 0.239 }, "name": "tests.test_cli.test_language_alias_py3", "status": "failure" }, { "branch": "1978239ed7fd", "extra": { "message_chars": 418, "message_redacted": true, "time": 0.203 }, "name": "tests.test_detect.test_bash_command_substitution_pattern", "status": "failure" } ], "test_results_omitted": 340, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }