{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "994cdf12c1fc3d22dfa947524c1a0b691cf624fff6fa94b2246438a68cb9870f", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.14726529699692037 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(f036d5a688fcbc210730071f3b5791fdfc64af3723931eda07c2a9c050aca7c9) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.11032516599516384 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.14546163800696377 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.13055983500089496 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12810528500995133 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.09876163399894722 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6305323089909507 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11596969500533305 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1410981140070362 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11076429799140897 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1181088689918397 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 417583, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 51.446229676002986 }, { "branch": "ad3448d10aa5", "command": "docker cp d4e8d3dfdda47f6264c59b1b1512d4f81b64e7c52a8e59a24309b0fcdc411113:/workspace/eval/results.xml /tmp/tmp3f_wg539.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 352452, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03922271600458771 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13264902999799233 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12453712700516917 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1382941909978399 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1215016930073034 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 658492, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 92.41246498799592 }, { "branch": "6a555d8a1a6a", "command": "docker cp 6019002aac14b0f84f81df57bc5020efb9a706bf5bd94ed531096eada4a616c2:/workspace/eval/results.xml /tmp/tmp_36nx63q.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 567878, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02710584699525498 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1450054309971165 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12944829299522098 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1402746899984777 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12272642499010544 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9529, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.063110939998296 }, { "branch": "57b0e6672b60", "command": "docker cp 86e78a4a3667fc2a57c961633290014560391ce32a3e27fb8f9755c40af6fa28:/workspace/eval/results.xml /tmp/tmpjez7i357.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6004, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03996496999752708 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14641217300959397 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12400244799209759 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10332855099113658 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12958592901122756 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7542, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.706655262998538 }, { "branch": "3477bd056cb1", "command": "docker cp 7f78de0be68741fb186abac61d602baf3ff148b3aa1e4da8ea55dae6cc6da70b:/workspace/eval/results.xml /tmp/tmpws08cel3.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4837, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03049374499823898 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14170515901059844 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11805240900139324 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12347787199541926 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13407390199427027 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5062, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.6310701740003424 }, { "branch": "72f357be9c97", "command": "docker cp db5dde87442da240b31df53296db646f26f0346b3c66bfc18844b9a3acee299a:/workspace/eval/results.xml /tmp/tmp9ln0ck_l.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2839, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03815139101061504 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11777541101037059 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1311557669978356 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.14544748999469448 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09652927400020417 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7799, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.846158938991721 }, { "branch": "76adbafacd74", "command": "docker cp e4b8ba004dc7cc7fa31e933a104a7c9cd25ca715ad91f82975e8b693c7cdf177:/workspace/eval/results.xml /tmp/tmpnk68p8k3.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5057, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.026776750004501082 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13072311200085096 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12052779499208555 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13056588199106045 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13330341000983026 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6547, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.391221477999352 }, { "branch": "fd6d375adfa0", "command": "docker cp 8163821fb3003291f36c311183627fe2fe44f790bbde16249ae91e8cf59e8e1e:/workspace/eval/results.xml /tmp/tmplvxohdo_.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3788, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.034601653009303845 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13874849100830033 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13910982600646093 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12969947200326715 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13586760699399747 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 128285, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 17.68874469101138 }, { "branch": "d22029b1305e", "command": "docker cp 70e8e1f1a372046c97c69e11860d01e33c482ec351157acf2fbd58c9abf046c4:/workspace/eval/results.xml /tmp/tmpg5ejk112.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 73344, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.034467213990865275 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10238344500248786 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10154239600524306 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12499076600943226 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12312842899700627 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9918, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.878385542004253 }, { "branch": "10c7b30aafc4", "command": "docker cp b7e0e99e2ab2fafa9bd4bd17b7c353b044f7a65a62e272bdfc3635fe9fff1bc1:/workspace/eval/results.xml /tmp/tmpx05or8vo.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6273, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02685612799541559 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1283298839989584 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13413370000489522 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12048752998816781 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10795162500289734 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 30819, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.037276932998793 }, { "branch": "b80e4da872d0", "command": "docker cp 4abd3be59d04409638ea7a8bb3480f95db854502daa942c152103afc46a02bad:/workspace/eval/results.xml /tmp/tmp8b3gs46z.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 34852, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037792271992657334 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 1117, "passed": 181 }, "test_branch_errors": {}, "test_branches": [ "ad3448d10aa5", "6a555d8a1a6a", "57b0e6672b60", "3477bd056cb1", "72f357be9c97", "76adbafacd74", "fd6d375adfa0", "d22029b1305e", "10c7b30aafc4", "b80e4da872d0" ], "test_records": 1298, "test_results": [ { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.197 }, "name": "eval.tests.test_advanced_features.test_function_with_no_params", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.202 }, "name": "eval.tests.test_advanced_features.test_string_indexing", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.211 }, "name": "eval.tests.test_commands.test_command_with_variable", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 189, "message_redacted": true, "time": 0.215 }, "name": "eval.tests.test_comprehensive_coverage.test_sorting", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 984, "message_redacted": true, "time": 0.226 }, "name": "eval.tests.test_basic_invocation.test_invalid_flag", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.239 }, "name": "eval.tests.test_command_features.test_command_multiple_commands", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.224 }, "name": "eval.tests.test_advanced_features.test_command_with_arguments_interpolation", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.244 }, "name": "eval.tests.test_comprehensive_coverage.test_arithmetic_combinations", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_advanced_features.test_string_length", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.222 }, "name": "eval.tests.test_command_features.test_command_ls", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.243 }, "name": "eval.tests.test_comprehensive_coverage.test_function_return", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.237 }, "name": "eval.tests.test_comprehensive_coverage.test_dict_operations", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.24 }, "name": "eval.tests.test_commands.test_command_with_numbers", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.231 }, "name": "eval.tests.test_comprehensive_coverage.test_type_conversions", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.234 }, "name": "eval.tests.test_command_features.test_command_whoami", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.156 }, "name": "eval.tests.test_basic_invocation.test_stdin_simple_print", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.216 }, "name": "eval.tests.test_advanced_features.test_early_return", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.206 }, "name": "eval.tests.test_advanced_features.test_table_with_reserved_keywords", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.225 }, "name": "eval.tests.test_commands.test_command_stderr", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.207 }, "name": "eval.tests.test_basic_invocation.test_stdin_dash_argument", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.19 }, "name": "eval.tests.test_command_features.test_command_simple_echo", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.198 }, "name": "eval.tests.test_advanced_features.test_array_push_pop_sequence", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.202 }, "name": "eval.tests.test_command_features.test_command_cat_file", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.193 }, "name": "eval.tests.test_comprehensive_coverage.test_encoding_functions", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.206 }, "name": "eval.tests.test_advanced_features.test_command_with_escape_sequences", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_command_features.test_command_stdout_capture", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.182 }, "name": "eval.tests.test_comprehensive_coverage.test_closure_capture", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.183 }, "name": "eval.tests.test_comprehensive_coverage.test_all_comparison_ops", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.196 }, "name": "eval.tests.test_command_features.test_command_date", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.174 }, "name": "eval.tests.test_comprehensive_coverage.test_for_loop_variations", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.185 }, "name": "eval.tests.test_comprehensive_coverage.test_json_operations", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.189 }, "name": "eval.tests.test_commands.test_command_output_capture", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.195 }, "name": "eval.tests.test_advanced_features.test_if_expression_in_function", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.239 }, "name": "eval.tests.test_advanced_features.test_array_nested_access", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.24 }, "name": "eval.tests.test_command_features.test_command_with_variables", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.215 }, "name": "eval.tests.test_commands.test_command_empty_output", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.171 }, "name": "eval.tests.test_comprehensive_coverage.test_regex_functions", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.203 }, "name": "eval.tests.test_command_features.test_command_stderr_capture", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_command_features.test_command_has_stdout_field", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.177 }, "name": "eval.tests.test_comprehensive_coverage.test_file_operations", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.208 }, "name": "eval.tests.test_advanced_features.test_nested_function_calls", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.214 }, "name": "eval.tests.test_comprehensive_coverage.test_boolean_combinations", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.191 }, "name": "eval.tests.test_comprehensive_coverage.test_while_loop", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.215 }, "name": "eval.tests.test_commands.test_command_multiple_args", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.203 }, "name": "eval.tests.test_command_features.test_command_with_quotes", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.199 }, "name": "eval.tests.test_comprehensive_coverage.test_recursive_function", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.18 }, "name": "eval.tests.test_basic_invocation.test_no_args_waits_for_stdin", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.155 }, "name": "eval.tests.test_control_flow.test_if_then_else", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 181, "message_redacted": true, "time": 0.191 }, "name": "eval.tests.test_advanced_features.test_while_with_break", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_comprehensive_coverage.test_error_handling", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 189, "message_redacted": true, "time": 0.21 }, "name": "eval.tests.test_comprehensive_coverage.test_environment", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_commands.test_command_stdout_field", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.205 }, "name": "eval.tests.test_comprehensive_coverage.test_nested_loops", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.19 }, "name": "eval.tests.test_advanced_features.test_array_iteration_modification", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.202 }, "name": "eval.tests.test_command_features.test_command_returns_dict", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_advanced_features.test_mixed_operators", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.215 }, "name": "eval.tests.test_command_features.test_command_with_arguments", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.18 }, "name": "eval.tests.test_commands.test_command_result_structure", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.193 }, "name": "eval.tests.test_comprehensive_coverage.test_string_operations", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.165 }, "name": "eval.tests.test_command_features.test_command_has_stderr_field", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.214 }, "name": "eval.tests.test_comprehensive_coverage.test_command_execution_variations", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.202 }, "name": "eval.tests.test_commands.test_simple_command", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 181, "message_redacted": true, "time": 0.199 }, "name": "eval.tests.test_control_flow.test_break_in_loop", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_control_flow.test_if_condition_with_variable", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.209 }, "name": "eval.tests.test_advanced_features.test_nested_loops", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.208 }, "name": "eval.tests.test_commands.test_command_stderr_empty", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.234 }, "name": "eval.tests.test_comprehensive_coverage.test_catch_function", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.193 }, "name": "eval.tests.test_advanced_features.test_logical_short_circuit", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.204 }, "name": "eval.tests.test_commands.test_piped_commands", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.209 }, "name": "eval.tests.test_command_features.test_command_empty_output", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 181, "message_redacted": true, "time": 0.187 }, "name": "eval.tests.test_comprehensive_coverage.test_loop_with_break", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.208 }, "name": "eval.tests.test_advanced_features.test_dict_iteration", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.195 }, "name": "eval.tests.test_command_features.test_command_with_pipe", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.223 }, "name": "eval.tests.test_control_flow.test_if_then_end", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.185 }, "name": "eval.tests.test_control_flow.test_if_expression", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.193 }, "name": "eval.tests.test_commands.test_command_result_type", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.186 }, "name": "eval.tests.test_control_flow.test_nested_if", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.203 }, "name": "eval.tests.test_comprehensive_coverage.test_type_checking", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.207 }, "name": "eval.tests.test_comprehensive_coverage.test_array_operations", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_command_features.test_command_pwd", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.196 }, "name": "eval.tests.test_data_structures.test_array_length", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 717, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_edge_cases.test_accessing_missing_table_field", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_error_formatting.test_rand_multiple_calls", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.169 }, "name": "eval.tests.test_edge_cases.test_comment_only_line", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_control_flow.test_ternary_if", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 734, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_error_conditions.test_undefined_function_call", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 715, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_error_formatting.test_runtime_error_invalid_index", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 766, "message_redacted": true, "time": 0.206 }, "name": "eval.tests.test_error_conditions.test_call_non_function", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 1077, "message_redacted": true, "time": 0.19 }, "name": "eval.tests.test_error_conditions.test_modulo_by_zero", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.221 }, "name": "eval.tests.test_expressions.test_modulo_operator", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.229 }, "name": "eval.tests.test_data_structures.test_mixed_type_array", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.21 }, "name": "eval.tests.test_control_flow.test_while_loop", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 368, "message_redacted": true, "time": 0.169 }, "name": "eval.tests.test_error_formatting.test_randseed_invalid_arg_type", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.205 }, "name": "eval.tests.test_error_formatting.test_command_with_pipe", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 710, "message_redacted": true, "time": 0.197 }, "name": "eval.tests.test_errors.test_error_line_number", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 348, "message_redacted": true, "time": 0.157 }, "name": "eval.tests.test_error_formatting.test_check_flag_invalid_syntax", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.228 }, "name": "eval.tests.test_edge_cases.test_multiline_comment", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.24 }, "name": "eval.tests.test_data_structures.test_nested_arrays", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 760, "message_redacted": true, "time": 0.2 }, "name": "eval.tests.test_error_conditions.test_type_error_int_float_mix", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.18 }, "name": "eval.tests.test_data_structures.test_array_literal", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.175 }, "name": "eval.tests.test_error_formatting.test_randint_function", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 800, "message_redacted": true, "time": 0.21 }, "name": "eval.tests.test_error_conditions.test_wrong_number_of_arguments", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.205 }, "name": "eval.tests.test_error_formatting.test_env_function_with_arg", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 713, "message_redacted": true, "time": 0.201 }, "name": "eval.tests.test_error_formatting.test_runtime_error_nil_access", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.176 }, "name": "eval.tests.test_control_flow.test_for_loop_range", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 337, "message_redacted": true, "time": 0.194 }, "name": "eval.tests.test_error_formatting.test_multiple_syntax_errors", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 1059, "message_redacted": true, "time": 0.182 }, "name": "eval.tests.test_error_conditions.test_empty_array_pop", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 669, "message_redacted": true, "time": 0.194 }, "name": "eval.tests.test_errors.test_multiple_syntax_errors", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.204 }, "name": "eval.tests.test_error_formatting.test_command_multiple_commands", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.191 }, "name": "eval.tests.test_expressions.test_comparison_operators", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.196 }, "name": "eval.tests.test_edge_cases.test_unicode_in_strings", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 2455, "message_redacted": true, "time": 0.499 }, "name": "eval.tests.test_error_conditions.test_infinite_recursion", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.21 }, "name": "eval.tests.test_error_formatting.test_randint_range_check", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.207 }, "name": "eval.tests.test_data_structures.test_empty_array", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.196 }, "name": "eval.tests.test_edge_cases.test_zero_value", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.193 }, "name": "eval.tests.test_control_flow.test_for_loop_array", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 765, "message_redacted": true, "time": 0.21 }, "name": "eval.tests.test_error_conditions.test_type_error_string_number", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 699, "message_redacted": true, "time": 0.199 }, "name": "eval.tests.test_error_conditions.test_break_outside_loop", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 336, "message_redacted": true, "time": 0.207 }, "name": "eval.tests.test_errors.test_syntax_error_unexpected_token", "status": "failure" }, { "branch": "ad3448d10aa5", "extra": { "message_chars": 361, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_error_formatting.test_nested_function_error", "status": "failure" } ], "test_results_omitted": 997, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }