{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "acae89c035d03530aa1a4ce69cde1ff6ee8052aacbfd67be9c8191b05a214d3a", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.1478704490000382 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(7e0cae3e0b2592359f4ebd2018cea7d4c0707d6ec4ecc718df8872a468750b9e) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.10837448400025096 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.15177724400018633 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.10786241000005248 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12397076100023696 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.12331325500008461 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6894325630000822 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14332516700005726 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13130949299966233 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1092628180003885 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13627840700019078 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 19025, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.46246765099977 }, { "branch": "470d1be7dca2", "command": "docker cp 634bab80b87fc614f6323acbc6b2acb5139f95689309179f471facb435745f46:/workspace/eval/results.xml /tmp/tmpgsn0ytw9.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 16456, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024255884000012884 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12444711700027256 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13725065900007394 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1103189220002605 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1310732150000149 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 119513, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 9.97110413900009 }, { "branch": "0f64b6f5d88b", "command": "docker cp 635ca1c54906df07aed93d91a9f3a8bc6875f9824b926297bbd0f041d330ba82:/workspace/eval/results.xml /tmp/tmpwe1s1i55.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 92620, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0212301479996313 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10632584499990116 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12871771099980833 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1269395260001147 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.08985918799999126 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 468923, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 66.52603869099994 }, { "branch": "4f1adf8644e5", "command": "docker cp 3817d8b29716df55bb33034a4ee20857b7f1b779e89c191170c7b7052ae319a6:/workspace/eval/results.xml /tmp/tmpiw37xgq3.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 378282, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.030836771999929624 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10343860800003313 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13430311199999778 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12261948400009715 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1233503630000996 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9094, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.2225630040002216 }, { "branch": "c8cbe415e02d", "command": "docker cp 49e2d68a77d9644ffe6ddfd0d9e8b9854d7eceadf9599b79b1c7edeed839eebe:/workspace/eval/results.xml /tmp/tmpvxh5ldjx.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6509, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03662280600019585 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12055978800026423 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12094676300011997 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10052309499997136 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1210899640000207 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25684, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 8.108723379999901 }, { "branch": "3ca3ae9cb669", "command": "docker cp 5f324990194e3b27378381e1145289ea5a94d2b2a52dd682ca57856b5b629096:/workspace/eval/results.xml /tmp/tmpch1w08mr.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 21555, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03608504300018467 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13650917000040863 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11416107400009423 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11908656000014162 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11922384099989358 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5583, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.4780335330001435 }, { "branch": "47d26601bd52", "command": "docker cp 6eb86060068e1e77b26c3591232ddac10d604e439e147763d4fa9c8bbdc032b3:/workspace/eval/results.xml /tmp/tmpvqkpqq_v.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3530, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.035825391999878775 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13535283300006995 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.06928380199997264 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09080261200006134 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.07835859499982689 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 27675, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 7.592374409000058 }, { "branch": "d9239cbe3771", "command": "docker cp 9aac709e1d94f171b0ce196a031e642e554f1cec240e506f0cdd786281dcfd11:/workspace/eval/results.xml /tmp/tmp8hpa7bbv.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 28343, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.029261123000196676 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11946126100019683 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1190508059999047 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11009230400031811 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11691220700004124 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7178, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.542344300999957 }, { "branch": "7fa649ab1be5", "command": "docker cp 1d39f6622f3aaf7ead23a08615afa736f71202ba51f810a9327c30f61970cf8d:/workspace/eval/results.xml /tmp/tmpz5dp8txc.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6794, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03489854600002218 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.08821536200002811 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.07771798500016303 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1143943870001749 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12928811400024642 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 22533, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.473739853000097 }, { "branch": "bd2c312c2869", "command": "docker cp c60ca62748df2422448948a94cf6829a82f27277d7c177e152bc3a95e9841b32:/workspace/eval/results.xml /tmp/tmpot0fmf5r.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 15860, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.027867690000221046 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.126816656000301 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10416021300034117 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11189274599973942 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11258268299980045 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5585, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.498383005000051 }, { "branch": "c2acb379c244", "command": "docker cp 9642e974b25ab9a95f4fe1cb8f8e2ca739668a49ee6a22ea3578f5411fb4e47f:/workspace/eval/results.xml /tmp/tmpmqjckugu.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2770, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024652180999964912 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1270675000000665 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1309673170003407 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1272079219997977 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1195154110000658 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 21117, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.64658809499997 }, { "branch": "370e7de6c46b", "command": "docker cp 524073d223c57b4da6398ce2d2d087eb724d8fa5d4fca8e456cf9ec0492c6a48:/workspace/eval/results.xml /tmp/tmp81bil8hc.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 16646, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03343776400015486 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11941657199986366 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12876902100015286 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11810749000005671 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1329295010000351 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8385, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.652622634000181 }, { "branch": "5ee94aa606bc", "command": "docker cp 0aef43b1bd00f801fca8563ceaeaeb21d1d645cf131f8fd9b06255f376117558:/workspace/eval/results.xml /tmp/tmpfldtvzx8.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6089, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.035651076000249304 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.08374754899978143 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11002542799997173 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10992506599995977 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.08565347600006135 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5056, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.593337307999718 }, { "branch": "346faa0164c5", "command": "docker cp 47530185fe3b5cbda0a43c2f77630b51e44a6b755048a917027cd354343cfb05:/workspace/eval/results.xml /tmp/tmpbc17s8ph.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4562, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.027178997000191885 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 416, "passed": 1487, "skipped": 2 }, "test_branch_errors": {}, "test_branches": [ "470d1be7dca2", "0f64b6f5d88b", "4f1adf8644e5", "c8cbe415e02d", "3ca3ae9cb669", "47d26601bd52", "d9239cbe3771", "7fa649ab1be5", "bd2c312c2869", "c2acb379c244", "370e7de6c46b", "5ee94aa606bc", "346faa0164c5" ], "test_records": 1905, "test_results": [ { "branch": "470d1be7dca2", "extra": { "message_chars": 237, "message_redacted": true, "time": 0.156 }, "name": "eval.tests.test_basic.test_warning_list", "status": "failure" }, { "branch": "470d1be7dca2", "extra": { "message_chars": 436, "message_redacted": true, "time": 0.197 }, "name": "eval.tests.test_basic.test_debug_list", "status": "failure" }, { "branch": "470d1be7dca2", "extra": { "message_chars": 1142, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_basic.test_help_flag", "status": "failure" }, { "branch": "470d1be7dca2", "extra": { "message_chars": 164, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_error_handling.test_circular_dependency", "status": "failure" }, { "branch": "470d1be7dca2", "extra": { "message_chars": 188, "message_redacted": true, "time": 0.146 }, "name": "eval.tests.test_more_subtools.test_warning_phonycycle_err", "status": "failure" }, { "branch": "470d1be7dca2", "extra": { "message_chars": 1138, "message_redacted": true, "time": 0.163 }, "name": "eval.tests.test_basic.test_help_short_flag", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 1275, "message_redacted": true, "time": 0.116 }, "name": "tests.test_comprehensive_quality.test_help_output_completeness", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 572, "message_redacted": true, "time": 0.12 }, "name": "tests.test_absolute_final.test_phony_cycle_warning", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.13 }, "name": "tests.test_absolute_70.test_circular_dependency_detection", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 200, "message_redacted": true, "time": 0.129 }, "name": "tests.test_advanced_features.test_targets_source_list", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 436, "message_redacted": true, "time": 0.117 }, "name": "tests.test_basic_invocation.test_debug_list_flag", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 303, "message_redacted": true, "time": 0.136 }, "name": "tests.test_build_scenarios.test_build_failure_with_keep_going", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.156 }, "name": "tests.test_comprehensive_quality.test_build_specific_target", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 685, "message_redacted": true, "time": 0.144 }, "name": "tests.test_dyndep.test_dyndep_version_required", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.144 }, "name": "tests.test_absolute_final.test_target_depends_on_itself", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 237, "message_redacted": true, "time": 0.128 }, "name": "tests.test_basic_invocation.test_warning_list_flag", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 164, "message_redacted": true, "time": 0.13 }, "name": "tests.test_edge_cases.test_circular_dependency", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 521, "message_redacted": true, "time": 0.238 }, "name": "tests.test_push_coverage_70.test_ninja_version_greater_than_required", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 2219, "message_redacted": true, "time": 0.117 }, "name": "tests.test_push_to_70.test_help_output_detailed", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.141 }, "name": "tests.test_util_functions.test_circular_dependency_detection", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.158 }, "name": "tests.test_util_functions.test_self_referential_edge", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 962, "message_redacted": true, "time": 0.17 }, "name": "tests.test_version_checking.test_ninja_required_version_future_major", "status": "failure" }, { "branch": "0f64b6f5d88b", "extra": { "message_chars": 182, "message_redacted": true, "time": 0.211 }, "name": "tests.test_basic_invocation.test_invalid_debug_mode", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 156, "message_redacted": true, "time": 0.153 }, "name": "tests.test_dependencies.test_dyndep_variable_binding_error", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 156, "message_redacted": true, "time": 0.167 }, "name": "tests.test_dependencies.test_dyndep_unsupported_version_error", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 281, "message_redacted": true, "time": 0.18 }, "name": "tests.test_depfile.test_escaped_colon_no_whitespace", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 246, "message_redacted": true, "time": 0.16 }, "name": "tests.test_clean.test_clean_multiple_unknown_rules", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 16, "message_redacted": true, "time": 0.288 }, "name": "tests.test_clparser.test_msvc_deps_multiple_outputs", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 1114, "message_redacted": true, "time": 0.14 }, "name": "tests.test_basic.test_help", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 124, "message_redacted": true, "time": 0.269 }, "name": "tests.test_build_log.test_log_version_too_new_triggers_rebuild", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 34, "message_redacted": true, "time": 0.171 }, "name": "tests.test_debug_modes.test_stats_with_parallel_builds", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 243, "message_redacted": true, "time": 0.25 }, "name": "tests.test_clean.test_clean_mixed_valid_and_invalid_targets", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.573 }, "name": "tests.test_debug_modes.test_explain_mode_shows_why_file_modified", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 210, "message_redacted": true, "time": 0.143 }, "name": "tests.test_build_execution.test_multiple_rules_same_name_error", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 197, "message_redacted": true, "time": 0.658 }, "name": "tests.test_dependencies.test_depfile_multiple_outputs", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 189, "message_redacted": true, "time": 0.215 }, "name": "tests.test_build_execution.test_keep_going_on_error", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 283, "message_redacted": true, "time": 0.121 }, "name": "tests.test_build_execution.test_unknown_target_error", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 226, "message_redacted": true, "time": 1.183 }, "name": "tests.test_build_log.test_recompact_removes_duplicate_entries", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 270, "message_redacted": true, "time": 4.517 }, "name": "tests.test_browse.test_browse_custom_port", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.175 }, "name": "tests.test_clean.test_clean_empty_target_name_error", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 300, "message_redacted": true, "time": 0.181 }, "name": "tests.test_depfile.test_carriage_return_continuation", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 434, "message_redacted": true, "time": 0.13 }, "name": "tests.test_basic.test_debug_mode_list", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 16, "message_redacted": true, "time": 0.342 }, "name": "tests.test_clparser.test_msvc_deps_crlf_line_endings", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 156, "message_redacted": true, "time": 0.169 }, "name": "tests.test_dependencies.test_dyndep_edge_not_in_manifest_error", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.729 }, "name": "tests.test_debug_modes.test_explain_mode_shows_dependency_chain", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 213, "message_redacted": true, "time": 0.153 }, "name": "tests.test_clparser.test_msvc_deps_basic_include_extraction", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.155 }, "name": "tests.test_build_execution.test_circular_dependency_detection", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.175 }, "name": "tests.test_debug_modes.test_explain_mode_shows_why_output_missing", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 263, "message_redacted": true, "time": 0.164 }, "name": "tests.test_build_execution.test_validation_edge", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 261, "message_redacted": true, "time": 0.182 }, "name": "tests.test_depfile.test_windows_drive_letter_path", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 264, "message_redacted": true, "time": 0.345 }, "name": "tests.test_clean.test_clean_verbose_mode_with_depfiles", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 156, "message_redacted": true, "time": 0.164 }, "name": "tests.test_dependencies.test_dyndep_no_version_error", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 156, "message_redacted": true, "time": 0.159 }, "name": "tests.test_dependencies.test_dyndep_missing_file_error", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 235, "message_redacted": true, "time": 0.144 }, "name": "tests.test_basic.test_warning_list", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 309, "message_redacted": true, "time": 0.151 }, "name": "tests.test_depfile.test_odd_backslashes_before_space", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 178, "message_redacted": true, "time": 0.325 }, "name": "tests.test_clean.test_clean_specific_target_leaves_others", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 182, "message_redacted": true, "time": 0.131 }, "name": "tests.test_clparser.test_msvc_deps_custom_prefix", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 309, "message_redacted": true, "time": 0.174 }, "name": "tests.test_depfile.test_dollar_sign_escaping", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 16, "message_redacted": true, "time": 0.279 }, "name": "tests.test_clparser.test_msvc_deps_empty_output", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.401 }, "name": "tests.test_debug_modes.test_explain_mode_shows_why_rule_changed", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 124, "message_redacted": true, "time": 0.344 }, "name": "tests.test_build_log.test_log_version_too_old_triggers_rebuild", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 337, "message_redacted": true, "time": 0.154 }, "name": "tests.test_debug_modes.test_stats_mode_shows_all_metrics_types", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 303, "message_redacted": true, "time": 0.18 }, "name": "tests.test_depfile.test_unicode_filenames", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 301, "message_redacted": true, "time": 0.174 }, "name": "tests.test_depfile.test_colon_in_middle_of_dependency", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 124, "message_redacted": true, "time": 0.363 }, "name": "tests.test_build_log.test_corrupted_log_handled_gracefully", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 207, "message_redacted": true, "time": 0.374 }, "name": "tests.test_clean.test_clean_with_multiple_depfiles", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 161, "message_redacted": true, "time": 0.181 }, "name": "tests.test_dependencies.test_depfile_missing_colon_error", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 301, "message_redacted": true, "time": 0.197 }, "name": "tests.test_depfile.test_even_backslashes_before_space", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 443, "message_redacted": true, "time": 0.17 }, "name": "tests.test_browse.test_browse_help", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 740, "message_redacted": true, "time": 0.18 }, "name": "tests.test_disk_interface.test_stat_error_with_filename_too_long", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 299, "message_redacted": true, "time": 0.203 }, "name": "tests.test_depfile.test_backslash_colon_not_at_end", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 16, "message_redacted": true, "time": 0.36 }, "name": "tests.test_clparser.test_msvc_deps_with_leading_spaces", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 149, "message_redacted": true, "time": 0.3 }, "name": "tests.test_clean.test_clean_verbose_with_rule_filtering", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.154 }, "name": "tests.test_clparser.test_msvc_deps_various_file_extensions", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 261, "message_redacted": true, "time": 0.199 }, "name": "tests.test_depfile.test_early_newline_and_whitespace", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.495 }, "name": "tests.test_elide.test_elide_middle_width_40_long_filename", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 196, "message_redacted": true, "time": 0.169 }, "name": "tests.test_debug_modes.test_multiple_targets_with_explain", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 267, "message_redacted": true, "time": 0.209 }, "name": "tests.test_depfile.test_multiple_continuation_lines", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 498, "message_redacted": true, "time": 0.188 }, "name": "tests.test_debug_modes.test_multiple_debug_modes_stats_and_explain", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.16 }, "name": "tests.test_elide.test_elide_middle_short_string_narrow_terminal", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 227, "message_redacted": true, "time": 0.16 }, "name": "tests.test_clean.test_clean_unknown_target_error", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 270, "message_redacted": true, "time": 4.515 }, "name": "tests.test_browse.test_browse_custom_hostname", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 297, "message_redacted": true, "time": 0.172 }, "name": "tests.test_depfile.test_duplicate_output_unified", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 400, "message_redacted": true, "time": 0.282 }, "name": "tests.test_elide.test_elide_middle_ansi_incomplete_parameters", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 264, "message_redacted": true, "time": 0.167 }, "name": "tests.test_depfile.test_backslash_colon_at_newline", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 166, "message_redacted": true, "time": 0.18 }, "name": "tests.test_clparser.test_msvc_deps_case_insensitive_extension_matching", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 16, "message_redacted": true, "time": 0.339 }, "name": "tests.test_clparser.test_msvc_deps_system_include_filtering", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 179, "message_redacted": true, "time": 0.357 }, "name": "tests.test_clean.test_clean_verbose_multiple_targets", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 289, "message_redacted": true, "time": 0.16 }, "name": "tests.test_depfile.test_backslashes_in_windows_paths", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 201, "message_redacted": true, "time": 0.194 }, "name": "tests.test_debug_modes.test_debug_mode_invalid_with_target_specified", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 187, "message_redacted": true, "time": 0.209 }, "name": "tests.test_deps_log.test_deps_log_created_with_deps_gcc", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 377, "message_redacted": true, "time": 0.173 }, "name": "tests.test_errors.test_unexpected_indent_in_rule", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 115, "message_redacted": true, "time": 0.166 }, "name": "tests.test_debug_modes.test_invalid_debug_mode_errors", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 491, "message_redacted": true, "time": 0.541 }, "name": "tests.test_elide.test_elide_middle_width_50_long_filename", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 320, "message_redacted": true, "time": 0.564 }, "name": "tests.test_elide.test_elide_middle_exact_width_match", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 239, "message_redacted": true, "time": 0.166 }, "name": "tests.test_clean.test_clean_multiple_unknown_targets", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 270, "message_redacted": true, "time": 4.518 }, "name": "tests.test_browse.test_browse_server_starts_and_responds", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 373, "message_redacted": true, "time": 0.182 }, "name": "tests.test_depfile.test_multiple_rules_same_output", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 160, "message_redacted": true, "time": 0.187 }, "name": "tests.test_depfile.test_poisoned_input_detection", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 302, "message_redacted": true, "time": 0.428 }, "name": "tests.test_elide.test_elide_middle_ansi_non_color_command", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 200, "message_redacted": true, "time": 0.174 }, "name": "tests.test_clparser.test_msvc_deps_error_message_with_filename", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 161, "message_redacted": true, "time": 0.159 }, "name": "tests.test_clparser.test_msvc_deps_input_filename_filtering", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 300, "message_redacted": true, "time": 0.185 }, "name": "tests.test_depfile.test_multiple_spaces_between_files", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 162, "message_redacted": true, "time": 0.173 }, "name": "tests.test_errors.test_unterminated_escape_at_eof", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 130, "message_redacted": true, "time": 0.158 }, "name": "tests.test_debug_modes.test_invalid_debug_mode_suggests_correction", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.307 }, "name": "tests.test_debug_modes.test_explain_mode_with_added_dependency", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 237, "message_redacted": true, "time": 0.173 }, "name": "tests.test_clean.test_clean_unknown_rule_error", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 283, "message_redacted": true, "time": 0.338 }, "name": "tests.test_deps_log.test_corrupted_deps_log_recovered_gracefully", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 531, "message_redacted": true, "time": 0.55 }, "name": "tests.test_elide.test_elide_middle_width_70_longer_visible_string", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 140, "message_redacted": true, "time": 0.153 }, "name": "tests.test_eval_env.test_all_reserved_binding_types", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 318, "message_redacted": true, "time": 0.553 }, "name": "tests.test_elide.test_elide_middle_one_char_over_width", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 393, "message_redacted": true, "time": 0.15 }, "name": "tests.test_depfile.test_mp_style_phony_rules", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.205 }, "name": "tests.test_depfile.test_duplicate_input_skipped", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 16, "message_redacted": true, "time": 0.342 }, "name": "tests.test_clparser.test_msvc_deps_absolute_paths", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.188 }, "name": "tests.test_clparser.test_msvc_deps_no_filename_filter_after_includes", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 264, "message_redacted": true, "time": 0.351 }, "name": "tests.test_elide.test_elide_middle_ansi_short_no_elision", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 300, "message_redacted": true, "time": 0.209 }, "name": "tests.test_depfile.test_tabs_as_separators", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 308, "message_redacted": true, "time": 0.154 }, "name": "tests.test_errors.test_bad_variable_reference_syntax", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.149 }, "name": "tests.test_errors.test_ninja_required_version_too_high", "status": "failure" }, { "branch": "4f1adf8644e5", "extra": { "message_chars": 279, "message_redacted": true, "time": 0.199 }, "name": "tests.test_deps_log.test_deps_log_version_1_migration_message", "status": "failure" } ], "test_results_omitted": 298, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }