{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "ab7c708a367d804097da02e526372dcee2dc6b33d9338cc9b933c901d36fef4c", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.14541942700452637 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(4a800e7f990b77c69d1cabcba1417cd4c256d70420091c81825a0201bcc96a77) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.12395365399424918 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.15696931999991648 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.1354712769971229 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.1309194150089752 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.12680622200423386 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6535453389951726 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11927538400050253 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1148109430068871 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11147460699430667 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10333444800926372 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 45487, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.095633946009912 }, { "branch": "b26d2e905b78", "command": "docker cp d029622f307ff6c87d157292c2fcda3051359391d14482ff0ab826863bc0f037:/workspace/eval/results.xml /tmp/tmp_67gd_od.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 36157, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02397185200243257 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14706912799738348 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13078907399903983 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13823149498784915 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13694297999609262 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 66244, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.85428040100669 }, { "branch": "0d1aa95caca2", "command": "docker cp 7328b969e7cb3d03b0648aacc9729659f640706a90f574dcbd5ac1f65911ff4e:/workspace/eval/results.xml /tmp/tmp_h_khql6.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 49180, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03745486499974504 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1342197180056246 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13096612099616323 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11665843900118489 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12839071100461297 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 948093, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 174.95681237099052 }, { "branch": "40cb72101fde", "command": "docker cp 890582080ad189b2ff454101e246f732c3982c4b2be71deb0682e36092c0375b:/workspace/eval/results.xml /tmp/tmpnqib95dw.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 878252, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.036477426008787006 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1304203619947657 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12577483299537562 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10497912700520828 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12377600300533231 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 17023, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.827895920010633 }, { "branch": "f0bfe3f0cf71", "command": "docker cp eaccd25ddc86626ff4872af96316d2d3213e1c260afed2ce5015142d696a0347:/workspace/eval/results.xml /tmp/tmp5jbxu1a4.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 14462, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03685979401052464 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.15065014999709092 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13525575801031664 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1253674339968711 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13682398200035095 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7605, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.580309471988585 }, { "branch": "932108fbee5a", "command": "docker cp d1fd3ace31facab24d7377d6487e937f005c565b4905ba3590003a15b1436066:/workspace/eval/results.xml /tmp/tmped9ed4k3.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5596, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03846583499398548 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1311486850026995 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.07506250998994801 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.06812730099773034 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.06683518800127786 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4348, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.2338320540002314 }, { "branch": "646e0e3dbe15", "command": "docker cp ebf7c125935169de1f32a8a5647a65f5a5f04f40d0a8939ac97a09119fa61430:/workspace/eval/results.xml /tmp/tmp5hmc1tdg.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2337, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.01776844001142308 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12845609699434135 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12722632300574332 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13013058000069577 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13375057200028095 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2001, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4663317800004734 }, { "branch": "64c27bc2c6a4", "command": "docker cp d130be01771c3bbaa03c6e59d493d272c9cec41fa2ef9586ecb0deb1d0fe84cc:/workspace/eval/results.xml /tmp/tmpxgmxnj81.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 799, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02664736899896525 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11000200000125915 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1332105430046795 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13411313100368716 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12385981599800289 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5184, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.5181512429990107 }, { "branch": "c433554013b2", "command": "docker cp 2106aed04048aaa7d0f7a8b8e723ba1674a648c05fa7c379bcbfa7050c1b2d2c:/workspace/eval/results.xml /tmp/tmp4iyyrmxs.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2852, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0387554830085719 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.140337200005888 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12890738199348561 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1357765120046679 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1180499320034869 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 22432, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.69321713699901 }, { "branch": "8fa83db53c11", "command": "docker cp 563f903e0cfa28770c7d840e7db310e2939a328f0711d5359b63e90f170fceb2:/workspace/eval/results.xml /tmp/tmp40_eq99s.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 14750, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038041216001147404 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14090481599851046 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.112923654000042 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12612474299385212 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12825760499981698 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8953, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.715212200011592 }, { "branch": "51b4864b3770", "command": "docker cp fe976619466122cf915dc0bcb4011f4eaa985269c46acfb7fec5e0d10c6b3799:/workspace/eval/results.xml /tmp/tmp3pr7o44n.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6178, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037972785998135805 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14151009199849796 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12596394300635438 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.14348224199784454 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.128209792994312 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1807, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.613218685000902 }, { "branch": "f931322255fe", "command": "docker cp 230ab571690e2f84a90f19411abf54f6bf1db238e00e5b281bb930644e549a84:/workspace/eval/results.xml /tmp/tmp4rnj7fxt.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 644, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0334746360022109 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 767, "passed": 879, "skipped": 44 }, "test_branch_errors": {}, "test_branches": [ "b26d2e905b78", "0d1aa95caca2", "40cb72101fde", "f0bfe3f0cf71", "932108fbee5a", "646e0e3dbe15", "64c27bc2c6a4", "c433554013b2", "8fa83db53c11", "51b4864b3770", "f931322255fe" ], "test_records": 1690, "test_results": [ { "branch": "b26d2e905b78", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.154 }, "name": "tests.test_advanced_features.test_generate_with_complex_grammar", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 749, "message_redacted": true, "time": 0.438 }, "name": "tests.test_build.test_build_output_flag", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 51, "message_redacted": true, "time": 0.446 }, "name": "tests.test_build.test_build_verbose_flag", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 51, "message_redacted": true, "time": 0.434 }, "name": "tests.test_build.test_build_with_path_arg", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 51, "message_redacted": true, "time": 0.381 }, "name": "tests.test_advanced_features.test_build_with_different_flags", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 51, "message_redacted": true, "time": 0.408 }, "name": "tests.test_build.test_build_with_generated_parser", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 17, "message_redacted": true, "time": 0.116 }, "name": "tests.test_advanced_features.test_generate_disable_optimizations_detailed", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 456, "message_redacted": true, "time": 0.156 }, "name": "tests.test_integration.test_generate_error_invalid_grammar", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 401, "message_redacted": true, "time": 0.402 }, "name": "tests.test_integration.test_error_handling_missing_files", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 397, "message_redacted": true, "time": 0.142 }, "name": "tests.test_other_commands.test_tags_missing_file", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 402, "message_redacted": true, "time": 0.113 }, "name": "tests.test_other_commands.test_highlight_missing_file", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 782, "message_redacted": true, "time": 0.13 }, "name": "tests.test_parse.test_parse_dot_flag", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 51, "message_redacted": true, "time": 0.456 }, "name": "tests.test_build.test_build_debug_flag", "status": "failure" }, { "branch": "b26d2e905b78", "extra": { "message_chars": 51, "message_redacted": true, "time": 0.494 }, "name": "tests.test_build.test_build_reuse_allocator", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.173 }, "name": "tests.test_end_to_end_coverage.test_generate_produces_all_files", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.121 }, "name": "tests.test_extensive_generate.test_generate_report_all_states", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 188, "message_redacted": true, "time": 0.132 }, "name": "tests.test_extensive_generate.test_generate_complex_grammar", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 433, "message_redacted": true, "time": 0.137 }, "name": "tests.test_generate.test_generate_invalid_grammar", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 173, "message_redacted": true, "time": 0.168 }, "name": "tests.test_highlight_improved.test_highlight_missing_file", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 102, "message_redacted": true, "time": 0.601 }, "name": "tests.test_highlight_tags_deep.test_highlight_multiple_files", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 518, "message_redacted": true, "time": 0.15 }, "name": "tests.test_integration.test_full_workflow_generate_build_parse", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 246, "message_redacted": true, "time": 0.144 }, "name": "tests.test_main_cli_paths.test_parse_alias", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 52, "message_redacted": true, "time": 0.424 }, "name": "tests.test_integration.test_build_with_flags", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 246, "message_redacted": true, "time": 0.424 }, "name": "tests.test_main_cli_paths.test_command_aliases", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 167, "message_redacted": true, "time": 0.137 }, "name": "tests.test_tags_comprehensive.test_tags_missing_source_file", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 173, "message_redacted": true, "time": 0.14 }, "name": "tests.test_tags_improved.test_tags_missing_source_file", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.193 }, "name": "tests.test_extensive_generate.test_generate_disable_optimizations", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 142, "message_redacted": true, "time": 0.702 }, "name": "tests.test_highlight_tags_deep.test_highlight_with_html_output", "status": "failure" }, { "branch": "0d1aa95caca2", "extra": { "message_chars": 246, "message_redacted": true, "time": 0.177 }, "name": "tests.test_main_cli_paths.test_init_alias", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 86, "message_redacted": true, "time": 0.001 }, "name": "tests.test_fuzz.test_fuzz_log_graphs_env_enables_graph_logging", "status": "skipped" }, { "branch": "40cb72101fde", "extra": { "message_chars": 86, "message_redacted": true, "time": 0.0 }, "name": "tests.test_fuzz.test_fuzz_log_graphs_flag_enables_graph_logging", "status": "skipped" }, { "branch": "40cb72101fde", "extra": { "message_chars": 345, "message_redacted": true, "time": 0.153 }, "name": "tests.test_fuzz.test_fuzz_invalid_regex_include", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 415, "message_redacted": true, "time": 0.175 }, "name": "tests.test_dump_and_complete.test_dump_languages_nonexistent_config", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 348, "message_redacted": true, "time": 0.175 }, "name": "tests.test_fuzz.test_fuzz_exclude_filter_omits_specified_tests", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 634, "message_redacted": true, "time": 0.259 }, "name": "tests.test_harvest.test_corpus[reserved_words]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 655, "message_redacted": true, "time": 0.266 }, "name": "tests.test_harvest.test_corpus[get_col_should_hang_not_crash]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.306 }, "name": "tests.test_build.test_build_simple_valid_grammar", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 491, "message_redacted": true, "time": 0.279 }, "name": "tests.test_generate_js_edge_cases.test_exports_property_assignment", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 1083, "message_redacted": true, "time": 0.303 }, "name": "tests.test_harvest.test_corpus_expected_error[partially_resolved_conflict]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 596, "message_redacted": true, "time": 0.282 }, "name": "tests.test_generate_gaps.test_generate_inline_rules_optimization", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 649, "message_redacted": true, "time": 0.268 }, "name": "tests.test_harvest.test_corpus_epsilon_external_tokens", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 440, "message_redacted": true, "time": 0.267 }, "name": "tests.test_generate_js_edge_cases.test_js_syntax_error_in_grammar", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.286 }, "name": "tests.test_build.test_build_preserves_existing_files", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 661, "message_redacted": true, "time": 0.258 }, "name": "tests.test_harvest.test_corpus[anonymous_tokens_with_escaped_chars]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 369, "message_redacted": true, "time": 0.231 }, "name": "tests.test_generate.test_generate_abi_version_14_default", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 369, "message_redacted": true, "time": 0.464 }, "name": "tests.test_generate.test_generate_with_log_flag_produces_debug_output", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 574, "message_redacted": true, "time": 0.221 }, "name": "tests.test_generate.test_generate_simple_grammar_creates_all_files", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.161 }, "name": "tests.test_dump_and_complete.test_dump_languages_multiple_grammars_single_dir", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 346, "message_redacted": true, "time": 0.208 }, "name": "tests.test_fuzz.test_fuzz_invalid_regex_exclude", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 431, "message_redacted": true, "time": 0.187 }, "name": "tests.test_fuzz.test_fuzz_skip_flag_marks_test_as_skipped", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 645, "message_redacted": true, "time": 0.28 }, "name": "tests.test_harvest.test_corpus[start_rule_is_blank]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 640, "message_redacted": true, "time": 0.282 }, "name": "tests.test_harvest.test_corpus[immediate_tokens]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 644, "message_redacted": true, "time": 0.271 }, "name": "tests.test_harvest.test_corpus[associativity_left]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 596, "message_redacted": true, "time": 0.258 }, "name": "tests.test_generate_gaps.test_generate_extras_whitespace_and_comments", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 491, "message_redacted": true, "time": 0.3 }, "name": "tests.test_generate_js_edge_cases.test_console_log_nested_arrays", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 664, "message_redacted": true, "time": 0.255 }, "name": "tests.test_harvest.test_corpus_external_and_internal_anonymous_tokens", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 491, "message_redacted": true, "time": 0.285 }, "name": "tests.test_generate_js_edge_cases.test_javascript_closures_and_scope", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.316 }, "name": "tests.test_build.test_build_output_to_absolute_path", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 1210, "message_redacted": true, "time": 0.279 }, "name": "tests.test_harvest.test_corpus_expected_error[precedence_on_single_child_missing]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 614, "message_redacted": true, "time": 0.255 }, "name": "tests.test_generate.test_generate_multiple_rules_same_name_error", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 369, "message_redacted": true, "time": 0.255 }, "name": "tests.test_generate.test_generate_parser_c_has_expected_structure", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.233 }, "name": "tests.test_build.test_build_creates_shared_library", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 413, "message_redacted": true, "time": 0.274 }, "name": "tests.test_generate.test_generate_combined_output_and_no_parser", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 390, "message_redacted": true, "time": 0.195 }, "name": "tests.test_dump_and_complete.test_complete_alias_comp", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 314, "message_redacted": true, "time": 0.176 }, "name": "tests.test_fuzz.test_fuzz_minimal_iteration_count", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 549, "message_redacted": true, "time": 0.186 }, "name": "tests.test_fuzz.test_fuzz_multiple_skip_entries", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 645, "message_redacted": true, "time": 0.329 }, "name": "tests.test_harvest.test_corpus[start_rule_is_token]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 592, "message_redacted": true, "time": 0.29 }, "name": "tests.test_generate_gaps.test_generate_word_token_for_keyword_extraction", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 654, "message_redacted": true, "time": 0.316 }, "name": "tests.test_harvest.test_corpus_external_and_internal_tokens", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 628, "message_redacted": true, "time": 0.313 }, "name": "tests.test_harvest.test_corpus[inline_rules]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 645, "message_redacted": true, "time": 0.299 }, "name": "tests.test_harvest.test_corpus[associativity_right]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 329, "message_redacted": true, "time": 0.183 }, "name": "tests.test_dump_and_complete.test_complete_bash", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 491, "message_redacted": true, "time": 0.284 }, "name": "tests.test_generate_js_edge_cases.test_javascript_array_methods", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 491, "message_redacted": true, "time": 0.261 }, "name": "tests.test_generate_js_edge_cases.test_console_log_bigint", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 266, "message_redacted": true, "time": 0.302 }, "name": "tests.test_harvest.test_corpus_expected_error[terminal_supertype]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 369, "message_redacted": true, "time": 0.259 }, "name": "tests.test_generate.test_generate_very_long_rule_name", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 369, "message_redacted": true, "time": 0.269 }, "name": "tests.test_generate.test_generate_grammar_json_is_valid_json", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.296 }, "name": "tests.test_build.test_build_with_custom_output_path", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 369, "message_redacted": true, "time": 0.308 }, "name": "tests.test_generate.test_generate_grammar_with_inline_rules", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 329, "message_redacted": true, "time": 0.231 }, "name": "tests.test_dump_and_complete.test_complete_bash_contains_all_subcommands", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 359, "message_redacted": true, "time": 0.188 }, "name": "tests.test_fuzz.test_fuzz_no_matching_include_filter", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 314, "message_redacted": true, "time": 0.192 }, "name": "tests.test_fuzz.test_fuzz_minimal_edit_count", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 345, "message_redacted": true, "time": 0.158 }, "name": "tests.test_dump_and_complete.test_complete_zsh", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 643, "message_redacted": true, "time": 0.304 }, "name": "tests.test_harvest.test_corpus[depends_on_column]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 824, "message_redacted": true, "time": 0.294 }, "name": "tests.test_generate_gaps.test_generate_unresolved_shift_reduce_conflict_error", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 647, "message_redacted": true, "time": 0.29 }, "name": "tests.test_harvest.test_corpus[inlined_aliased_rules]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 568, "message_redacted": true, "time": 0.316 }, "name": "tests.test_generate_js_edge_cases.test_require_json_file_valid", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 491, "message_redacted": true, "time": 0.291 }, "name": "tests.test_generate_js_edge_cases.test_javascript_template_literals", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 647, "message_redacted": true, "time": 0.293 }, "name": "tests.test_harvest.test_corpus_external_extra_tokens", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 637, "message_redacted": true, "time": 0.295 }, "name": "tests.test_harvest.test_corpus[unicode_classes]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 647, "message_redacted": true, "time": 0.27 }, "name": "tests.test_harvest.test_corpus_aliased_inlined_rules", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 369, "message_redacted": true, "time": 0.263 }, "name": "tests.test_generate.test_generate_grammar_with_numeric_precedence_values", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 369, "message_redacted": true, "time": 0.286 }, "name": "tests.test_generate.test_generate_node_types_json_is_valid_json", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.277 }, "name": "tests.test_build.test_build_debug_mode", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 369, "message_redacted": true, "time": 0.387 }, "name": "tests.test_generate.test_generate_grammar_with_external_tokens", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 315, "message_redacted": true, "time": 0.182 }, "name": "tests.test_fuzz.test_fuzz_multiple_edits_and_iterations", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 333, "message_redacted": true, "time": 0.199 }, "name": "tests.test_fuzz.test_fuzz_exclude_all_tests", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 389, "message_redacted": true, "time": 0.302 }, "name": "tests.test_dump_and_complete.test_complete_fish_contains_all_subcommands", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 389, "message_redacted": true, "time": 0.278 }, "name": "tests.test_dump_and_complete.test_complete_fish", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 410, "message_redacted": true, "time": 0.181 }, "name": "tests.test_generate_gaps.test_generate_rejects_directory_as_grammar_path", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 644, "message_redacted": true, "time": 0.315 }, "name": "tests.test_harvest.test_corpus[dynamic_precedence]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 612, "message_redacted": true, "time": 0.316 }, "name": "tests.test_generate_gaps.test_generate_conflicts_declaration_resolves_ambiguity", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 635, "message_redacted": true, "time": 0.296 }, "name": "tests.test_harvest.test_corpus_external_tokens", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 649, "message_redacted": true, "time": 0.322 }, "name": "tests.test_harvest.test_corpus[inverted_external_token]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 628, "message_redacted": true, "time": 0.292 }, "name": "tests.test_harvest.test_corpus[unused_rules]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 491, "message_redacted": true, "time": 0.268 }, "name": "tests.test_generate_js_edge_cases.test_javascript_destructuring", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 629, "message_redacted": true, "time": 0.29 }, "name": "tests.test_harvest.test_corpus_aliased_rules", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 570, "message_redacted": true, "time": 0.276 }, "name": "tests.test_generate_js_edge_cases.test_require_directory_with_index_js", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 402, "message_redacted": true, "time": 0.304 }, "name": "tests.test_generate.test_generate_with_custom_output_directory", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.26 }, "name": "tests.test_build.test_build_rebuilds_when_called_twice", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 417, "message_redacted": true, "time": 0.421 }, "name": "tests.test_generate.test_generate_grammar_with_conflicts_marked", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 314, "message_redacted": true, "time": 0.184 }, "name": "tests.test_fuzz.test_fuzz_seed_with_tree_sitter_seed_env", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 345, "message_redacted": true, "time": 0.204 }, "name": "tests.test_dump_and_complete.test_complete_zsh_structure", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 265, "message_redacted": true, "time": 0.158 }, "name": "tests.test_fuzz.test_fuzz_grammar_without_corpus_error", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 420, "message_redacted": true, "time": 0.12 }, "name": "tests.test_dump_and_complete.test_complete_powershell", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 821, "message_redacted": true, "time": 0.382 }, "name": "tests.test_generate_gaps.test_generate_rejects_invalid_file_extension", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 645, "message_redacted": true, "time": 0.326 }, "name": "tests.test_harvest.test_corpus[uses_current_column]", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 491, "message_redacted": true, "time": 0.358 }, "name": "tests.test_generate_js_edge_cases.test_javascript_try_catch_success", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 659, "message_redacted": true, "time": 0.308 }, "name": "tests.test_harvest.test_corpus_external_unicode_column_alignment", "status": "failure" }, { "branch": "40cb72101fde", "extra": { "message_chars": 645, "message_redacted": true, "time": 0.331 }, "name": "tests.test_harvest.test_corpus_aliased_token_rules", "status": "failure" } ], "test_results_omitted": 691, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }