{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "ddd87263454bd2b903f35d4d12230230530d7e9b31ca59013b8f9a32ff289d45", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.1605471459997716 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(446df25ba1c96de6591972df8aa82aeff7c9f701a60d532afcec37964a15d5e0) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.10457019099976606 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.14035063600022113 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.13166739899952518 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12346294300004956 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.10211561400046776 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6758528700001989 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12194967699997505 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1238243269999657 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10793811299936351 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13539126100022258 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 41778, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.572494400999858 }, { "branch": "5abb696a5d96", "command": "docker cp 540ca3a02428e35f5195f1104e3ef9b7ebfd99ec018ffdeca32d954ba4b298ce:/workspace/eval/results.xml /tmp/tmp449m9duc.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 36657, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024419180000222696 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12933162199988146 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12363204099983705 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11576793999938673 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11964556200018706 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 14210, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.486855297000147 }, { "branch": "c1dedb6d6ee0", "command": "docker cp 108e0bce1939e21415c18c0fba5f59ef8edf298a6058538cb344d723da18d7cc:/workspace/eval/results.xml /tmp/tmp7sgbrsh2.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11871, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03594606099977682 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.09526936299971567 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12208423499942 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11764690000018163 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1253560759996617 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 410674, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 25.16795507400002 }, { "branch": "df37316a82f6", "command": "docker cp c1b293aa10699283915e3c739d27d48edd1b86f084dfb3c0f5782ec007f95e42:/workspace/eval/results.xml /tmp/tmp8uhtqfip.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 300906, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02786456299963902 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11463688399999228 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10050317500008532 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10714030199960689 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12634694700045657 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 39991, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.46783443699951 }, { "branch": "b087329e87c9", "command": "docker cp 792fc040987fb5a95ff7ad0d97ef750c62ea514b7459902b147ac1a50ceeb052:/workspace/eval/results.xml /tmp/tmp1411ifmc.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 24319, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0424887810004293 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1349051919996782 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10797143199943093 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.0985170450003352 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11614643699977023 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9453, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.680708689000312 }, { "branch": "9b24e68e17a0", "command": "docker cp 85669974fad7ecd8533201a7a36994f82c7c75c54d143311da6320c2638a5482:/workspace/eval/results.xml /tmp/tmpggcferia.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7524, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.034044896000523295 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12165009000000282 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12257346700062044 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11173492800025997 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11986488600086886 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10985, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.983976999999868 }, { "branch": "cbdc28b59e80", "command": "docker cp 7d70da63116b1cd9b6418166626dc7ff5ad42fa4a4b25cfa3d0abff51c18bd30:/workspace/eval/results.xml /tmp/tmpqwbjc7v3.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7077, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038449562000096194 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11458153800049331 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11202550500001962 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11452410099991539 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.08623964999969758 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5364, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.656710456999463 }, { "branch": "13eaca8e28a0", "command": "docker cp bdd9df2160ceab1a4c3b2c4ee0e09cad9f87d7e89d8591ebe62dcd3dd1353164:/workspace/eval/results.xml /tmp/tmpa4vnpzsh.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2948, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03098277000026428 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13631180399988807 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.07924689799983753 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10192494100010663 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11958300300011615 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 18845, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.436278035000214 }, { "branch": "3e8c69b67d3a", "command": "docker cp 502e15eb9952f4e5b3b9e73d72de93348966c14f39b84171129fff36baa12e93:/workspace/eval/results.xml /tmp/tmp3nvlnlfj.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12980, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.035441223000816535 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12515698300012446 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12495453500014264 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13049525099995662 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09665329599920369 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5355, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.6482507979999355 }, { "branch": "02516b065fd0", "command": "docker cp e843f3757db6c06e071431ce9b3822d1c55f8ad028176e91b8f0f0db013cf89e:/workspace/eval/results.xml /tmp/tmp58jnxtai.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2917, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.020900882000205456 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12330770199969265 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1222182569999859 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11800688199946308 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11160484900028678 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 14598, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.445482149000782 }, { "branch": "1c38a7984949", "command": "docker cp 924be5e24bb18dd50dcadb4e9ddf3eafeeee44e5448e05d2739160afbbabe19d:/workspace/eval/results.xml /tmp/tmp6z09posh.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11366, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.030110953000075824 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13967130499986524 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11760305400002835 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12399880999964807 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1231838619996779 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8406, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.556054970000332 }, { "branch": "43f681928e6a", "command": "docker cp 554931e4a7a240ae6b0f4017bb428059705d04456c5531ec964ed6b53f25b2f5:/workspace/eval/results.xml /tmp/tmptpybodaz.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5663, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.032635245000165014 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10909394299960695 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12944960999993782 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12304596299964032 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13362864600003377 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 407045, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 14.4692661579993 }, { "branch": "73614928a822", "command": "docker cp 6b37764d8e2dec7226430648ae7be0b1d67c84d80dbb18bbce6f3533dbdf9421:/workspace/eval/results.xml /tmp/tmpq4qq9s5c.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 200545, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03707013100029144 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 265, "passed": 703, "skipped": 4 }, "test_branch_errors": {}, "test_branches": [ "5abb696a5d96", "c1dedb6d6ee0", "df37316a82f6", "b087329e87c9", "9b24e68e17a0", "cbdc28b59e80", "13eaca8e28a0", "3e8c69b67d3a", "02516b065fd0", "1c38a7984949", "43f681928e6a", "73614928a822" ], "test_records": 972, "test_results": [ { "branch": "5abb696a5d96", "extra": { "message_chars": 1771, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_basic_invocation.test_no_args", "status": "failure" }, { "branch": "5abb696a5d96", "extra": { "message_chars": 883, "message_redacted": true, "time": 0.127 }, "name": "eval.tests.test_config_handling.test_config_nonexistent_path", "status": "failure" }, { "branch": "5abb696a5d96", "extra": { "message_chars": 172, "message_redacted": true, "time": 0.148 }, "name": "eval.tests.test_dump_subcommand.test_dump_no_extra_args", "status": "failure" }, { "branch": "5abb696a5d96", "extra": { "message_chars": 882, "message_redacted": true, "time": 0.172 }, "name": "eval.tests.test_config_handling.test_config_invalid_toml", "status": "failure" }, { "branch": "5abb696a5d96", "extra": { "message_chars": 38, "message_redacted": true, "time": 0.115 }, "name": "eval.tests.test_check_subcommand.test_check_nonexistent_file", "status": "failure" }, { "branch": "5abb696a5d96", "extra": { "message_chars": 596, "message_redacted": true, "time": 0.159 }, "name": "eval.tests.test_edge_cases.test_stdin_empty", "status": "failure" }, { "branch": "5abb696a5d96", "extra": { "message_chars": 38, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_explain_subcommand.test_explain_invalid_code", "status": "failure" }, { "branch": "5abb696a5d96", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.121 }, "name": "eval.tests.test_low_coverage_lints.TestRepeatedKeys.test_repeated_keys_with_different_depths", "status": "failure" }, { "branch": "5abb696a5d96", "extra": { "message_chars": 338, "message_redacted": true, "time": 0.157 }, "name": "eval.tests.test_single_subcommand.test_single_invalid_position_format", "status": "failure" }, { "branch": "5abb696a5d96", "extra": { "message_chars": 909, "message_redacted": true, "time": 0.167 }, "name": "eval.tests.test_single_subcommand.test_single_no_position", "status": "failure" }, { "branch": "5abb696a5d96", "extra": { "message_chars": 1442, "message_redacted": true, "time": 0.137 }, "name": "eval.tests.test_basic_invocation.test_invalid_subcommand", "status": "failure" }, { "branch": "5abb696a5d96", "extra": { "message_chars": 317, "message_redacted": true, "time": 0.146 }, "name": "eval.tests.test_explain_subcommand.test_explain_no_args", "status": "failure" }, { "branch": "c1dedb6d6ee0", "extra": { "message_chars": 1472, "message_redacted": true, "time": 0.161 }, "name": "tests.test_basic_invocation.test_invalid_subcommand", "status": "failure" }, { "branch": "c1dedb6d6ee0", "extra": { "message_chars": 179, "message_redacted": true, "time": 0.165 }, "name": "tests.test_all_lints.test_w20_repeated_keys", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 1241, "message_redacted": true, "time": 0.15 }, "name": "tests.test_config.test_config_nonexistent_path_error", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 1279, "message_redacted": true, "time": 0.16 }, "name": "tests.test_config.test_config_invalid_toml_syntax", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.195 }, "name": "tests.test_errors.test_whitespace_only_file", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 1032, "message_redacted": true, "time": 0.205 }, "name": "tests.test_config.test_config_explicit_path_overrides_discovery", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 389, "message_redacted": true, "time": 0.135 }, "name": "tests.test_check.test_check_invalid_output_format", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 946, "message_redacted": true, "time": 0.208 }, "name": "tests.test_config.test_config_empty_file", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 145, "message_redacted": true, "time": 0.198 }, "name": "tests.test_errors.test_streaming_mode_invalid_syntax", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 159, "message_redacted": true, "time": 0.122 }, "name": "tests.test_errors.test_mixed_valid_and_invalid_files", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.133 }, "name": "tests.test_check.test_check_malformed_syntax_errors", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 936, "message_redacted": true, "time": 0.119 }, "name": "tests.test_check.test_check_streaming_stderr_format", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 204, "message_redacted": true, "time": 0.139 }, "name": "tests.test_errors.test_invalid_syntax_file", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 882, "message_redacted": true, "time": 0.12 }, "name": "tests.test_check.test_check_file_with_bool_comparison_lint", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 329, "message_redacted": true, "time": 0.103 }, "name": "tests.test_fix.test_fix_nonexistent_file_error", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 719, "message_redacted": true, "time": 0.137 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_43a857afe823ef70-true == d-args2-/workspace/bin/tests/snapshots/bool_comparison__lint_43a857afe823ef70b47d4e0fbf00af8951e09a9a9891d29b3ba9e762a2978adb.snap-Implementations that fail to detect bool_comparison issue in: true == d]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 729, "message_redacted": true, "time": 0.124 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_630b66ca8810d52f-false != h-args8-/workspace/bin/tests/snapshots/bool_comparison__lint_630b66ca8810d52f4e68ed1c8d68db36bce21a1cb65b60ec15b901e87b62c13a.snap-Implementations that fail to detect bool_comparison issue in: false != h]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 2439, "message_redacted": true, "time": 0.292 }, "name": "tests.test_errors.test_config_file_not_found", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 1270, "message_redacted": true, "time": 0.142 }, "name": "tests.test_config.test_config_wrong_type_for_disabled", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 925, "message_redacted": true, "time": 0.19 }, "name": "tests.test_config.test_config_partial_lint_disabling", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 237, "message_redacted": true, "time": 0.177 }, "name": "tests.test_check.test_check_config_parent_directory_discovery", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 221, "message_redacted": true, "time": 0.149 }, "name": "tests.test_errors.test_single_fix_file_not_found", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 124, "message_redacted": true, "time": 0.129 }, "name": "tests.test_check.test_check_nonexistent_file", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 2439, "message_redacted": true, "time": 0.314 }, "name": "tests.test_errors.test_malformed_config_file", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 244, "message_redacted": true, "time": 0.152 }, "name": "tests.test_config.test_config_single_command_respects_disabled_lints", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 171, "message_redacted": true, "time": 0.124 }, "name": "tests.test_errors.test_empty_file", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.136 }, "name": "tests.test_errors.test_file_with_null_bytes", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 169, "message_redacted": true, "time": 0.132 }, "name": "tests.test_config.test_config_malformed_toml_missing_comma", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 149, "message_redacted": true, "time": 0.115 }, "name": "tests.test_errors.test_streaming_mode_binary_data_non_utf8", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 736, "message_redacted": true, "time": 0.112 }, "name": "tests.test_fix.test_fix_binary_file_error", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 65, "message_redacted": true, "time": 0.001 }, "name": "tests.test_fix.test_fix_ignore_pattern_single_glob", "status": "skipped" }, { "branch": "df37316a82f6", "extra": { "message_chars": 944, "message_redacted": true, "time": 0.145 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_82b623ef0ecd1e0e-true == true-args10-/workspace/bin/tests/snapshots/bool_comparison__lint_82b623ef0ecd1e0e70c1dbe39f02832657a82dd5a58392f23345b22467a89b1a.snap-Implementations that fail to detect bool_comparison issue in: true == true]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 65, "message_redacted": true, "time": 0.001 }, "name": "tests.test_fix.test_fix_ignore_pattern_multiple_globs", "status": "skipped" }, { "branch": "df37316a82f6", "extra": { "message_chars": 970, "message_redacted": true, "time": 0.149 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_5d2c71eef69cc07e-false == false-args6-/workspace/bin/tests/snapshots/bool_comparison__lint_5d2c71eef69cc07e519dc3646f786ba7a32f5546c3a2194d2636a2684391e3f1.snap-Implementations that fail to detect bool_comparison issue in: false == false]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 437, "message_redacted": true, "time": 0.138 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_fix_ba56854c55bd3954-false == true-args27-/workspace/bin/tests/snapshots/bool_comparison__fix_ba56854c55bd3954b56d4e0c3d32b65cd144d55b060637c5ff8085d81bef6c49.snap-Implementations that suggest incorrect fix for bool_comparison in: false == true]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 173, "message_redacted": true, "time": 0.147 }, "name": "tests.test_errors.test_truncated_nix_file", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 1286, "message_redacted": true, "time": 0.197 }, "name": "tests.test_config.test_config_parent_directory_discovery", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 147, "message_redacted": true, "time": 0.172 }, "name": "tests.test_errors.test_streaming_mode_empty_stdin", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 114, "message_redacted": true, "time": 0.205 }, "name": "tests.test_config.test_config_fix_with_disabled_lints", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 237, "message_redacted": true, "time": 0.165 }, "name": "tests.test_check.test_check_config_malformed_toml", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 403, "message_redacted": true, "time": 0.174 }, "name": "tests.test_fix.test_fix_empty_let_in_dry_run", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 804, "message_redacted": true, "time": 0.17 }, "name": "tests.test_harvest.test_snapshot[test_deprecated_to_path_lint_4f2c5321b7dbd217-toPath x-args42-/workspace/bin/tests/snapshots/deprecated_to_path__lint_4f2c5321b7dbd2171c77729c879745a1f6209972b4a9d367bd5fb41a83c42e99.snap-Implementations that fail to detect deprecated_to_path issue in: toPath x]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.133 }, "name": "tests.test_errors.test_single_fix_position_out_of_bounds", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 393, "message_redacted": true, "time": 0.125 }, "name": "tests.test_fix.test_fix_bool_comparison_dry_run", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 767, "message_redacted": true, "time": 0.128 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_a14c6695accf2da7-false == m ? n-args18-/workspace/bin/tests/snapshots/bool_comparison__lint_a14c6695accf2da707eaeb76ded232840736b9034ef1b55d1c8c92b9f5098a14.snap-Implementations that fail to detect bool_comparison issue in: false == m ? n]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 729, "message_redacted": true, "time": 0.114 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_101b3f071d9ef6e1-f != false-args0-/workspace/bin/tests/snapshots/bool_comparison__lint_101b3f071d9ef6e1c6cddd4b3d4d2a4f7d4cf2764ff5811ee2d532b3ccb45690.snap-Implementations that fail to detect bool_comparison issue in: f != false]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 712, "message_redacted": true, "time": 0.118 }, "name": "tests.test_harvest.test_snapshot[test_empty_inherit_lint_2370f348818d9847-{ inherit; }-args48-/workspace/bin/tests/snapshots/empty_inherit__lint_2370f348818d984736674ed594a500980e67c68740a68810e6d7ad6e42e95cad.snap-Implementations that fail to detect empty_inherit issue in: { inherit; }]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 2439, "message_redacted": true, "time": 0.301 }, "name": "tests.test_errors.test_invalid_glob_pattern", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 757, "message_redacted": true, "time": 0.157 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_a83e7884e4c039d6-true == o ? p-args22-/workspace/bin/tests/snapshots/bool_comparison__lint_a83e7884e4c039d6517795734c6cab32d5e69473f7a6b6fe660eec020d70993d.snap-Implementations that fail to detect bool_comparison issue in: true == o ? p]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 719, "message_redacted": true, "time": 0.141 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_c031ce4a7d754ef4-e != true-args28-/workspace/bin/tests/snapshots/bool_comparison__lint_c031ce4a7d754ef42071e72da7d6bf4b645ebdaf948399be54f775686a58347b.snap-Implementations that fail to detect bool_comparison issue in: e != true]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 1109, "message_redacted": true, "time": 0.155 }, "name": "tests.test_harvest.test_snapshot[test_collapsible_let_in_lint_950e48dec6590cd2-let\\n a = 2;\\n b = 3;\\nin\\n let\\n c = 5;\\n d = 6;\\n in\\n a + b + c + d\\n-args38-/workspace/bin/tests/snapshots/collapsible_let_in__lint_950e48dec6590cd20937e48006bff3f7c097bd07ec2da4a7b5dba488885061aa.snap-Implementations that fail to detect collapsible_let_in issue in: let\\\\n a = 2;\\\\n b = 3;\\\\nin\\\\n let\\\\n c = 5;\\\\n d = 6;\\\\n]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 685, "message_redacted": true, "time": 0.151 }, "name": "tests.test_harvest.test_snapshot[test_empty_let_in_lint_69e2d9e348a3b790-let\\n # don't fix this, we have a comment\\n # raise the lint though\\nin\\nnull\\n-args52-/workspace/bin/tests/snapshots/empty_let_in__lint_69e2d9e348a3b7903ae167887886709559b8d299d9ea097621bbbab32e6f3bfa.snap-Implementations that fail to detect empty_let_in issue in: let\\\\n # don't fix this, we have a comment\\\\n # raise the li]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 72, "message_redacted": true, "time": 0.001 }, "name": "tests.test_fix.test_fix_config_disable_lint", "status": "skipped" }, { "branch": "df37316a82f6", "extra": { "message_chars": 72, "message_redacted": true, "time": 0.001 }, "name": "tests.test_fix.test_fix_config_disable_preserves_other_fixes", "status": "skipped" }, { "branch": "df37316a82f6", "extra": { "message_chars": 2234, "message_redacted": true, "time": 0.163 }, "name": "tests.test_config.test_config_ignore_patterns_glob", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 719, "message_redacted": true, "time": 0.166 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_9f48ebd94e1733d7-true == c-args12-/workspace/bin/tests/snapshots/bool_comparison__lint_9f48ebd94e1733d7ccda130d62830499b7344b794644163af528b0c834c5cca4.snap-Implementations that fail to detect bool_comparison issue in: true == c]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 114, "message_redacted": true, "time": 0.175 }, "name": "tests.test_fix.test_fix_multiple_issues_same_file", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 598, "message_redacted": true, "time": 0.19 }, "name": "tests.test_harvest.test_snapshot[test_empty_pattern_lint_a0f60e09ffb31c58-({ ... }: { imports = []; })-args66-/workspace/bin/tests/snapshots/empty_pattern__lint_a0f60e09ffb31c58f803adaf8e3f854bb95fc3a4f6ac05072ee5f4f644a12141.snap-Implementations that fail to detect empty_pattern issue in: ({ ... }: { imports = []; })]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 898, "message_redacted": true, "time": 0.134 }, "name": "tests.test_harvest.test_snapshot[test_deprecated_to_path_lint_b7ca5bc4bbe1fe57-builtins.toPath x-args44-/workspace/bin/tests/snapshots/deprecated_to_path__lint_b7ca5bc4bbe1fe57468d47f2df8fac29361ae090a84ea6afdea842170517ae14.snap-Implementations that fail to detect deprecated_to_path issue in: builtins.toPath x]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 432, "message_redacted": true, "time": 0.161 }, "name": "tests.test_harvest.test_snapshot[test_empty_inherit_fix_2370f348818d9847-{ inherit; }-args49-/workspace/bin/tests/snapshots/empty_inherit__fix_2370f348818d984736674ed594a500980e67c68740a68810e6d7ad6e42e95cad.snap-Implementations that suggest incorrect fix for empty_inherit in: { inherit; }]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 114, "message_redacted": true, "time": 0.162 }, "name": "tests.test_fix.test_fix_mixed_fixable_unfixable", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 719, "message_redacted": true, "time": 0.128 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_a30c834e61da781c-a == true-args20-/workspace/bin/tests/snapshots/bool_comparison__lint_a30c834e61da781cbcbc0c95b79ab0a51a81f1fdc5a5d885d778f43d268ed2b3.snap-Implementations that fail to detect bool_comparison issue in: a == true]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 1675, "message_redacted": true, "time": 0.142 }, "name": "tests.test_harvest.test_snapshot[test_empty_list_concat_lint_b13b2273654200cb-[] ++ [] ++ []-args58-/workspace/bin/tests/snapshots/empty_list_concat__lint_b13b2273654200cbc2315c6ceec0dbc9e4479628a5b7250418efeb5911e743b2.snap-Implementations that fail to detect empty_list_concat issue in: [] ++ [] ++ []]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 1010, "message_redacted": true, "time": 0.12 }, "name": "tests.test_harvest.test_snapshot[test_eta_reduction_lint_371c868dbc9581a6-let double = x: x * 2; in map (x: double x) [1 2 3]-args76-/workspace/bin/tests/snapshots/eta_reduction__lint_371c868dbc9581a6fc41c7085146a422829b37c0e7d4ec0cf2b2d48d2e116b71.snap-Implementations that fail to detect eta_reduction issue in: let double = x: x * 2; in map (x: double x) [1 2 3]]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 709, "message_redacted": true, "time": 0.147 }, "name": "tests.test_harvest.test_snapshot[test_legacy_let_syntax_lint_7b38199c6c6f7f99-let {\\n body = x + y;\\n x = \"hello,\";\\n y = \" world!\";\\n}\\n-args80-/workspace/bin/tests/snapshots/legacy_let_syntax__lint_7b38199c6c6f7f991caca355bdf9d4ebb9a8efc7745407121fc6b5702dd94e74.snap-Implementations that fail to detect legacy_let_syntax issue in: let {\\\\n body = x + y;\\\\n x = \"hello,\";\\\\n y = \" world!\";\\\\n}]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 956, "message_redacted": true, "time": 0.128 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_eb450df0fb6d76e9-true == false-args30-/workspace/bin/tests/snapshots/bool_comparison__lint_eb450df0fb6d76e9df94f175a6b87a7c1a667495e18432ed8f38540fd051cec1.snap-Implementations that fail to detect bool_comparison issue in: true == false]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 834, "message_redacted": true, "time": 0.149 }, "name": "tests.test_harvest.test_snapshot[test_manual_inherit_lint_2a92c1cb560d2d72-let a = 2; in { a = a; }-args84-/workspace/bin/tests/snapshots/manual_inherit__lint_2a92c1cb560d2d727373fb3ad10da2b17cf57a13421fc72f9847d8d25bf8099d.snap-Implementations that fail to detect manual_inherit issue in: let a = 2; in { a = a; }]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 956, "message_redacted": true, "time": 0.147 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_ba56854c55bd3954-false == true-args26-/workspace/bin/tests/snapshots/bool_comparison__lint_ba56854c55bd3954b56d4e0c3d32b65cd144d55b060637c5ff8085d81bef6c49.snap-Implementations that fail to detect bool_comparison issue in: false == true]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 671, "message_redacted": true, "time": 0.121 }, "name": "tests.test_harvest.test_snapshot[test_collapsible_let_in_fix_950e48dec6590cd2-let\\n a = 2;\\n b = 3;\\nin\\n let\\n c = 5;\\n d = 6;\\n in\\n a + b + c + d\\n-args39-/workspace/bin/tests/snapshots/collapsible_let_in__fix_950e48dec6590cd20937e48006bff3f7c097bd07ec2da4a7b5dba488885061aa.snap-Implementations that suggest incorrect fix for collapsible_let_in in: let\\\\n a = 2;\\\\n b = 3;\\\\nin\\\\n let\\\\n c = 5;\\\\n d = 6;\\\\n]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 521, "message_redacted": true, "time": 0.125 }, "name": "tests.test_harvest.test_snapshot[test_empty_let_in_fix_69e2d9e348a3b790-let\\n # don't fix this, we have a comment\\n # raise the lint though\\nin\\nnull\\n-args53-/workspace/bin/tests/snapshots/empty_let_in__fix_69e2d9e348a3b7903ae167887886709559b8d299d9ea097621bbbab32e6f3bfa.snap-Implementations that suggest incorrect fix for empty_let_in in: let\\\\n # don't fix this, we have a comment\\\\n # raise the li]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 955, "message_redacted": true, "time": 0.189 }, "name": "tests.test_harvest.test_snapshot[test_empty_list_concat_lint_df1c6ef98c749f5c-[] ++ []-args62-/workspace/bin/tests/snapshots/empty_list_concat__lint_df1c6ef98c749f5c410a485b3d0d5d6851ad340d059d1012ed809a04a21a00a9.snap-Implementations that fail to detect empty_list_concat issue in: [] ++ []]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 719, "message_redacted": true, "time": 0.194 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_a09de9082d480f3e-true != g-args14-/workspace/bin/tests/snapshots/bool_comparison__lint_a09de9082d480f3e54de569de2789ebfee65a1ecbd31dcbdfc543b8b13e4bda4.snap-Implementations that fail to detect bool_comparison issue in: true != g]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 704, "message_redacted": true, "time": 0.182 }, "name": "tests.test_harvest.test_snapshot[test_empty_let_in_lint_5c1128abfe4ef6b1-let in null-args50-/workspace/bin/tests/snapshots/empty_let_in__lint_5c1128abfe4ef6b1ed846295f216703aa1c58b4fcadad40bc25e05858c3bdd08.snap-Implementations that fail to detect empty_let_in issue in: let in null]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 436, "message_redacted": true, "time": 0.183 }, "name": "tests.test_harvest.test_snapshot[test_empty_pattern_fix_a0f60e09ffb31c58-({ ... }: { imports = []; })-args67-/workspace/bin/tests/snapshots/empty_pattern__fix_a0f60e09ffb31c58f803adaf8e3f854bb95fc3a4f6ac05072ee5f4f644a12141.snap-Implementations that suggest incorrect fix for empty_pattern in: ({ ... }: { imports = []; })]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 857, "message_redacted": true, "time": 0.169 }, "name": "tests.test_harvest.test_snapshot[test_deprecated_to_path_lint_babcf3ca5fe7ee69-toPath \"/abc/def\"-args46-/workspace/bin/tests/snapshots/deprecated_to_path__lint_babcf3ca5fe7ee69b692a0e6ccfbfdf4f08823229d054ee85af87dc3d52d41ea.snap-Implementations that fail to detect deprecated_to_path issue in: toPath \"/abc/def\"]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 791, "message_redacted": true, "time": 0.183 }, "name": "tests.test_harvest.test_snapshot[test_empty_list_concat_lint_b6d6b2d3b0ff0b3b-[] ++ [1 2 3]-args60-/workspace/bin/tests/snapshots/empty_list_concat__lint_b6d6b2d3b0ff0b3b842e3f816ced62ca22410c59471e767d80ea85a3f7fcc1ef.snap-Implementations that fail to detect empty_list_concat issue in: [] ++ [1 2 3]]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 1308, "message_redacted": true, "time": 0.144 }, "name": "tests.test_harvest.test_snapshot[test_repeated_keys_lint_7928b443d258628d-rec {\\n foo.x = foo.y;\\n foo.y = 2;\\n foo.z = 3;\\n}\\n-args100-/workspace/bin/tests/snapshots/repeated_keys__lint_7928b443d258628d0f648fe2e30278f84cbe97274683df67fd436584732d7b2c.snap-Implementations that fail to detect repeated_keys issue in: rec {\\\\n foo.x = foo.y;\\\\n foo.y = 2;\\\\n foo.z = 3;\\\\n}\\\\n]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 859, "message_redacted": true, "time": 0.173 }, "name": "tests.test_harvest.test_snapshot[test_redundant_pattern_bind_lint_01ae2aa8e74bbccf-{ ... } @ inputs: null-args92-/workspace/bin/tests/snapshots/redundant_pattern_bind__lint_01ae2aa8e74bbccf70f47469dad2c734944f7d3e39cd86cce214566a1fca2c0f.snap-Implementations that fail to detect redundant_pattern_bind issue in: { ... } @ inputs: null]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 881, "message_redacted": true, "time": 0.161 }, "name": "tests.test_harvest.test_snapshot[test_repeated_keys_lint_653aae0c9fb8b448-{\\n foo.baz.bar1 = 1;\\n foo.baz.bar2 = 2;\\n foo.baz.bar3 = 3;\\n foo.baz.bar4 = 4;\\n foo.baz.bar5 = 5;\\n}\\n-args98-/workspace/bin/tests/snapshots/repeated_keys__lint_653aae0c9fb8b448e30e62c7daa38519eded4ba2078838f788b3e769db564123.snap-Implementations that fail to detect repeated_keys issue in: {\\\\n foo.baz.bar1 = 1;\\\\n foo.baz.bar2 = 2;\\\\n foo.baz.bar3 ]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 654, "message_redacted": true, "time": 0.12 }, "name": "tests.test_harvest.test_snapshot[test_legacy_let_syntax_fix_7b38199c6c6f7f99-let {\\n body = x + y;\\n x = \"hello,\";\\n y = \" world!\";\\n}\\n-args81-/workspace/bin/tests/snapshots/legacy_let_syntax__fix_7b38199c6c6f7f991caca355bdf9d4ebb9a8efc7745407121fc6b5702dd94e74.snap-Implementations that suggest incorrect fix for legacy_let_syntax in: let {\\\\n body = x + y;\\\\n x = \"hello,\";\\\\n y = \" world!\";\\\\n}]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 922, "message_redacted": true, "time": 0.125 }, "name": "tests.test_harvest.test_snapshot[test_useless_has_attr_lint_f5edc729a910faa4-if x ? a then x.a else b.c-args112-/workspace/bin/tests/snapshots/useless_has_attr__lint_f5edc729a910faa40ea89cb086561a4390af9bdbc4fa3ffdee8e1ce406fba484.snap-Implementations that fail to detect useless_has_attr issue in: if x ? a then x.a else b.c]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 725, "message_redacted": true, "time": 0.118 }, "name": "tests.test_harvest.test_snapshot[test_bool_simplification_lint_b01828755e286c14-!(a == b)-args32-/workspace/bin/tests/snapshots/bool_simplification__lint_b01828755e286c145f9a8ae65cde7a14eb9e252d7bb6f72fb3d934dff9400353.snap-Implementations that fail to detect bool_simplification issue in: !(a == b)]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 692, "message_redacted": true, "time": 0.124 }, "name": "tests.test_harvest.test_snapshot[test_useless_parens_lint_518aa31f8b9a466e-let h = ({ inherit (builtins) map; }); in null-args118-/workspace/bin/tests/snapshots/useless_parens__lint_518aa31f8b9a466e2e92490ffd87be423d3e42cf20c228150cef6c88bbd4fb11.snap-Implementations that fail to detect useless_parens issue in: let h = ({ inherit (builtins) map; }); in null]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 791, "message_redacted": true, "time": 0.147 }, "name": "tests.test_harvest.test_snapshot[test_empty_list_concat_lint_676800f4240e2680-[1 2 3] ++ []-args54-/workspace/bin/tests/snapshots/empty_list_concat__lint_676800f4240e26802590a123362636e6d87461d7e091b87b44fb8b5959b31b1a.snap-Implementations that fail to detect empty_list_concat issue in: [1 2 3] ++ []]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 975, "message_redacted": true, "time": 0.153 }, "name": "tests.test_harvest.test_snapshot[test_deprecated_to_path_lint_174dc0d1d9e78fd3-builtins.toPath \"/some/path\"-args40-/workspace/bin/tests/snapshots/deprecated_to_path__lint_174dc0d1d9e78fd30b854475b82a991795814e0bfc6a3fc90f46e7370f2f63dc.snap-Implementations that fail to detect deprecated_to_path issue in: builtins.toPath \"/some/path\"]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 880, "message_redacted": true, "time": 0.152 }, "name": "tests.test_harvest.test_snapshot[test_manual_inherit_from_lint_d185f6bcc057384c-let a.b = 2; in { b = a.b; }-args88-/workspace/bin/tests/snapshots/manual_inherit_from__lint_d185f6bcc057384cb2f1ae3abb567fd17572eaaa2c3209abd0f527f3fe7e26a1.snap-Implementations that fail to detect manual_inherit_from issue in: let a.b = 2; in { b = a.b; }]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 742, "message_redacted": true, "time": 0.159 }, "name": "tests.test_harvest.test_snapshot[test_empty_pattern_lint_d126fd36c3561a6c-({ ... }: 42)-args68-/workspace/bin/tests/snapshots/empty_pattern__lint_d126fd36c3561a6c02bd6635634d026132ac432cf96054241af194564f2d211a.snap-Implementations that fail to detect empty_pattern issue in: ({ ... }: 42)]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 994, "message_redacted": true, "time": 0.175 }, "name": "tests.test_harvest.test_snapshot[test_useless_has_attr_lint_3c62cf80cceead28-if x ? a.b then x.a.b else default-args104-/workspace/bin/tests/snapshots/useless_has_attr__lint_3c62cf80cceead28f219a180d924a9293dbb692ce56d6c91e10e49790390913a.snap-Implementations that fail to detect useless_has_attr issue in: if x ? a.b then x.a.b else default]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 960, "message_redacted": true, "time": 0.127 }, "name": "tests.test_harvest.test_snapshot[test_useless_has_attr_lint_514032635e11fe0f-if x ? a then x.a else default-args106-/workspace/bin/tests/snapshots/useless_has_attr__lint_514032635e11fe0f21c05881885de04587ba8db14854db99efccb6bb57f7bf8c.snap-Implementations that fail to detect useless_has_attr issue in: if x ? a then x.a else default]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 719, "message_redacted": true, "time": 0.169 }, "name": "tests.test_harvest.test_snapshot[test_bool_comparison_lint_a11a365119d2c647-b == true-args16-/workspace/bin/tests/snapshots/bool_comparison__lint_a11a365119d2c64750d4253426c99db3e016d21e6183a706845dfed17d803393.snap-Implementations that fail to detect bool_comparison issue in: b == true]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 779, "message_redacted": true, "time": 0.118 }, "name": "tests.test_harvest.test_snapshot[test_useless_parens_lint_dbf237a5ac629f60-[(builtins.map)]-args122-/workspace/bin/tests/snapshots/useless_parens__lint_dbf237a5ac629f60efb6cc28b28986f3e8f38ab97c28857a2b369399afce1c36.snap-Implementations that fail to detect useless_parens issue in: [(builtins.map)]]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 532, "message_redacted": true, "time": 0.147 }, "name": "tests.test_harvest.test_snapshot[test_useless_parens_lint_e77035eacc5250b3-({ f = 2; })-args124-/workspace/bin/tests/snapshots/useless_parens__lint_e77035eacc5250b3a65353c52612eb4a05666249943f2d5c27329a9915a340a9.snap-Implementations that fail to detect useless_parens issue in: ({ f = 2; })]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 819, "message_redacted": true, "time": 0.153 }, "name": "tests.test_harvest.test_snapshot[test_unquoted_uri_lint_33baa84c37bca409-github:nerdypepper/statix-args102-/workspace/bin/tests/snapshots/unquoted_uri__lint_33baa84c37bca40983a14f7acf371ef056c6037384f9ceb0389472c2c4ce4327.snap-Implementations that fail to detect unquoted_uri issue in: github:nerdypepper/statix]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 638, "message_redacted": true, "time": 0.141 }, "name": "tests.test_harvest.test_snapshot[test_useless_has_attr_fix_9361572e1b83dd76-if x ? a then x.a else if b then c else d-args109-/workspace/bin/tests/snapshots/useless_has_attr__fix_9361572e1b83dd76c88aa8af9b983c7f255936c0326d983f21be6622852e970d.snap-Implementations that suggest incorrect fix for useless_has_attr in: if x ? a then x.a else if b then c else d]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 822, "message_redacted": true, "time": 0.167 }, "name": "tests.test_harvest.test_snapshot[test_repeated_keys_lint_107c49dd2c0b8487-{\\n foo.bar = 1;\\n foo.bar.\"hello\" = 1;\\n foo.again = 1;\\n}\\n-args94-/workspace/bin/tests/snapshots/repeated_keys__lint_107c49dd2c0b84878c81852acfd4aee37038d8367b6bc7f5b43ce051c24908e5.snap-Implementations that fail to detect repeated_keys issue in: {\\\\n foo.bar = 1;\\\\n foo.bar.\"hello\" = 1;\\\\n foo.again = 1;\\\\]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 514, "message_redacted": true, "time": 0.121 }, "name": "tests.test_harvest.test_snapshot[test_useless_parens_lint_31ac41c8c6e98946-(\"hello\")-args114-/workspace/bin/tests/snapshots/useless_parens__lint_31ac41c8c6e98946b178fde2f6c5a168103df16fc12290ac3f38e5f12d9c67aa.snap-Implementations that fail to detect useless_parens issue in: (\"hello\")]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 300, "message_redacted": true, "time": 0.14 }, "name": "tests.test_harvest.test_snapshot[test_useless_parens_fix_31ac41c8c6e98946-(\"hello\")-args115-/workspace/bin/tests/snapshots/useless_parens__fix_31ac41c8c6e98946b178fde2f6c5a168103df16fc12290ac3f38e5f12d9c67aa.snap-Implementations that suggest incorrect fix for useless_parens in: (\"hello\")]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 688, "message_redacted": true, "time": 0.129 }, "name": "tests.test_integration.test_large_file_many_issues", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 448, "message_redacted": true, "time": 0.12 }, "name": "tests.test_harvest.test_snapshot[test_useless_parens_fix_518aa31f8b9a466e-let h = ({ inherit (builtins) map; }); in null-args119-/workspace/bin/tests/snapshots/useless_parens__fix_518aa31f8b9a466e2e92490ffd87be423d3e42cf20c228150cef6c88bbd4fb11.snap-Implementations that suggest incorrect fix for useless_parens in: let h = ({ inherit (builtins) map; }); in null]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 880, "message_redacted": true, "time": 0.139 }, "name": "tests.test_harvest.test_snapshot[test_manual_inherit_from_lint_fddffc3b779f8727-let a.b = 2; in { c = a.c; }-args90-/workspace/bin/tests/snapshots/manual_inherit_from__lint_fddffc3b779f8727d3ce7613925d3d3df2bc6cc9a30841fe104e26219ed72187.snap-Implementations that fail to detect manual_inherit_from issue in: let a.b = 2; in { c = a.c; }]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 220, "message_redacted": true, "time": 0.116 }, "name": "tests.test_lib_internals.test_parse_error_unexpected_token", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 941, "message_redacted": true, "time": 0.125 }, "name": "tests.test_lib_internals.test_multiple_lints_same_expression", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 876, "message_redacted": true, "time": 0.171 }, "name": "tests.test_harvest.test_snapshot[test_empty_pattern_lint_d258b2d28244a887-({ ... } @ inputs: inputs)-args70-/workspace/bin/tests/snapshots/empty_pattern__lint_d258b2d28244a887c36cde36b8b3c30112c86c2090c39b776a1d03a64f503f40.snap-Implementations that fail to detect empty_pattern issue in: ({ ... } @ inputs: inputs)]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 1066, "message_redacted": true, "time": 0.142 }, "name": "tests.test_harvest.test_snapshot[test_useless_has_attr_lint_9361572e1b83dd76-if x ? a then x.a else if b then c else d-args108-/workspace/bin/tests/snapshots/useless_has_attr__lint_9361572e1b83dd76c88aa8af9b983c7f255936c0326d983f21be6622852e970d.snap-Implementations that fail to detect useless_has_attr issue in: if x ? a then x.a else if b then c else d]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 312, "message_redacted": true, "time": 0.153 }, "name": "tests.test_harvest.test_snapshot[test_useless_parens_fix_e77035eacc5250b3-({ f = 2; })-args125-/workspace/bin/tests/snapshots/useless_parens__fix_e77035eacc5250b3a65353c52612eb4a05666249943f2d5c27329a9915a340a9.snap-Implementations that suggest incorrect fix for useless_parens in: ({ f = 2; })]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 388, "message_redacted": true, "time": 0.155 }, "name": "tests.test_lib_internals.test_fix_dry_run_suggestion_application", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 804, "message_redacted": true, "time": 0.15 }, "name": "tests.test_harvest.test_snapshot[test_useless_parens_lint_f04dfa0b3c36c6f2-let b = 0; in (b)-args128-/workspace/bin/tests/snapshots/useless_parens__lint_f04dfa0b3c36c6f2489cba3b913db246cbacd0f646193435d7def64d8bbd9b10.snap-Implementations that fail to detect useless_parens issue in: let b = 0; in (b)]", "status": "failure" }, { "branch": "df37316a82f6", "extra": { "message_chars": 994, "message_redacted": true, "time": 0.149 }, "name": "tests.test_harvest.test_snapshot[test_useless_has_attr_lint_dcdeee74e5d10b51-if x.a ? b then x.a.b else default-args110-/workspace/bin/tests/snapshots/useless_has_attr__lint_dcdeee74e5d10b5199175881fce69d02c82ff9084bcc346492482aa279e29160.snap-Implementations that fail to detect useless_has_attr issue in: if x.a ? b then x.a.b else default]", "status": "failure" } ], "test_results_omitted": 149, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }