{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "1203bc53a7b4152c083f0734e6e70390b59000d9401db6eefa0646af8f9ee1dd", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.17500522900081705 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(77f137ff9541d20b94f544e55f5f974c7bcb7d979eca2e2adf864504fb435ba6) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.12875759101007134 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.14999096999235917 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.1355647680029506 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.13547833799384534 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.1297086179984035 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6489948620001087 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12855678399500903 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1143103470094502 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11527173400099855 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.14087723499687854 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 39964, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.268929155005026 }, { "branch": "8c389ff5af21", "command": "docker cp 785c10ebcf379fc6ba5d690b4be423cebfdc5236c5cad2e0962d4a8c83117df0:/workspace/eval/results.xml /tmp/tmpq4h0qkj7.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 28062, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03964730800362304 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12603847800346557 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12133495100715663 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12874816100520547 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13933428599557374 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 86884, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 9.435250501992414 }, { "branch": "69b1deb0b64c", "command": "docker cp c466eeb79369fb6eb12c3f972f2c2dc88c2ad72666410f6daedc40cce360c1ba:/workspace/eval/results.xml /tmp/tmplg98ernn.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 66074, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03917589399497956 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1313727149972692 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12212440100847743 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13070402400626335 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.14067482699465472 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 229467, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 52.800422496991814 }, { "branch": "c5f3d8794db4", "command": "docker cp 00ce810cd25103f6406d8b36fce77919866448f28932c7c366856b4a8eacb313:/workspace/eval/results.xml /tmp/tmp_uf91766.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 166222, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04132012500485871 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1298383449902758 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.124855023008422 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13775891599652823 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10903233999852091 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 15608, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.4721729880111525 }, { "branch": "585a75de4da2", "command": "docker cp dc300b0bcede87efffd13285b3ff502fbc0b06f01a6ff1fc0441250a9c64bb0e:/workspace/eval/results.xml /tmp/tmp85mlos_j.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12765, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038176507994649 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12833392500760965 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13406863799900748 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13060052500804886 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13532783900154755 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4101, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.9860107119893655 }, { "branch": "823caab36985", "command": "docker cp cda9efb27c57b154d16f073a9716716e703133dcdc8a06522df36de440a5dc94:/workspace/eval/results.xml /tmp/tmp52kn1b_n.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2008, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03973953699460253 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12873927899636328 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11887228400155436 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12149657000554726 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1195741350093158 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 15548, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.845998246004456 }, { "branch": "58825c8fc4bb", "command": "docker cp 70c018d5afa7d3764b3de52354798473f345cf91137da23e9c76c7bd7495063a:/workspace/eval/results.xml /tmp/tmpyo7rsx9l.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9744, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03768235500319861 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14436452600057237 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12178631500864867 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13198263499361929 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12556415300059598 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1316, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.500565138994716 }, { "branch": "32f50e616bea", "command": "docker cp a6723e90852adf9168b5a8b0f7e617386ed51f5a3b21f274a9e155581d09ce0d:/workspace/eval/results.xml /tmp/tmpykqdxfhb.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 341, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04041132800921332 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1275144669925794 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.127159400988603 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13164572000096086 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12567082200257573 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3143, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 7.285665442992467 }, { "branch": "6edd3d36f73b", "command": "docker cp f853bf39ff7f0782571aeca729fb8bb2736071b1466e8d68aa1234786cff042f:/workspace/eval/results.xml /tmp/tmp_pumh8o8.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1734, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03895636700326577 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14146567600255366 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13152223199722357 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12664076799410395 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12517822899098974 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9379, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.735858233005274 }, { "branch": "ca48f7f6fa08", "command": "docker cp f47c678049e57e286ed0c0d30fc682d999c0d5285acdb5b6782d85729af12eca:/workspace/eval/results.xml /tmp/tmpwk8x83ud.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5962, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04327086900593713 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14682228201127145 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12580101999628823 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13248991800355725 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13443586199718993 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7682, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.68659491300059 }, { "branch": "549ea83da9dc", "command": "docker cp 2f2e4c6c932b784d9296d910c02c0859a468bc35c46a43487d48d320d2bbf942:/workspace/eval/results.xml /tmp/tmpvj6bti8w.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4341, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.041500563005683944 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1388117019960191 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11909586100955494 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10181333801301662 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13753252899914514 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4519, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.371324031992117 }, { "branch": "0d5452f27853", "command": "docker cp c930c713c2f127f1a5586f70ca82488ba2ec8db89e402966b8f023fd17374bf7:/workspace/eval/results.xml /tmp/tmpfihw3x57.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2794, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.039100185997085646 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 217, "passed": 1072, "skipped": 4 }, "test_branch_errors": {}, "test_branches": [ "8c389ff5af21", "69b1deb0b64c", "c5f3d8794db4", "585a75de4da2", "823caab36985", "58825c8fc4bb", "32f50e616bea", "6edd3d36f73b", "ca48f7f6fa08", "549ea83da9dc", "0d5452f27853" ], "test_records": 1293, "test_results": [ { "branch": "8c389ff5af21", "extra": { "message_chars": 82, "message_redacted": true, "time": 0.163 }, "name": "tests.test_card_parsing.test_frontmatter_custom_deck_name", "status": "failure" }, { "branch": "8c389ff5af21", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.216 }, "name": "tests.test_error_handling.test_unclosed_frontmatter", "status": "failure" }, { "branch": "8c389ff5af21", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.202 }, "name": "tests.test_error_handling.test_malformed_frontmatter", "status": "failure" }, { "branch": "8c389ff5af21", "extra": { "message_chars": 71, "message_redacted": true, "time": 0.216 }, "name": "tests.test_error_handling.test_stats_with_broken_symlink", "status": "failure" }, { "branch": "8c389ff5af21", "extra": { "message_chars": 82, "message_redacted": true, "time": 0.187 }, "name": "tests.test_export_command.test_export_with_frontmatter", "status": "failure" }, { "branch": "8c389ff5af21", "extra": { "message_chars": 283, "message_redacted": true, "time": 0.174 }, "name": "tests.test_media_handling.test_image_with_title", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 74, "message_redacted": true, "time": 0.161 }, "name": "eval.tests.test_card_parsing.test_parse_frontmatter_name", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 394, "message_redacted": true, "time": 0.163 }, "name": "eval.tests.test_cli_edge_cases.test_stats_html_format_not_implemented", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 258, "message_redacted": true, "time": 0.161 }, "name": "eval.tests.test_database_coverage.test_orphans_with_no_database", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 256, "message_redacted": true, "time": 0.182 }, "name": "eval.tests.test_database_direct.test_export_multiple_sessions", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 126, "message_redacted": true, "time": 0.187 }, "name": "eval.tests.test_collection_operations.test_collection_initialization", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 256, "message_redacted": true, "time": 0.179 }, "name": "eval.tests.test_database_direct.test_export_with_reviewed_cards", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 258, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_database_coverage.test_check_creates_database_if_missing", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 1400, "message_redacted": true, "time": 0.185 }, "name": "eval.tests.test_edge_cases.test_malformed_frontmatter", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 616, "message_redacted": true, "time": 0.191 }, "name": "eval.tests.test_error_handling.test_invalid_toml_frontmatter", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 86, "message_redacted": true, "time": 0.159 }, "name": "eval.tests.test_export_command.test_export_with_frontmatter", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 258, "message_redacted": true, "time": 0.211 }, "name": "eval.tests.test_database_coverage.test_database_schema_initialization", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 256, "message_redacted": true, "time": 0.213 }, "name": "eval.tests.test_database_direct.test_export_file_output_with_performance", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 126, "message_redacted": true, "time": 0.185 }, "name": "eval.tests.test_database_coverage.test_database_file_location", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 256, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_database_direct.test_export_with_new_and_reviewed_cards", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 78, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_comprehensive_scenarios.test_collection_with_frontmatter_variations", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 258, "message_redacted": true, "time": 0.179 }, "name": "eval.tests.test_database_coverage.test_database_persists_across_check_runs", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 616, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_stats_command.test_stats_html_format", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 582, "message_redacted": true, "time": 0.156 }, "name": "eval.tests.test_stats_command.test_stats_default_format", "status": "failure" }, { "branch": "69b1deb0b64c", "extra": { "message_chars": 256, "message_redacted": true, "time": 0.201 }, "name": "eval.tests.test_database_direct.test_stats_with_reviewed_cards", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 66, "message_redacted": true, "time": 0.212 }, "name": "tests.test_db_gaps.test_stats_html_format_not_implemented", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 129, "message_redacted": true, "time": 0.227 }, "name": "tests.test_database.test_stats_html_format", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 25, "message_redacted": true, "time": 0.339 }, "name": "tests.test_card_rendering.test_basic_card_with_inline_markdown_mix", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 244, "message_redacted": true, "time": 0.158 }, "name": "tests.test_check.test_check_separator_in_question", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 73, "message_redacted": true, "time": 0.345 }, "name": "tests.test_card_rendering.test_basic_card_question_with_bold_markdown", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.184 }, "name": "tests.test_collection.test_collection_macros_without_space", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 129, "message_redacted": true, "time": 0.188 }, "name": "tests.test_database.test_database_file_permissions", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 240, "message_redacted": true, "time": 0.168 }, "name": "tests.test_check.test_check_invalid_toml_frontmatter", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 156, "message_redacted": true, "time": 0.209 }, "name": "tests.test_database.test_database_with_unicode_in_directory_name", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 132, "message_redacted": true, "time": 0.162 }, "name": "tests.test_collection.test_collection_creates_database_file", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 135, "message_redacted": true, "time": 0.185 }, "name": "tests.test_database.test_database_location_in_collection_directory", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 129, "message_redacted": true, "time": 0.18 }, "name": "tests.test_database.test_database_created_on_first_command", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 61, "message_redacted": true, "time": 0.447 }, "name": "tests.test_drill_internals.test_post_action_forgot_causes_card_repeat", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.214 }, "name": "tests.test_database.test_export_empty_output_file_not_created_on_error", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 134, "message_redacted": true, "time": 0.215 }, "name": "tests.test_db_gaps.test_database_created_with_correct_permissions", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 108, "message_redacted": true, "time": 0.34 }, "name": "tests.test_drill_internals.test_katex_css_endpoint", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 142, "message_redacted": true, "time": 0.355 }, "name": "tests.test_db_gaps.test_database_isolation_between_collections", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 129, "message_redacted": true, "time": 0.231 }, "name": "tests.test_database.test_stats_default_format_is_html", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 243, "message_redacted": true, "time": 0.192 }, "name": "tests.test_check.test_check_unclosed_frontmatter", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.337 }, "name": "tests.test_card_rendering.test_cloze_card_with_empty_surrounding_text", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 60, "message_redacted": true, "time": 0.343 }, "name": "tests.test_card_rendering.test_cloze_card_front_shows_dots", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.193 }, "name": "tests.test_collection.test_collection_reuses_existing_database", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 80, "message_redacted": true, "time": 0.181 }, "name": "tests.test_collection.test_export_collection_custom_deck_name", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 92, "message_redacted": true, "time": 0.222 }, "name": "tests.test_database.test_export_output_to_directory_instead_of_file", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.192 }, "name": "tests.test_db_gaps2.test_export_handles_partial_performance_data", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 129, "message_redacted": true, "time": 0.164 }, "name": "tests.test_database.test_database_schema_tables_created", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 309, "message_redacted": true, "time": 0.697 }, "name": "tests.test_errors.test_error_message_format_consistency", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 64, "message_redacted": true, "time": 0.347 }, "name": "tests.test_drill_internals.test_latex_math_content_rendered_in_html", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 61, "message_redacted": true, "time": 0.434 }, "name": "tests.test_drill_internals.test_post_action_hard_causes_card_repeat", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.171 }, "name": "tests.test_db_gaps2.test_export_retrieves_card_performance_data", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 98, "message_redacted": true, "time": 0.331 }, "name": "tests.test_drill_internals.test_katex_font_cache_headers", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 136, "message_redacted": true, "time": 0.425 }, "name": "tests.test_database.test_multiple_collections_separate_databases", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 722, "message_redacted": true, "time": 0.223 }, "name": "tests.test_check.test_check_cloze_after_question", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 73, "message_redacted": true, "time": 0.345 }, "name": "tests.test_card_rendering.test_basic_card_with_code_block", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 213, "message_redacted": true, "time": 0.2 }, "name": "tests.test_errors.test_parser_error_invalid_toml", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.205 }, "name": "tests.test_db_gaps2.test_export_date_formats", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.184 }, "name": "tests.test_db_gaps2.test_export_includes_review_sessions_v2", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 60, "message_redacted": true, "time": 0.348 }, "name": "tests.test_card_rendering.test_cloze_card_back_reveals_deletion", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.363 }, "name": "tests.test_fsrs.test_initial_stability_good_grade", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 90, "message_redacted": true, "time": 0.192 }, "name": "tests.test_database.test_database_persists_across_commands", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 229, "message_redacted": true, "time": 0.423 }, "name": "tests.test_drill_http.test_session_completion", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.366 }, "name": "tests.test_fsrs.test_interval_clamped_to_maximum", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 213, "message_redacted": true, "time": 0.177 }, "name": "tests.test_errors.test_database_error_includes_details", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 1366, "message_redacted": true, "time": 0.416 }, "name": "tests.test_drill_internals.test_completion_page_structure", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 142, "message_redacted": true, "time": 0.378 }, "name": "tests.test_drill_internals.test_post_action_undo_reverts_to_previous_card", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 898, "message_redacted": true, "time": 0.196 }, "name": "tests.test_harvest.test_parser_cloze_with_image", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 221, "message_redacted": true, "time": 0.173 }, "name": "tests.test_errors.test_parser_error_unclosed_frontmatter", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 49, "message_redacted": true, "time": 0.19 }, "name": "tests.test_db_gaps2.test_export_session_with_no_reviews", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 129, "message_redacted": true, "time": 0.225 }, "name": "tests.test_database.test_database_survives_deck_parsing_errors", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.215 }, "name": "tests.test_db_gaps2.test_export_multiple_sessions_chronological_order", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.364 }, "name": "tests.test_fsrs.test_initial_stability_forgot_grade", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 122, "message_redacted": true, "time": 0.344 }, "name": "tests.test_drill_internals.test_katex_js_endpoint", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 213, "message_redacted": true, "time": 0.158 }, "name": "tests.test_errors.test_database_error_corrupted", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.353 }, "name": "tests.test_card_rendering.test_cloze_with_markdown_in_deletion", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.401 }, "name": "tests.test_fsrs.test_initial_stability_easy_grade", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 132, "message_redacted": true, "time": 0.336 }, "name": "tests.test_drill_http.test_static_resources_served", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 273, "message_redacted": true, "time": 0.207 }, "name": "tests.test_harvest.test_parser_separator_between_cloze_cards", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.357 }, "name": "tests.test_fsrs.test_difficulty_clamped_to_minimum", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 178, "message_redacted": true, "time": 0.369 }, "name": "tests.test_drill_internals.test_grading_before_reveal_is_ignored", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 172, "message_redacted": true, "time": 0.219 }, "name": "tests.test_harvest.test_parser_frontmatter_unclosed", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.366 }, "name": "tests.test_drill_internals.test_post_action_end_completes_session", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 101, "message_redacted": true, "time": 0.217 }, "name": "tests.test_harvest.test_parser_cloze_with_escaped_square_bracket", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.196 }, "name": "tests.test_db_gaps2.test_export_mixed_cards_with_and_without_performance", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.24 }, "name": "tests.test_database.test_check_command_with_malformed_deck", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.18 }, "name": "tests.test_db_gaps2.test_export_performance_with_extreme_values", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 78, "message_redacted": true, "time": 0.001 }, "name": "tests.test_harvest.test_drill_cache_basic_functionality", "status": "skipped" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.001 }, "name": "tests.test_harvest.test_drill_action_grade", "status": "skipped" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.372 }, "name": "tests.test_fsrs.test_review_count_increments", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 122, "message_redacted": true, "time": 0.342 }, "name": "tests.test_drill_internals.test_katex_mhchem_js_endpoint", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 53, "message_redacted": true, "time": 0.001 }, "name": "tests.test_harvest.test_performance_update", "status": "skipped" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.399 }, "name": "tests.test_fsrs.test_initial_stability_hard_grade", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 62, "message_redacted": true, "time": 0.336 }, "name": "tests.test_drill_http.test_404_for_nonexistent_paths", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 55, "message_redacted": true, "time": 0.22 }, "name": "tests.test_harvest.test_parser_parse_deck_with_frontmatter", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.34 }, "name": "tests.test_card_rendering.test_cloze_card_with_punctuation_in_deletion", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 172, "message_redacted": true, "time": 0.153 }, "name": "tests.test_harvest.test_parser_separator_in_question_errors", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 74, "message_redacted": true, "time": 0.189 }, "name": "tests.test_harvest.test_parser_parse_with_frontmatter", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.331 }, "name": "tests.test_fsrs.test_difficulty_clamped_to_maximum", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 172, "message_redacted": true, "time": 0.208 }, "name": "tests.test_harvest.test_parser_frontmatter_invalid_toml", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 164, "message_redacted": true, "time": 0.34 }, "name": "tests.test_drill_internals.test_all_katex_fonts_accessible", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 585, "message_redacted": true, "time": 0.191 }, "name": "tests.test_harvest.test_parser_cloze_with_multiple_escaped_square_brackets", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.221 }, "name": "tests.test_harvest.test_orphans_get_orphans", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.176 }, "name": "tests.test_db_gaps2.test_export_all_grade_types", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 90, "message_redacted": true, "time": 0.51 }, "name": "tests.test_database.test_database_readonly_commands_dont_modify", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.405 }, "name": "tests.test_fsrs.test_multiple_reviews_increase_stability", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 112, "message_redacted": true, "time": 0.341 }, "name": "tests.test_drill_internals.test_katex_font_woff2_endpoint", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.391 }, "name": "tests.test_drill_http.test_card_limit_restricts_session", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.442 }, "name": "tests.test_fsrs.test_due_date_calculation", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 279, "message_redacted": true, "time": 0.201 }, "name": "tests.test_harvest.test_parser_multiple_separators", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 172, "message_redacted": true, "time": 0.214 }, "name": "tests.test_harvest.test_media_absolute_path_rejected", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.355 }, "name": "tests.test_fsrs.test_session_with_multiple_reviews", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 61, "message_redacted": true, "time": 2.347 }, "name": "tests.test_harvest.test_fsrs_initial_stability_good", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 73, "message_redacted": true, "time": 0.348 }, "name": "tests.test_drill_internals.test_cloze_card_rendering", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 657, "message_redacted": true, "time": 0.333 }, "name": "tests.test_harvest.test_media_subdirectory_serving", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.206 }, "name": "tests.test_harvest.test_orphans_list_and_delete", "status": "failure" }, { "branch": "c5f3d8794db4", "extra": { "message_chars": 46, "message_redacted": true, "time": 0.184 }, "name": "tests.test_db_gaps2.test_export_timestamp_format_with_milliseconds", "status": "failure" } ], "test_results_omitted": 101, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }