{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "06b8f07b27b584621585eaea0c77bbb801c107a2c97a0d1018bbdbf7306a4394", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.18215059500653297 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(858706582e9d30e509bca337e47257daac1c44cd1e0e1d4a422097d09bcca183) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.1417590919882059 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.18190908699762076 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.14718952399562113 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.13210208898817655 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.12920794299861882 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 1.0672627280000597 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.130862234000233 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13615987800585572 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11821926500124391 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12604443699819967 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 31658, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 4.823523736995412 }, { "branch": "e1213b502534", "command": "docker cp 7b9de7c9b88f23f029921e052017d10f451c7e7d2af59eded958426ca1751a28:/workspace/eval/results.xml /tmp/tmpilpmrsh8.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 22763, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03613534399482887 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12674967299972195 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09819901300943457 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1264695949939778 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12469852399954107 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 47505, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.823092546008411 }, { "branch": "b3978b338c73", "command": "docker cp 0d5ac15fb26e901ac7559aa2c8fdfee265fec305df3aefd7382abe353e971669:/workspace/eval/results.xml /tmp/tmpxb5_wgbv.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 35330, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0356916460004868 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14328263299830724 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12997710800846107 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13211713700729888 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12667489401064813 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 128196, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 14.747705624002265 }, { "branch": "90a556e7078f", "command": "docker cp 9cfc25efef5e1963c33de53215b5551e1344034be34f4716fcf769085a8ef5dc:/workspace/eval/results.xml /tmp/tmp4_3lwed0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 103268, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.022849690009024926 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13473356400209013 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1308673929888755 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09882917899813037 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13240421599766705 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 31821, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 7.753147823998006 }, { "branch": "206a6a4738b5", "command": "docker cp 1c35d6b855b5175c99bdfd159ab88409590c8060930fa58c995d509e39fc4ac0:/workspace/eval/results.xml /tmp/tmpul38su0q.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25093, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04234788499888964 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11258082200947683 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12417765500140376 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12667906300339382 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1219677059998503 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6462, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.554589549006778 }, { "branch": "3f777d104aa1", "command": "docker cp 2b59aa48ebb19879d7fd97be5b0dd9d96076435164436536cfaa43aac9c027c4:/workspace/eval/results.xml /tmp/tmpmmlc3ny1.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3031, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03799593399162404 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1349981629900867 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12797871699149255 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13229113598936237 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1273131300113164 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 15677, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.7168214630073635 }, { "branch": "f858dd5429cf", "command": "docker cp 0146031d1ba0aefa6804fd159c2e19c8bfb25bf695c43629068ec97402c44868:/workspace/eval/results.xml /tmp/tmp5yw6ns1v.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 11115, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038571651006350294 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.15212482900824398 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1281769869965501 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13215664200834 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12650356999074575 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6031, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.713336016997346 }, { "branch": "53f61b0b8dab", "command": "docker cp 0055e38d5c7bb067ad12266a476dd1dd1dbfe7d0f4f76c0871c2a21f0e2d8156:/workspace/eval/results.xml /tmp/tmpou5vrwue.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3689, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038080227008322254 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13491319000604562 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09361778599850368 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11827303199970629 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12695848199655302 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8274, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.8627494940010365 }, { "branch": "879e577b5ec3", "command": "docker cp f700d919d12d60ef3af9f3d763188381fbfe0d7be0bed7c787ea3950605c4448:/workspace/eval/results.xml /tmp/tmpr32o3xpc.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6978, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03573039399634581 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.128170077005052 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09253422300389502 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1120967019960517 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1216661340004066 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 39765, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.475391154002864 }, { "branch": "c6bf0d5105bc", "command": "docker cp 6b88fbc47ab8bfc9d2f5236db1c02a89ec134f3e789368879400e34b4b04eb3d:/workspace/eval/results.xml /tmp/tmp7pop4v7l.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 29876, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03756596799939871 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13198966800700873 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1332850440085167 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1294756330025848 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13014859599934425 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7509, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.639157748999423 }, { "branch": "1aa1f7fab351", "command": "docker cp b93aaece3f9eabe60a73a38538a6c7f85a006d26a0bcba4c6c0141f4dbe1a4d8:/workspace/eval/results.xml /tmp/tmpofss46tx.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5021, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03605653499835171 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1388136269961251 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12203731600311585 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12897609699575696 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13304192599025555 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3468, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.491200517004472 }, { "branch": "7971c0e1eb53", "command": "docker cp 7a78600d59f7aa2eb69fdd88f937d76942080f3a6166f5f5c5282619d2392caa:/workspace/eval/results.xml /tmp/tmp70agg15m.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1735, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04052434199547861 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 116, "passed": 1140 }, "test_branch_errors": {}, "test_branches": [ "e1213b502534", "b3978b338c73", "90a556e7078f", "206a6a4738b5", "3f777d104aa1", "f858dd5429cf", "53f61b0b8dab", "879e577b5ec3", "c6bf0d5105bc", "1aa1f7fab351", "7971c0e1eb53" ], "test_records": 1256, "test_results": [ { "branch": "e1213b502534", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_edge_cases.test_negative_count_random", "status": "failure" }, { "branch": "e1213b502534", "extra": { "message_chars": 373, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_random_distinct.test_random_invalid_strategy", "status": "failure" }, { "branch": "b3978b338c73", "extra": { "message_chars": 236, "message_redacted": true, "time": 0.141 }, "name": "tests.test_additional_errors.test_distinct_with_fixed_colors_exceeding_count", "status": "failure" }, { "branch": "b3978b338c73", "extra": { "message_chars": 337, "message_redacted": true, "time": 0.092 }, "name": "tests.test_basic_invocation.test_help_subcommand", "status": "failure" }, { "branch": "b3978b338c73", "extra": { "message_chars": 260, "message_redacted": true, "time": 0.144 }, "name": "tests.test_distinct_command.test_distinct_verbose", "status": "failure" }, { "branch": "b3978b338c73", "extra": { "message_chars": 335, "message_redacted": true, "time": 0.104 }, "name": "tests.test_colorcheck_pick_commands.test_pick_help", "status": "failure" }, { "branch": "b3978b338c73", "extra": { "message_chars": 299, "message_redacted": true, "time": 0.112 }, "name": "tests.test_error_handling.test_invalid_metric", "status": "failure" }, { "branch": "b3978b338c73", "extra": { "message_chars": 756, "message_redacted": true, "time": 0.136 }, "name": "tests.test_mix_gradient_commands.test_mix_hsl_no_hue_rotation", "status": "failure" }, { "branch": "b3978b338c73", "extra": { "message_chars": 293, "message_redacted": true, "time": 0.134 }, "name": "tests.test_random_strategies.test_random_strategy_invalid", "status": "failure" }, { "branch": "b3978b338c73", "extra": { "message_chars": 335, "message_redacted": true, "time": 0.143 }, "name": "tests.test_colorcheck_pick_commands.test_pick_with_count_help", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.13 }, "name": "tests.test_basic_ops.test_error_empty_stdin", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 162, "message_redacted": true, "time": 0.13 }, "name": "tests.test_basic_ops.test_saturate_basic", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 150, "message_redacted": true, "time": 0.111 }, "name": "tests.test_basic_ops.test_error_mixed_valid_invalid_colors", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.113 }, "name": "tests.test_basic_ops.test_saturate_from_zero_saturation", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.134 }, "name": "tests.test_batch_performance.test_stdin_large_100_colors", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 115, "message_redacted": true, "time": 0.107 }, "name": "tests.test_advanced.test_distinct_verbose_output", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 139, "message_redacted": true, "time": 0.112 }, "name": "tests.test_basic_ops.test_rotate_full_circle", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 280, "message_redacted": true, "time": 0.108 }, "name": "tests.test_batch_performance.test_rotate_large_batch", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 231, "message_redacted": true, "time": 0.122 }, "name": "tests.test_colorspace.test_format_oklch_output", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 67, "message_redacted": true, "time": 0.143 }, "name": "tests.test_batch_performance.test_sortby_luminance_large_batch", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.122 }, "name": "tests.test_batch_performance.test_darken_large_batch", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 248, "message_redacted": true, "time": 0.109 }, "name": "tests.test_batch_performance.test_format_lab_conversion_batch", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 210, "message_redacted": true, "time": 0.11 }, "name": "tests.test_colorspace.test_parse_hue_angle_degrees_explicit", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 216, "message_redacted": true, "time": 0.151 }, "name": "tests.test_colorspace.test_parse_cielab_prefix", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 216, "message_redacted": true, "time": 0.118 }, "name": "tests.test_colorspace.test_parse_cielch_prefix", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 272, "message_redacted": true, "time": 0.136 }, "name": "tests.test_error_handling.test_invalid_rgb_non_numeric", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 162, "message_redacted": true, "time": 0.114 }, "name": "tests.test_basic_ops.test_desaturate_basic", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 314, "message_redacted": true, "time": 0.155 }, "name": "tests.test_batch_performance.test_gradient_large_count_100", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 281, "message_redacted": true, "time": 0.102 }, "name": "tests.test_basic_ops.test_rotate_multiple_hsl_inputs", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.144 }, "name": "tests.test_batch_performance.test_stdin_large_500_colors", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 79, "message_redacted": true, "time": 0.092 }, "name": "tests.test_error_handling.test_mixed_valid_invalid_colors_batch_processing", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.093 }, "name": "tests.test_batch_performance.test_saturate_large_batch", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.107 }, "name": "tests.test_batch_performance.test_complement_large_batch", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 139, "message_redacted": true, "time": 0.093 }, "name": "tests.test_error_handling.test_edge_rotate_360", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 308, "message_redacted": true, "time": 0.089 }, "name": "tests.test_batch_performance.test_dash_stdin_order_preservation", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.114 }, "name": "tests.test_error_handling.test_invalid_hsl_non_numeric_percentage", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.098 }, "name": "tests.test_colorspace.test_parse_hue_angle_degree_symbol", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 282, "message_redacted": true, "time": 0.115 }, "name": "tests.test_error_handling.test_invalid_lab_non_numeric_b_component", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 216, "message_redacted": true, "time": 0.114 }, "name": "tests.test_colorspace.test_parse_cielab_lowercase", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 148, "message_redacted": true, "time": 0.081 }, "name": "tests.test_error_handling.test_empty_string_color_from_stdin", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 129, "message_redacted": true, "time": 0.083 }, "name": "tests.test_error_handling.test_hsl_negative_lightness_clamps_to_zero", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 156, "message_redacted": true, "time": 0.114 }, "name": "tests.test_error_handling.test_hsl_hue_above_360_wraps", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 198, "message_redacted": true, "time": 0.129 }, "name": "tests.test_basic_ops.test_darken_multiple_different_lightness", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 282, "message_redacted": true, "time": 0.179 }, "name": "tests.test_batch_performance.test_gradient_large_count_1000", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 199, "message_redacted": true, "time": 0.105 }, "name": "tests.test_batch_performance.test_stdin_empty_line_error", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.118 }, "name": "tests.test_batch_performance.test_desaturate_large_batch", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 928, "message_redacted": true, "time": 0.111 }, "name": "tests.test_error_handling.test_set_property_requires_hsl_saturation_not_saturation", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 274, "message_redacted": true, "time": 0.087 }, "name": "tests.test_batch_performance.test_lighten_large_batch", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 214, "message_redacted": true, "time": 0.088 }, "name": "tests.test_colorspace.test_parse_hue_angle_radians", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 224, "message_redacted": true, "time": 0.115 }, "name": "tests.test_error_handling.test_distinct_fixed_colors_more_than_count_error", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.108 }, "name": "tests.test_format.test_format_oklch_color_space", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.083 }, "name": "tests.test_error_handling.test_rgb_case_sensitive_uppercase_RGB", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 100, "message_redacted": true, "time": 0.333 }, "name": "tests.test_format.test_format_component_extraction_oklch", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 140, "message_redacted": true, "time": 0.108 }, "name": "tests.test_error_handling.test_hsl_lightness_above_100_percent_clamps", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 119, "message_redacted": true, "time": 0.115 }, "name": "tests.test_format.test_format_ansi_escapecode_8bit", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 139, "message_redacted": true, "time": 0.114 }, "name": "tests.test_format.test_format_ansi_escapecode_24bit", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 203, "message_redacted": true, "time": 0.125 }, "name": "tests.test_format.test_format_stdin_single_color", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 147, "message_redacted": true, "time": 0.183 }, "name": "tests.test_output_ansi.test_list_24bit_colored_output", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 303, "message_redacted": true, "time": 0.142 }, "name": "tests.test_basic_ops.test_saturate_multiple_different_saturation", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 199, "message_redacted": true, "time": 0.112 }, "name": "tests.test_batch_performance.test_stdin_whitespace_only_line_error", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 218, "message_redacted": true, "time": 0.107 }, "name": "tests.test_colorspace.test_parse_hue_angle_gradians", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 2494, "message_redacted": true, "time": 0.136 }, "name": "tests.test_output_ansi.test_color_tty_8bit_visual_display", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 2494, "message_redacted": true, "time": 0.153 }, "name": "tests.test_output_ansi.test_color_tty_24bit_visual_display", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 153, "message_redacted": true, "time": 0.135 }, "name": "tests.test_output_ansi.test_error_empty_color_from_stdin", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 302, "message_redacted": true, "time": 0.119 }, "name": "tests.test_special.test_colorblind_protanopia", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 261, "message_redacted": true, "time": 0.112 }, "name": "tests.test_special.test_colorblind_deuteranopia", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 263, "message_redacted": true, "time": 0.141 }, "name": "tests.test_special.test_colorblind_tritanopia", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 233, "message_redacted": true, "time": 0.141 }, "name": "tests.test_special.test_colorblind_stdin_input", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 229, "message_redacted": true, "time": 0.131 }, "name": "tests.test_special.test_list_chroma_sort", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 725, "message_redacted": true, "time": 0.114 }, "name": "tests.test_special.test_colorblind_help_command", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 136, "message_redacted": true, "time": 0.17 }, "name": "tests.test_output_ansi.test_list_8bit_colored_output", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 188, "message_redacted": true, "time": 0.161 }, "name": "tests.test_basic_ops.test_complement_hsla_preserves_alpha", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 104, "message_redacted": true, "time": 0.204 }, "name": "tests.test_output_ansi.test_list_off_no_ansi_codes", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 218, "message_redacted": true, "time": 0.133 }, "name": "tests.test_colorspace.test_parse_hue_angle_turns", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 321, "message_redacted": true, "time": 0.116 }, "name": "tests.test_output_ansi.test_error_distinct_too_many_fixed_colors", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 865, "message_redacted": true, "time": 0.166 }, "name": "tests.test_special.test_colorcheck_output_structure", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 1724, "message_redacted": true, "time": 0.17 }, "name": "tests.test_special.test_list_invalid_sort_error", "status": "failure" }, { "branch": "90a556e7078f", "extra": { "message_chars": 317, "message_redacted": true, "time": 0.129 }, "name": "tests.test_special.test_paint_default_foreground", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 983, "message_redacted": true, "time": 0.148 }, "name": "eval.tests.test_argparse_validation.test_missing_required_value_for_number[args1]", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 999, "message_redacted": true, "time": 0.152 }, "name": "eval.tests.test_argparse_validation.test_paint_missing_value_for_on_option", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 103, "message_redacted": true, "time": 0.181 }, "name": "eval.tests.test_argparse_validation.test_root_long_color_mode_is_not_a_valid_option_name", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 93, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_argparse_validation.test_distinct_count_parsing_rejects_non_integer_with_custom_error", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 314, "message_redacted": true, "time": 0.174 }, "name": "eval.tests.test_argparse_validation.test_root_enum_validation_errors[args1-expected_bits1]", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 113, "message_redacted": true, "time": 0.151 }, "name": "eval.tests.test_argparse_validation.test_random_does_not_accept_negative_number_without_separator", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 91, "message_redacted": true, "time": 0.156 }, "name": "eval.tests.test_argparse_validation.test_enum_validation_random_strategy", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 983, "message_redacted": true, "time": 0.157 }, "name": "eval.tests.test_argparse_validation.test_missing_required_value_for_number[args0]", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 125, "message_redacted": true, "time": 0.138 }, "name": "eval.tests.test_argparse_validation.test_dash_dash_makes_options_become_positionals_for_subcommand_that_has_no_positionals", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 91, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_argparse_validation.test_enum_validation_distinct_metric", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 123, "message_redacted": true, "time": 0.096 }, "name": "eval.tests.test_argparse_validation.test_random_rejects_unexpected_positional_argument", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 123, "message_redacted": true, "time": 0.098 }, "name": "eval.tests.test_argparse_validation.test_flag_cannot_be_used_multiple_times_random_number", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 123, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_argparse_validation.test_flag_cannot_be_used_multiple_times_random_strategy", "status": "failure" }, { "branch": "206a6a4738b5", "extra": { "message_chars": 199, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_argparse_validation.test_random_number_accepts_space_and_equals_forms[variant3]", "status": "failure" }, { "branch": "3f777d104aa1", "extra": { "message_chars": 57, "message_redacted": true, "time": 0.18 }, "name": "eval.tests.test_env_config.test_pastel_color_mode_24bit_forces_truecolor_when_tty", "status": "failure" }, { "branch": "3f777d104aa1", "extra": { "message_chars": 53, "message_redacted": true, "time": 0.195 }, "name": "eval.tests.test_env_config.test_pastel_color_mode_8bit_forces_8bit_when_tty", "status": "failure" }, { "branch": "3f777d104aa1", "extra": { "message_chars": 50, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_env_config.test_invalid_pastel_color_mode_errors", "status": "failure" }, { "branch": "3f777d104aa1", "extra": { "message_chars": 57, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_env_config.test_no_color_env_disables_color_even_when_forced_24bit", "status": "failure" }, { "branch": "f858dd5429cf", "extra": { "message_chars": 319, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_help_subcommands.test_color_help_goes_to_stdout", "status": "failure" }, { "branch": "f858dd5429cf", "extra": { "message_chars": 725, "message_redacted": true, "time": 0.136 }, "name": "eval.tests.test_help_subcommands.test_color_help_exact_fixture_match", "status": "failure" }, { "branch": "f858dd5429cf", "extra": { "message_chars": 336, "message_redacted": true, "time": 0.234 }, "name": "eval.tests.test_help_subcommands.test_color_help_dash_h_is_summary", "status": "failure" }, { "branch": "53f61b0b8dab", "extra": { "message_chars": 134, "message_redacted": true, "time": 0.166 }, "name": "eval.tests.test_format_io.test_mode_flag_not_supported_with_long_form_but_short_form_works_for_color_output", "status": "failure" }, { "branch": "53f61b0b8dab", "extra": { "message_chars": 521, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_format_io.test_help_unknown_option_goes_to_stderr_nonzero", "status": "failure" }, { "branch": "879e577b5ec3", "extra": { "message_chars": 1699, "message_redacted": true, "time": 0.274 }, "name": "eval.tests.test_subcommand_dispatch.test_global_options_only_work_before_subcommand_not_after", "status": "failure" }, { "branch": "879e577b5ec3", "extra": { "message_chars": 56, "message_redacted": true, "time": 0.278 }, "name": "eval.tests.test_subcommand_dispatch.test_subcommand_help_differs_from_main_help", "status": "failure" }, { "branch": "879e577b5ec3", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.468 }, "name": "eval.tests.test_subcommand_dispatch.test_each_subcommand_help_recognized", "status": "failure" }, { "branch": "c6bf0d5105bc", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.125 }, "name": "tests.test_basic.TestBasicCommands.test_mix_help", "status": "failure" }, { "branch": "c6bf0d5105bc", "extra": { "message_chars": 337, "message_redacted": true, "time": 0.126 }, "name": "tests.test_basic.TestBasicCommands.test_saturate_help", "status": "failure" }, { "branch": "c6bf0d5105bc", "extra": { "message_chars": 334, "message_redacted": true, "time": 0.145 }, "name": "tests.test_basic.TestBasicCommands.test_rotate_help", "status": "failure" }, { "branch": "c6bf0d5105bc", "extra": { "message_chars": 335, "message_redacted": true, "time": 0.171 }, "name": "tests.test_basic.TestBasicCommands.test_lighten_help", "status": "failure" }, { "branch": "c6bf0d5105bc", "extra": { "message_chars": 345, "message_redacted": true, "time": 0.165 }, "name": "tests.test_basic.TestBasicCommands.test_color_help", "status": "failure" }, { "branch": "c6bf0d5105bc", "extra": { "message_chars": 400, "message_redacted": true, "time": 0.144 }, "name": "tests.test_generation.TestRandom.test_random_invalid_strategy", "status": "failure" }, { "branch": "c6bf0d5105bc", "extra": { "message_chars": 343, "message_redacted": true, "time": 0.126 }, "name": "tests.test_global_options.TestGlobalOptions.test_help_for_subcommand", "status": "failure" }, { "branch": "c6bf0d5105bc", "extra": { "message_chars": 345, "message_redacted": true, "time": 0.141 }, "name": "tests.test_global_options.TestGlobalOptions.test_subcommand_help_flag", "status": "failure" }, { "branch": "c6bf0d5105bc", "extra": { "message_chars": 351, "message_redacted": true, "time": 0.159 }, "name": "tests.test_basic.TestBasicCommands.test_gradient_help", "status": "failure" }, { "branch": "c6bf0d5105bc", "extra": { "message_chars": 341, "message_redacted": true, "time": 0.156 }, "name": "tests.test_basic.TestBasicCommands.test_desaturate_help", "status": "failure" }, { "branch": "c6bf0d5105bc", "extra": { "message_chars": 333, "message_redacted": true, "time": 0.148 }, "name": "tests.test_basic.TestBasicCommands.test_darken_help", "status": "failure" }, { "branch": "1aa1f7fab351", "extra": { "message_chars": 655, "message_redacted": true, "time": 0.172 }, "name": "eval.tests.test_ansi_and_errors.test_colorcheck_footer_and_exit_code", "status": "failure" } ], "test_results_omitted": 0, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }