{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "07cb34f4b640b8723e58d0c75cc439942d1dd169e124c19bfb75da97bcd3c5ac", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.1454698820016347 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(6d2707b87a38192b63777f648b1d6dcfba9a5562f30309043cd2e2a79aea1c68) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.13222496799426153 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.1462293570075417 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.10727155300264712 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12596477300394326 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.13678739199531265 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6597433079878101 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13280065600702073 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13288937500328757 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09585154699743725 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11765256299986504 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 35271, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.639929803000996 }, { "branch": "ef68f5cfbae5", "command": "docker cp 5ebfad2a1e2d946141e4c6a40cf98b6593b97540e977e264cf9080adbdae80bf:/workspace/eval/results.xml /tmp/tmp9mixbvlg.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 27730, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.040814355001202784 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.131509504004498 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1168014970025979 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11668939700757619 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1302949999953853 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 16034, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.460694542998681 }, { "branch": "3023c86fbab3", "command": "docker cp faed2c43390c184c291e8ab4c0ab91b02419dc680acb07d1ebd56f16044e5e22:/workspace/eval/results.xml /tmp/tmpwrg5ykt6.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12017, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02641330799087882 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13094560599711258 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12578094599302858 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10142926499247551 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12669582100352272 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 168650, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 30.389029755999218 }, { "branch": "08a92821049f", "command": "docker cp f28df56db67a0ad409f8d85676683bb417fcaa48042db011d9a71bb3e4031161:/workspace/eval/results.xml /tmp/tmp6dires5l.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 136331, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03942723300133366 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.0957201389974216 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11781643200083636 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1260708049958339 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11266167099529412 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 32198, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.780205831993953 }, { "branch": "685a7a45a873", "command": "docker cp 1c5effaccd5f89da76e07b4b467a2adc910bf5d700d9b1a1ef72a836af3c6558:/workspace/eval/results.xml /tmp/tmpcwl0zzjo.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 26676, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038598518003709614 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13808588500251062 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12392413799534552 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12889266799902543 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13165858200227376 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12970, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.7909347800014075 }, { "branch": "1baede95cff7", "command": "docker cp 66238b86c6c6188e7e31921f0dff1e9388b0ba7470766165e0b6446d22954380:/workspace/eval/results.xml /tmp/tmpqfg1qao0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8951, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.035214786999858916 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12352812899916898 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12865356099791825 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12093780399300158 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12752170700696297 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2951, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.5293159159919014 }, { "branch": "e39f8fa9d672", "command": "docker cp 05d9b0da9d6dbac2e9e09328102cce5eafd06ccf7f9b338c6e1a78499e405d02:/workspace/eval/results.xml /tmp/tmpf9ft2d73.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1390, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037573225010419264 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13897102000191808 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11964322200219613 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1277727349952329 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1277787049912149 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 21419, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.448002228004043 }, { "branch": "1e5591fef973", "command": "docker cp cae0f2e2d7bf729e676e07fc2192a99a5ff13fa880ed92dd7f3c1942ddf6f97a:/workspace/eval/results.xml /tmp/tmpqyq9pik4.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 13200, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.022413560989662074 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13910862999910023 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12717264899401926 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.07520205799664836 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1083649969950784 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4949, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.682385513995541 }, { "branch": "3ddc627ae7eb", "command": "docker cp 9e2a6dc8072fe57c4dcabebf9db7a953f55b7ed72d22342747db812d3e601fe4:/workspace/eval/results.xml /tmp/tmpiux3fwiq.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3263, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.026827836001757532 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1428744269942399 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11676184799580369 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13354715300374664 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11692624700663146 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5857, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.773655572993448 }, { "branch": "7a2c25964028", "command": "docker cp 8cf4c74cb282eb2c6deeba93e279dc72392e4628515406e39477c332c1dae5f3:/workspace/eval/results.xml /tmp/tmp08wzvrqb.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3433, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03576500399503857 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13872030201309826 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12045803799992427 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.08588424600020517 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.08574044700071681 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8214, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4091552949976176 }, { "branch": "c085a3ecefe3", "command": "docker cp 898183f03b3fd292a3717acb9f8af0e189d857e16f6ac6c2b88f8a6d35f1d3ec:/workspace/eval/results.xml /tmp/tmps4nacoth.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4846, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.020837471005506814 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1298017139924923 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12835566299327184 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09755071898689494 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12141903200244997 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 7199, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.659644956002012 }, { "branch": "82d6adef335c", "command": "docker cp c9c40ca44a491e9c5d62f75b40bdcafb2649072287adf7e1caf351075fd0519b:/workspace/eval/results.xml /tmp/tmpzho5au6b.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4102, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0385489990003407 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13863431299978402 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13163925299886614 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12161362999177072 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13155233400175348 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2944, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.6059615980047965 }, { "branch": "7f0cdc78441a", "command": "docker cp 0684a98cdcf42d275e8b1a98fc529533c5ca65cb9ac9358ae69f16e888bf047a:/workspace/eval/results.xml /tmp/tmpcjhnyso0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2531, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.038478569011203945 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 135, "passed": 767, "skipped": 4 }, "test_branch_errors": {}, "test_branches": [ "ef68f5cfbae5", "3023c86fbab3", "08a92821049f", "685a7a45a873", "1baede95cff7", "e39f8fa9d672", "1e5591fef973", "3ddc627ae7eb", "7a2c25964028", "c085a3ecefe3", "82d6adef335c", "7f0cdc78441a" ], "test_records": 906, "test_results": [ { "branch": "ef68f5cfbae5", "extra": { "message_chars": 380, "message_redacted": true, "time": 0.165 }, "name": "eval.tests.test_autocomplete.test_autocomplete_mimes", "status": "failure" }, { "branch": "ef68f5cfbae5", "extra": { "message_chars": 774, "message_redacted": true, "time": 0.144 }, "name": "eval.tests.test_comprehensive_coverage.test_autocomplete_desktop_files_flag", "status": "failure" }, { "branch": "ef68f5cfbae5", "extra": { "message_chars": 380, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_autocomplete.test_autocomplete_desktop_files", "status": "failure" }, { "branch": "ef68f5cfbae5", "extra": { "message_chars": 166, "message_redacted": true, "time": 0.22 }, "name": "eval.tests.test_final_coverage_push.test_launch_with_no_terminal_available", "status": "failure" }, { "branch": "ef68f5cfbae5", "extra": { "message_chars": 380, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_more_edge_cases.test_autocomplete_empty_output", "status": "failure" }, { "branch": "ef68f5cfbae5", "extra": { "message_chars": 263, "message_redacted": true, "time": 0.146 }, "name": "eval.tests.test_set_get_unset.test_set_by_extension", "status": "failure" }, { "branch": "ef68f5cfbae5", "extra": { "message_chars": 781, "message_redacted": true, "time": 0.148 }, "name": "eval.tests.test_comprehensive_coverage.test_autocomplete_mimes_flag", "status": "failure" }, { "branch": "3023c86fbab3", "extra": { "message_chars": 385, "message_redacted": true, "time": 0.169 }, "name": "eval.tests.test_autocomplete.test_autocomplete_desktop_files", "status": "failure" }, { "branch": "3023c86fbab3", "extra": { "message_chars": 385, "message_redacted": true, "time": 0.143 }, "name": "eval.tests.test_autocomplete.test_autocomplete_mimes", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.179 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_includes_text_types", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 231, "message_redacted": true, "time": 0.161 }, "name": "tests.test_config.test_config_handlr_toml_created_on_first_run", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.14 }, "name": "tests.test_add.test_add_preserves_added_associations_section", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.185 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_includes_common_extensions", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 391, "message_redacted": true, "time": 0.178 }, "name": "tests.test_autocomplete.test_autocomplete_help_flag_works", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 393, "message_redacted": true, "time": 0.172 }, "name": "tests.test_autocomplete.test_autocomplete_both_flags_desktop_takes_precedence", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.15 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_flag_alone_works", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.145 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_has_scheme_handlers", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 255, "message_redacted": true, "time": 0.248 }, "name": "tests.test_add.test_add_same_handler_twice", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.214 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_count_is_consistent", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 563, "message_redacted": true, "time": 0.116 }, "name": "tests.test_add.test_add_invalid_mime_type_fails", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.109 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_full_output", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 338, "message_redacted": true, "time": 0.111 }, "name": "tests.test_config.test_config_filters_invalid_mime_types", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.116 }, "name": "tests.test_config_advanced.test_config_enable_selector_false_by_default", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.318 }, "name": "tests.test_config_advanced.test_selector_returns_chosen_handler", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.096 }, "name": "tests.test_config_advanced.test_config_created_with_defaults_on_first_run", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.112 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_output_matches_golden_exactly", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.161 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_has_inode_directory", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 393, "message_redacted": true, "time": 0.157 }, "name": "tests.test_autocomplete.test_autocomplete_flag_order_d_then_m", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.148 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_includes_mime_types_from_mime_db", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.113 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_includes_application_types", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 394, "message_redacted": true, "time": 0.156 }, "name": "tests.test_autocomplete.test_autocomplete_version_flag_works", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.114 }, "name": "tests.test_autocomplete.test_autocomplete_desktop_files_has_filename_and_name", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.107 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_has_custom_mime_types", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 295, "message_redacted": true, "time": 0.091 }, "name": "tests.test_add.test_add_incomplete_mime_type_fails", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 90, "message_redacted": true, "time": 0.313 }, "name": "tests.test_add.test_add_case_sensitive_mime_types", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 165, "message_redacted": true, "time": 0.121 }, "name": "tests.test_config_advanced.test_config_with_invalid_toml_causes_panic", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.115 }, "name": "tests.test_config_advanced.test_config_selector_default_rofi_command", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 559, "message_redacted": true, "time": 0.146 }, "name": "tests.test_desktop_entries.test_invalid_section_name", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 292, "message_redacted": true, "time": 0.111 }, "name": "tests.test_errors.test_open_missing_required_paths_argument", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 349, "message_redacted": true, "time": 0.139 }, "name": "tests.test_errors.test_invalid_mime_with_at_sign", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 538, "message_redacted": true, "time": 0.147 }, "name": "tests.test_errors.test_malformed_desktop_entry", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.12 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_no_empty_lines", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.118 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_includes_video_types", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.176 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_has_all_four_custom_types", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.14 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_extensions_have_leading_dot", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.152 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_output_format_one_per_line", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.152 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_extensions_section_comes_first", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 228, "message_redacted": true, "time": 0.102 }, "name": "tests.test_config.test_config_file_created_on_first_run", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.11 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_stderr_is_empty", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.281 }, "name": "tests.test_config_advanced.test_selector_with_multiple_word_names_matched_correctly", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.088 }, "name": "tests.test_config_advanced.test_config_preserves_custom_selector_command", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 184, "message_redacted": true, "time": 0.113 }, "name": "tests.test_desktop_entries.test_missing_required_name_field", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 110, "message_redacted": true, "time": 0.429 }, "name": "tests.test_config.test_config_case_sensitive_mime_types", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.118 }, "name": "tests.test_desktop_entries.test_case_sensitive_field_names", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 550, "message_redacted": true, "time": 0.112 }, "name": "tests.test_errors.test_multiple_slashes_in_mime_type", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 294, "message_redacted": true, "time": 0.12 }, "name": "tests.test_errors.test_invalid_mime_no_subtype", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.162 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_extensions_valid_format", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.142 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_includes_audio_types", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.117 }, "name": "tests.test_autocomplete.test_autocomplete_desktop_files_stderr_is_empty", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.104 }, "name": "tests.test_autocomplete.test_autocomplete_desktop_files_no_duplicate_filenames", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.132 }, "name": "tests.test_autocomplete.test_autocomplete_desktop_files_format", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.131 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_custom_mimes_in_correct_section", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 101, "message_redacted": true, "time": 0.448 }, "name": "tests.test_config_advanced.test_selector_join_with_newlines", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.12 }, "name": "tests.test_config_advanced.test_config_preserves_enable_selector_true", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 184, "message_redacted": true, "time": 0.136 }, "name": "tests.test_desktop_entries.test_missing_required_exec_field", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 560, "message_redacted": true, "time": 0.103 }, "name": "tests.test_errors.test_empty_desktop_file_is_malformed", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 176, "message_redacted": true, "time": 0.125 }, "name": "tests.test_config.test_config_preserves_added_associations_on_unset", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 398, "message_redacted": true, "time": 0.679 }, "name": "tests.test_launch.test_launch_with_long_argument_list", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 398, "message_redacted": true, "time": 0.703 }, "name": "tests.test_launch.test_launch_with_special_characters_in_arguments", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 437, "message_redacted": true, "time": 0.141 }, "name": "tests.test_errors.test_mime_type_with_spaces", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 563, "message_redacted": true, "time": 0.121 }, "name": "tests.test_errors.test_invalid_mime_double_slash", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.147 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_mime_types_valid_format", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.132 }, "name": "tests.test_autocomplete.test_autocomplete_mimes_includes_image_types", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.098 }, "name": "tests.test_autocomplete.test_autocomplete_invalid_flag_produces_error", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 381, "message_redacted": true, "time": 0.143 }, "name": "tests.test_autocomplete.test_autocomplete_no_flags_produces_no_output", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.169 }, "name": "tests.test_autocomplete.test_autocomplete_desktop_flag_alone_works", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 331, "message_redacted": true, "time": 0.265 }, "name": "tests.test_errors.test_all_commands_exit_nonzero_on_missing_arguments", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 225, "message_redacted": true, "time": 0.087 }, "name": "tests.test_launch.test_launch_with_empty_exec_field", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.33 }, "name": "tests.test_config_advanced.test_selector_invoked_with_multiple_handlers", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 349, "message_redacted": true, "time": 0.118 }, "name": "tests.test_errors.test_error_messages_detail_invalid_mime_parsing", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 155, "message_redacted": true, "time": 0.092 }, "name": "tests.test_config_advanced.test_config_serialization_roundtrip", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 519, "message_redacted": true, "time": 0.125 }, "name": "tests.test_errors.test_desktop_file_without_desktop_entry_section", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 226, "message_redacted": true, "time": 0.695 }, "name": "tests.test_launch.test_launch_with_unicode_in_arguments", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 338, "message_redacted": true, "time": 0.713 }, "name": "tests.test_launch.test_launch_with_urls_as_arguments", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 294, "message_redacted": true, "time": 0.128 }, "name": "tests.test_mime_types.test_mime_type_validation_invalid_empty_subtype", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 391, "message_redacted": true, "time": 0.09 }, "name": "tests.test_errors.test_all_invalid_mimes_exit_with_code_2", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 184, "message_redacted": true, "time": 0.729 }, "name": "tests.test_launch.test_launch_with_quoted_arguments_in_exec", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 184, "message_redacted": true, "time": 0.655 }, "name": "tests.test_launch.test_launch_with_arguments_containing_newlines", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 438, "message_redacted": true, "time": 0.107 }, "name": "tests.test_mime_types.test_mime_type_with_parameters_accepted", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 552, "message_redacted": true, "time": 0.142 }, "name": "tests.test_errors.test_error_messages_include_path_for_malformed_desktop", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 373, "message_redacted": true, "time": 0.111 }, "name": "tests.test_list.test_list_malformed_mime_in_config_skipped", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 178, "message_redacted": true, "time": 0.09 }, "name": "tests.test_errors.test_desktop_file_without_exec_field", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 681, "message_redacted": true, "time": 0.604 }, "name": "tests.test_list.test_list_many_handlers_truncation", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 422, "message_redacted": true, "time": 0.199 }, "name": "tests.test_open.test_open_file_with_extension_mime_detection", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 636, "message_redacted": true, "time": 3.189 }, "name": "tests.test_open.test_open_multiple_files_without_batch_support", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 658, "message_redacted": true, "time": 0.132 }, "name": "tests.test_open.test_open_no_arguments_error", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 563, "message_redacted": true, "time": 0.19 }, "name": "tests.test_mime_types.test_mime_type_validation_double_slash", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 189, "message_redacted": true, "time": 0.659 }, "name": "tests.test_launch.test_launch_with_absolute_paths_in_arguments", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 125, "message_redacted": true, "time": 6.234 }, "name": "tests.test_launch.test_launch_returns_immediately_handler_runs_in_background", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 67, "message_redacted": true, "time": 0.233 }, "name": "tests.test_set_get_unset.test_get_json_format", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 597, "message_redacted": true, "time": 0.094 }, "name": "tests.test_mime_types.test_spaces_in_mime_type_rejected", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 422, "message_redacted": true, "time": 0.204 }, "name": "tests.test_open.test_open_file_url_scheme", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 294, "message_redacted": true, "time": 0.088 }, "name": "tests.test_set_get_unset.test_set_invalid_mime_no_subtype", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 358, "message_redacted": true, "time": 0.122 }, "name": "tests.test_list.test_list_all_with_added_associations_section", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 417, "message_redacted": true, "time": 0.256 }, "name": "tests.test_open.test_open_directory_mime_detection", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 173, "message_redacted": true, "time": 0.111 }, "name": "tests.test_set_get_unset.test_config_rejects_trailing_whitespace_in_section_header", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 119, "message_redacted": true, "time": 0.126 }, "name": "tests.test_set_get_unset.test_unset_nonexistent_mime", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 654, "message_redacted": true, "time": 0.117 }, "name": "tests.test_user_edge_cases.test_list_handlers_autocomplete", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 654, "message_redacted": true, "time": 0.133 }, "name": "tests.test_user_edge_cases.test_autocomplete_mimes_flag", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 214, "message_redacted": true, "time": 0.647 }, "name": "tests.test_launch.test_launch_with_multiple_files_field_code", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 303, "message_redacted": true, "time": 0.749 }, "name": "tests.test_launch.test_launch_with_uppercase_u_field_code", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.142 }, "name": "tests.test_set_get_unset.test_empty_exec_field_rejected", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.15 }, "name": "tests.test_user_edge_cases.test_list_handlers_format_precise", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.136 }, "name": "tests.test_user_edge_cases.test_autocomplete_desktop_files_no_tab_in_json_handler", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 387, "message_redacted": true, "time": 0.152 }, "name": "tests.test_user_edge_cases.test_autocomplete_desktop_no_duplicates", "status": "failure" }, { "branch": "08a92821049f", "extra": { "message_chars": 295, "message_redacted": true, "time": 0.28 }, "name": "tests.test_launch.test_launch_with_invalid_mime_type_format", "status": "failure" }, { "branch": "685a7a45a873", "extra": { "message_chars": 344, "message_redacted": true, "time": 0.146 }, "name": "eval.tests.test_argument_parsing.TestListSubcommand.test_list_combined_flags_reverse", "status": "failure" }, { "branch": "685a7a45a873", "extra": { "message_chars": 1593, "message_redacted": true, "time": 0.146 }, "name": "eval.tests.test_argument_parsing.TestSetSubcommand.test_set_mime_with_dash_no_separator", "status": "failure" }, { "branch": "685a7a45a873", "extra": { "message_chars": 619, "message_redacted": true, "time": 0.147 }, "name": "eval.tests.test_argument_parsing.TestSetSubcommand.test_set_unknown_flag", "status": "failure" }, { "branch": "685a7a45a873", "extra": { "message_chars": 344, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_argument_parsing.TestListSubcommand.test_list_combined_flags", "status": "failure" } ], "test_results_omitted": 19, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }