{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "a97d7d3a41ab1c56de7a9b4222a90e01ef44f506a45dd3aff063b68102dedf96", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.1549905789870536 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.21037315900321119 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.13645087199984118 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12198416999308392 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.12359186800313182 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6642425659956643 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11963908199686557 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09649711901147384 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1264604690077249 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13301194799714722 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4607168, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 449.70230267901206 }, { "branch": "3f244e346e7e", "command": "docker cp d94b156e6cd14513a34fd522d9e75b302dfac88e07c6049c8c09dbe4888462ab:/workspace/eval/results.xml /tmp/tmps5zaa6yq.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4563357, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.06253821399877779 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.15287531599460635 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11412656601169147 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12930844900256488 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1185137270076666 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 18533, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.297955012996681 }, { "branch": "50e5453dfbd4", "command": "docker cp 34f29441dc4850571cad464ced6be53dc94f2eb9549022d8a06cf1d577989bd8:/workspace/eval/results.xml /tmp/tmpd7ees2zr.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 13627, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0329424089868553 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1533437390025938 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12981039201258682 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1329440980043728 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1219921890005935 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9585, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.193573303011362 }, { "branch": "886a0c6b9c6a", "command": "docker cp 7ca2533555152f5c694141809acf903c8ffc7c5d5502ae3650ece8b6d24ffd2d:/workspace/eval/results.xml /tmp/tmp7sc844go.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6524, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03464874500059523 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1475510089949239 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13841205500648357 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1154751580033917 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13466372500988655 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9958, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.192135392004275 }, { "branch": "ee6e8482243f", "command": "docker cp c47383e4d60460c94314b819e6b3acb66d708c0eb253cf647dae197c506efd73:/workspace/eval/results.xml /tmp/tmp1ybf4y8n.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9137, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03184250400227029 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1430566299968632 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12204104900592938 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12350009800866246 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1349427710083546 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5369, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.266437254002085 }, { "branch": "b4dd30220393", "command": "docker cp 4c2cb6fadc773358546f70133362242ad9927a1a788a1d58a7d75f001769a7b9:/workspace/eval/results.xml /tmp/tmpl3lym0vc.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3445, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04324025800451636 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11322962799749803 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12537367299955804 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12056484799541067 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1042026320064906 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 13896, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 2.4751508420013124 }, { "branch": "40250f9e718d", "command": "docker cp 31ab013560ff5c8f0850ecf9276daa6b914ca3dda4819b25bf6b3181ca983f57:/workspace/eval/results.xml /tmp/tmpnng5_09u.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8460, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.037601756004733033 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1338068769982783 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1365459689986892 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11942111299140379 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13839532500423957 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 80, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 0.13792043000285048 }, { "branch": "ac2ea32e87c1", "command": "docker cp edd6fe9f776d8a3c071af587a1b1aead426d5ccec301a83b2177b1173c98ecc2:/workspace/eval/results.xml /tmp/tmphfpgrg44.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 147, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04210075300943572 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13170223600172903 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12415138899814337 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13816812699951697 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12783854799636174 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 22572, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.6235856900020735 }, { "branch": "cf5bd6f3e37f", "command": "docker cp 606632e183a71eb7ca8c951ced8093034c400a32f8ccd2938207602405eb8508:/workspace/eval/results.xml /tmp/tmpje502yy8.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 19988, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03701192200242076 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.09980182199797127 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12017050299618859 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11384982099116314 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1037735380086815 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10624, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.307686678002938 }, { "branch": "924e9dacd43b", "command": "docker cp a15ee617cc19b878f7c8bbf387f9e99dfcda43ec790737b423bae6b9aa5d727d:/workspace/eval/results.xml /tmp/tmpm_zqcekc.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 9007, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04080936100217514 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14410729600058403 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11103344899311196 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12825592298759148 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12694615100917872 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 109, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 0.1361816650023684 }, { "branch": "41cceff0142d", "command": "docker cp 975dfb9249e7f12c0b772a24f6ac9acf3abfa8615db5b295e5d6f5486abe7037:/workspace/eval/results.xml /tmp/tmpde97q25j.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 140, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03958149699610658 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13921923299494665 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12236802400730085 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13231707699014805 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13093855600163806 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1350, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.284851519987569 }, { "branch": "d4e604224734", "command": "docker cp 8b4b5ad3c569514dda159aabe9fbc3bbd4f746ea04f5247d5c4ffd2ac69e590b:/workspace/eval/results.xml /tmp/tmpze1f_jbv.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 358, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.04320563799410593 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12400141099351458 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09361250700021628 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12294620700413361 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11579393399006221 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 105381, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 7.060081667994382 }, { "branch": "f0ead8309502", "command": "docker cp 1bce6966f65ff43b63e9dc0b731ffdee9b038a1715132b084adfeb8e644c1494:/workspace/eval/results.xml /tmp/tmpb___e3s9.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 158851, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03443647900712676 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 3161, "passed": 398, "skipped": 606 }, "test_branch_errors": {}, "test_branches": [ "3f244e346e7e", "50e5453dfbd4", "886a0c6b9c6a", "ee6e8482243f", "b4dd30220393", "40250f9e718d", "ac2ea32e87c1", "cf5bd6f3e37f", "924e9dacd43b", "41cceff0142d", "d4e604224734", "f0ead8309502" ], "test_records": 4165, "test_results": [ { "branch": "3f244e346e7e", "extra": { "message_chars": 1407, "message_redacted": true, "time": 0.19 }, "name": "tests.test_cmdutils_final.test_stream_specifier_program_id_no_value_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 763, "message_redacted": true, "time": 0.176 }, "name": "tests.test_advanced_video.test_interlacing_flags", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 393, "message_redacted": true, "time": 0.165 }, "name": "tests.test_ffmpeg_opt_depth.test_attach_file_with_metadata", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.195 }, "name": "tests.test_decoder_edges.test_decoder_ignore_err_flag", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1812, "message_redacted": true, "time": 0.202 }, "name": "tests.test_encoder_remaining.test_interlaced_mpeg4_encoding", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1406, "message_redacted": true, "time": 0.206 }, "name": "tests.test_filter_graph_edges.test_empty_filter_string_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 791, "message_redacted": true, "time": 0.172 }, "name": "tests.test_filter_deepest.test_trim_filter_subset_frames", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1390, "message_redacted": true, "time": 0.184 }, "name": "tests.test_filters.test_invalid_filter_name", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 442, "message_redacted": true, "time": 0.203 }, "name": "tests.test_demuxer_edge_cases.test_map_by_stream_index", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1034, "message_redacted": true, "time": 0.202 }, "name": "tests.test_decoder_deepest.test_video_frame_process_best_effort_timestamp", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 454, "message_redacted": true, "time": 0.201 }, "name": "tests.test_ffmpeg_dec_final.test_video_framerate_forced_duration_estimation", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 773, "message_redacted": true, "time": 0.194 }, "name": "tests.test_audio_options.test_codec_pcm_f32le", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1831, "message_redacted": true, "time": 0.19 }, "name": "tests.test_concat_segment.test_segment_with_audio", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 374, "message_redacted": true, "time": 0.193 }, "name": "tests.test_cmdutils.test_help_bsf_h264_mp4toannexb", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1944, "message_redacted": true, "time": 0.228 }, "name": "tests.test_codec_format_breadth.test_multiple_audio_streams_opus_flac", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 413, "message_redacted": true, "time": 0.282 }, "name": "tests.test_demux_final.test_bsf_flush_at_eof", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 324, "message_redacted": true, "time": 0.181 }, "name": "tests.test_ffmpeg_opt_depth.test_timelimit_option_accepts_valid_value", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1407, "message_redacted": true, "time": 0.144 }, "name": "tests.test_cmdutils_final.test_stream_specifier_group_idx_no_value_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 752, "message_redacted": true, "time": 0.167 }, "name": "tests.test_advanced_video.test_aspect_ratio_flag", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 784, "message_redacted": true, "time": 0.178 }, "name": "tests.test_filter_deepest.test_select_filter_even_frames", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 467, "message_redacted": true, "time": 0.191 }, "name": "tests.test_decoder_edges.test_decoder_careful_flag", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 782, "message_redacted": true, "time": 0.17 }, "name": "tests.test_audio_options.test_ac_1_explicit_mono", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1768, "message_redacted": true, "time": 0.128 }, "name": "tests.test_encoder_remaining.test_recording_time_limit", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 482, "message_redacted": true, "time": 0.145 }, "name": "tests.test_demuxer_edge_cases.test_dts_delta_threshold_configures_discontinuity_detection", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 430, "message_redacted": true, "time": 0.17 }, "name": "tests.test_ffmpeg_dec_final.test_audio_simple_decode_frame_count", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.158 }, "name": "tests.test_cmdutils.test_help_nonexistent_encoder_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1013, "message_redacted": true, "time": 0.17 }, "name": "tests.test_decoder_deepest.test_decoder_subtitle_bitmap_linesize_handling", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1412, "message_redacted": true, "time": 0.171 }, "name": "tests.test_filter_graph_edges.test_fps_zero_causes_encoder_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1416, "message_redacted": true, "time": 0.147 }, "name": "tests.test_filters.test_invalid_filter_params", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1015, "message_redacted": true, "time": 0.149 }, "name": "tests.test_concat_segment.test_concat_different_resolutions_reencode", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1795, "message_redacted": true, "time": 0.144 }, "name": "tests.test_codec_format_breadth.test_mpeg2video_encoding", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 737, "message_redacted": true, "time": 0.117 }, "name": "tests.test_demux_final.test_input_packet_process_with_ts_offset", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1772, "message_redacted": true, "time": 0.146 }, "name": "tests.test_encoder_remaining.test_psnr_calculation_flag", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1406, "message_redacted": true, "time": 0.2 }, "name": "tests.test_cmdutils_final.test_stream_specifier_stream_id_no_value_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 506, "message_redacted": true, "time": 0.151 }, "name": "tests.test_advanced_video.test_colorspace_flags", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 356, "message_redacted": true, "time": 0.136 }, "name": "tests.test_ffmpeg_opt_depth.test_vstats_file_option_creates_log", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.124 }, "name": "tests.test_cmdutils.test_help_nonexistent_decoder_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 765, "message_redacted": true, "time": 0.17 }, "name": "tests.test_filter_deepest.test_framerate_conversion_fps_30", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 758, "message_redacted": true, "time": 0.15 }, "name": "tests.test_demuxer_edge_cases.test_stream_loop_zero_means_no_loop", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 835, "message_redacted": true, "time": 0.139 }, "name": "tests.test_decoder_edges.test_decoder_with_framemd5_output", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 556, "message_redacted": true, "time": 0.15 }, "name": "tests.test_concat_segment.test_segment_individual_header_trailer", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 3850, "message_redacted": true, "time": 0.149 }, "name": "tests.test_filter_graph_edges.test_concat_filter_multiple_inputs", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 733, "message_redacted": true, "time": 0.144 }, "name": "tests.test_demux_final.test_demux_final_stats_logging", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.158 }, "name": "tests.test_ffmpeg_dec_final.test_skip_frame_option_parsing", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1821, "message_redacted": true, "time": 0.175 }, "name": "tests.test_codec_format_breadth.test_ac3_audio_encoding", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 487, "message_redacted": true, "time": 0.134 }, "name": "tests.test_audio_options.test_ba_extreme_low_bitrate", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 938, "message_redacted": true, "time": 0.53 }, "name": "tests.test_decoder_deepest_v2.test_audio_sample_rate_change_overflow_boundary", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 834, "message_redacted": true, "time": 0.116 }, "name": "tests.test_filters.test_rotate_filter", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 321, "message_redacted": true, "time": 0.177 }, "name": "tests.test_ffmpeg_opt_depth.test_progress_to_stdout_dash_syntax", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1429, "message_redacted": true, "time": 0.177 }, "name": "tests.test_cmdutils_final.test_stream_specifier_multiple_disposition_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 574, "message_redacted": true, "time": 0.186 }, "name": "tests.test_encoder_remaining.test_vstats_file_output", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 424, "message_redacted": true, "time": 0.182 }, "name": "tests.test_advanced_video.test_gop_size_parameter", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.213 }, "name": "tests.test_cmdutils.test_help_nonexistent_muxer_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 422, "message_redacted": true, "time": 0.157 }, "name": "tests.test_demuxer_edge_cases.test_disable_data_streams_with_dn_flag", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 774, "message_redacted": true, "time": 0.155 }, "name": "tests.test_filter_deepest.test_format_pixel_conversion_rgb24", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 541, "message_redacted": true, "time": 0.157 }, "name": "tests.test_concat_segment.test_segment_break_non_keyframes", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 538, "message_redacted": true, "time": 0.157 }, "name": "tests.test_decoder_edges.test_decoder_null_packet_handling", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 3853, "message_redacted": true, "time": 0.157 }, "name": "tests.test_filter_graph_edges.test_blend_filter_with_mode", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 531, "message_redacted": true, "time": 0.118 }, "name": "tests.test_ffmpeg_dec_final.test_rawvideo_decoder_explicit_params", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 487, "message_redacted": true, "time": 0.144 }, "name": "tests.test_audio_options.test_ba_high_bitrate_320k", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1813, "message_redacted": true, "time": 0.148 }, "name": "tests.test_codec_format_breadth.test_aac_audio_encoding_m4a", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 424, "message_redacted": true, "time": 0.115 }, "name": "tests.test_demux_final.test_do_send_with_all_consumers_done", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 895, "message_redacted": true, "time": 0.109 }, "name": "tests.test_filters.test_filter_complex_split", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 2045, "message_redacted": true, "time": 0.181 }, "name": "tests.test_decoder_deepest_v2.test_subtitle_heartbeat_signal_timing_precise", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 610, "message_redacted": true, "time": 0.141 }, "name": "tests.test_ffmpeg_opt_depth.test_complex_filter_chain_with_multiple_outputs", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1412, "message_redacted": true, "time": 0.155 }, "name": "tests.test_cmdutils_final.test_stream_specifier_multiple_stream_list_designators_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 476, "message_redacted": true, "time": 0.189 }, "name": "tests.test_decoder_edges.test_decoder_bitstream_flag", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 473, "message_redacted": true, "time": 0.176 }, "name": "tests.test_cmdutils.test_help_nonexistent_demuxer_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 477, "message_redacted": true, "time": 0.176 }, "name": "tests.test_ffmpeg_dec_final.test_decoder_flags_configuration", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 730, "message_redacted": true, "time": 0.184 }, "name": "tests.test_demux_final.test_ts_fixup_with_start_time_effective", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 433, "message_redacted": true, "time": 0.156 }, "name": "tests.test_filter_final.test_filter_nonexistent_name_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 426, "message_redacted": true, "time": 0.162 }, "name": "tests.test_advanced_video.test_bframes_parameter", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1822, "message_redacted": true, "time": 0.234 }, "name": "tests.test_encoder_remaining.test_audio_encoder_frame_size", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 487, "message_redacted": true, "time": 0.179 }, "name": "tests.test_demuxer_edge_cases.test_max_interleave_delta_for_packet_ordering", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 3924, "message_redacted": true, "time": 0.169 }, "name": "tests.test_filter_graph_edges.test_pad_filter_with_color", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 819, "message_redacted": true, "time": 0.141 }, "name": "tests.test_audio_options.test_ar_and_af_aresample_conflict", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1869, "message_redacted": true, "time": 0.145 }, "name": "tests.test_codec_format_breadth.test_3gp_container_mpeg4_aac", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 545, "message_redacted": true, "time": 0.148 }, "name": "tests.test_concat_segment.test_segment_atclocktime", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 954, "message_redacted": true, "time": 0.108 }, "name": "tests.test_filters.test_filter_complex_overlay", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1836, "message_redacted": true, "time": 0.157 }, "name": "tests.test_decoder_deepest_v2.test_eof_handling_flush_frames", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 3785, "message_redacted": true, "time": 0.175 }, "name": "tests.test_cmdutils_final.test_stream_specifier_usable_only_flag", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 518, "message_redacted": true, "time": 0.211 }, "name": "tests.test_ffmpeg_opt_depth.test_map_negative_to_exclude_audio_from_all_streams", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 844, "message_redacted": true, "time": 0.192 }, "name": "tests.test_audio_options.test_stream_specifier_audio_codec", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 462, "message_redacted": true, "time": 0.163 }, "name": "tests.test_advanced_video.test_quantization_parameters", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 583, "message_redacted": true, "time": 0.176 }, "name": "tests.test_filter_final.test_filter_invalid_parameter_expression_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 377, "message_redacted": true, "time": 0.187 }, "name": "tests.test_cmdutils.test_help_nonexistent_filter_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 476, "message_redacted": true, "time": 0.19 }, "name": "tests.test_decoder_edges.test_decoder_compliant_flag", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 452, "message_redacted": true, "time": 0.151 }, "name": "tests.test_demuxer_edge_cases.test_fflags_genpts_generates_timestamps", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 458, "message_redacted": true, "time": 0.196 }, "name": "tests.test_ffmpeg_dec_final.test_decoder_error_concealment_option", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 485, "message_redacted": true, "time": 0.186 }, "name": "tests.test_demux_final.test_readrate_with_initial_burst", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1447, "message_redacted": true, "time": 0.16 }, "name": "tests.test_filter_graph_edges.test_crop_out_of_bounds_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 882, "message_redacted": true, "time": 0.162 }, "name": "tests.test_encoder_remaining.test_subtitle_with_start_time", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1010, "message_redacted": true, "time": 0.163 }, "name": "tests.test_concat_segment.test_concat_protocol_vs_demuxer", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1873, "message_redacted": true, "time": 0.163 }, "name": "tests.test_codec_format_breadth.test_asf_container_mpeg4_wmav1", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 866, "message_redacted": true, "time": 0.145 }, "name": "tests.test_filters.test_scale_with_aspect_ratio_preservation", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1820, "message_redacted": true, "time": 0.176 }, "name": "tests.test_decoder_deepest_v2.test_decoder_frame_multipass_with_metadata", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 512, "message_redacted": true, "time": 0.188 }, "name": "tests.test_ffmpeg_opt_depth.test_codec_option_with_program_stream_specifier", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 388, "message_redacted": true, "time": 0.157 }, "name": "tests.test_cmdutils.test_help_nonexistent_bsf_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 750, "message_redacted": true, "time": 0.175 }, "name": "tests.test_advanced_video.test_thread_count_parameter", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 867, "message_redacted": true, "time": 0.146 }, "name": "tests.test_filters.test_crop_with_expression", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 82, "message_redacted": true, "time": 0.204 }, "name": "tests.test_filter_graph_edges.test_setpts_timestamp_manipulation", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 517, "message_redacted": true, "time": 0.157 }, "name": "tests.test_demux_final.test_demux_thread_with_dump_packets", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1771, "message_redacted": true, "time": 0.192 }, "name": "tests.test_encoder_remaining.test_bitexact_encoder_mode", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1071, "message_redacted": true, "time": 0.16 }, "name": "tests.test_concat_segment.test_segment_with_map_option", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 470, "message_redacted": true, "time": 0.145 }, "name": "tests.test_decoder_edges.test_decoder_buffer_flag", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 566, "message_redacted": true, "time": 0.204 }, "name": "tests.test_filter_final.test_filter_multi_input_insufficient_inputs_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 489, "message_redacted": true, "time": 0.185 }, "name": "tests.test_ffmpeg_dec_final.test_decoder_thread_type_slice_option", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 506, "message_redacted": true, "time": 0.152 }, "name": "tests.test_demuxer_remaining.test_readrate_initial_catchup_throttling", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 1814, "message_redacted": true, "time": 0.172 }, "name": "tests.test_codec_format_breadth.test_wavpack_lossless_audio", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 673, "message_redacted": true, "time": 0.272 }, "name": "tests.test_avtextformat_deep.test_json_format_structure", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 3787, "message_redacted": true, "time": 0.151 }, "name": "tests.test_cmdutils_final.test_loglevel_option_parsing", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 512, "message_redacted": true, "time": 0.17 }, "name": "tests.test_decoder_deepest_v2.test_decoder_audio_timestamp_processing", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 513, "message_redacted": true, "time": 0.186 }, "name": "tests.test_cmdutils.test_invalid_duration_parsing_error", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 601, "message_redacted": true, "time": 0.185 }, "name": "tests.test_ffmpeg_opt_depth.test_multiple_inputs_with_different_stream_specifiers", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 728, "message_redacted": true, "time": 0.192 }, "name": "tests.test_demux_final.test_framerate_from_codec_when_not_set", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 474, "message_redacted": true, "time": 0.174 }, "name": "tests.test_decoder_edges.test_decoder_crccheck_flag", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 438, "message_redacted": true, "time": 0.185 }, "name": "tests.test_demuxer_remaining.test_discard_program_selection_map", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 49, "message_redacted": true, "time": 0.193 }, "name": "tests.test_filter_graph_edges.test_select_filter_frame_selection", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 755, "message_redacted": true, "time": 0.206 }, "name": "tests.test_advanced_video.test_transpose_filter", "status": "failure" }, { "branch": "3f244e346e7e", "extra": { "message_chars": 566, "message_redacted": true, "time": 0.162 }, "name": "tests.test_filter_final.test_filter_split_output_count_mismatch_error", "status": "failure" } ], "test_results_omitted": 3647, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }