{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "21234d8b45926e51a493042a03db3963754716cf4bf340a0bc49f79812fbc0f9", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.16434617599998091 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(77230db960a916339b1db750631531c1cb165883b5cd7b705a8fa4c2cce33522) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.13026167699990765 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.14568560599991542 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.13426373399988734 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12311316600016653 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.09055182200017953 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6490078820002054 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12221245000000636 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10299247200009631 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11390263600014805 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11508833000016239 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 38021, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.523844865999763 }, { "branch": "dc12d119a700", "command": "docker cp ce3118f5fb5ffff2f5841b3219d73fa305b7ed3e4cca2fe73daf3186dd0ffb3c:/workspace/eval/results.xml /tmp/tmpt9tsfwax.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 28409, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0383737869997276 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.09337615399999777 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11534526199966422 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11005381799986935 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.07818689599980644 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 56010, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 8.706121919999987 }, { "branch": "c79d7c3ec356", "command": "docker cp 52735aa2ffe84ae36a94db043040874bb33c783ed7f1a3d4399d6ebb9391c140:/workspace/eval/results.xml /tmp/tmp1uwe_afr.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 40209, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.035213358999953925 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14082215799999176 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12085990800005675 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.08282974299982016 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11687094199987769 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 141744, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 46.96539753399975 }, { "branch": "d04e0e6fcf95", "command": "docker cp ac1372636506c204d3f6963bcbaa860de6ca46ca6ccd4c8d321e53eab4881b54:/workspace/eval/results.xml /tmp/tmpjtizt0u7.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 124468, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03538184100034414 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10042046299986396 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.08969032799996057 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.07846149499982857 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10443517800013069 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 27211, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.69426094299979 }, { "branch": "e2fbc4b2ccb6", "command": "docker cp 1cf0e0c728f3fe85319dcf9a8adee644c840acfa38b433c10326af518244213c:/workspace/eval/results.xml /tmp/tmp4pu34lgx.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 20926, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03496888700010459 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13876723300018057 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11985700900004304 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.14000891099976798 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11282942400021057 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 5289, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.707551696999872 }, { "branch": "85f3fd124be9", "command": "docker cp f747d3fd407a1c5c3f90e63a8f3677cad0bf8f846c0f0c799e8f7dc8d2309737:/workspace/eval/results.xml /tmp/tmpl31lts_e.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2930, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.025781208999887895 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13054600999976174 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12661746899993886 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09556373799978246 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11934274800023559 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 14012, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.657856689000255 }, { "branch": "977b1c25b26c", "command": "docker cp db18c29076a90e78c7d19e42cd69e2c5d265ecd36754e5f5bef860202498fe38:/workspace/eval/results.xml /tmp/tmpks9t0v3s.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 10999, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0348417159998462 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14166152200004944 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1315740250001909 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11830328599990025 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11921951900012573 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4236, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.56005641899992 }, { "branch": "6ff10cd6d93f", "command": "docker cp f19b66613fb5200a4a257e81422ec6d4efa89f51defe093c3a5d5739e77ac20a:/workspace/eval/results.xml /tmp/tmpr32hlh8b.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2633, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.025550025000029564 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12364297700014504 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09976168499997584 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11718601000029594 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10975267300000269 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6339, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 4.174755142000322 }, { "branch": "912ebe165201", "command": "docker cp 89360e844691581301000680490d097db3e4c7d63e76932dd0c09d40d0766897:/workspace/eval/results.xml /tmp/tmpxgdmkhgd.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3654, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.035747915000229114 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.10795670199968299 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11634091500036448 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1107634559998587 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.08903340999995635 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 34979, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 6.912270140999681 }, { "branch": "5b5334cfb249", "command": "docker cp 4646c88beadf0f5cebd1ab516c64d982b7014c77a8fa41b6e1b09454640e5367:/workspace/eval/results.xml /tmp/tmpcqyu7omk.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 25916, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.035095801999887044 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1341583929997796 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.0891503359998751 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10473549200014531 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11693265199983216 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3678, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4957651099998657 }, { "branch": "8113a2d033e3", "command": "docker cp 58a46c243cfd1d4a0aefd49e71a7b125b297a726b635b6cdd9ec85dad2a463fe:/workspace/eval/results.xml /tmp/tmpbgvksa5n.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1887, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.031648694000068645 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 188, "passed": 575, "skipped": 3 }, "test_branch_errors": {}, "test_branches": [ "dc12d119a700", "c79d7c3ec356", "d04e0e6fcf95", "e2fbc4b2ccb6", "85f3fd124be9", "977b1c25b26c", "6ff10cd6d93f", "912ebe165201", "5b5334cfb249", "8113a2d033e3" ], "test_records": 766, "test_results": [ { "branch": "dc12d119a700", "extra": { "message_chars": 251, "message_redacted": true, "time": 0.146 }, "name": "eval.tests.test_caching.test_cache_file_flag_long", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 170, "message_redacted": true, "time": 0.155 }, "name": "eval.tests.test_basic_invocation.test_version_short_flag", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 263, "message_redacted": true, "time": 0.181 }, "name": "eval.tests.test_advanced_features.test_no_sqlite_writer_flag", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 245, "message_redacted": true, "time": 0.153 }, "name": "eval.tests.test_basic_invocation.test_verbose_flag", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 231, "message_redacted": true, "time": 0.154 }, "name": "eval.tests.test_caching.test_cache_file_flag_short", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 258, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_file_formats.test_avro_file_basic_query", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 252, "message_redacted": true, "time": 0.123 }, "name": "eval.tests.test_file_formats.test_parquet_file_basic_query", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 254, "message_redacted": true, "time": 0.154 }, "name": "eval.tests.test_file_formats.test_orc_file_basic_query", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 256, "message_redacted": true, "time": 0.145 }, "name": "eval.tests.test_file_formats.test_yaml_file_basic_query", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 236, "message_redacted": true, "time": 0.24 }, "name": "eval.tests.test_number_conversion.test_number_conversion_ordering", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 224, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_number_conversion.test_number_conversion_short_flag", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 227, "message_redacted": true, "time": 0.2 }, "name": "eval.tests.test_query_features.test_regexp_function", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 193, "message_redacted": true, "time": 0.207 }, "name": "eval.tests.test_sql_file.test_empty_sql_file", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 239, "message_redacted": true, "time": 0.219 }, "name": "eval.tests.test_url_functions.test_url_parsing_functions", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 247, "message_redacted": true, "time": 0.199 }, "name": "eval.tests.test_url_functions.test_url_path_function", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 241, "message_redacted": true, "time": 0.194 }, "name": "eval.tests.test_url_functions.test_url_scheme_function", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 254, "message_redacted": true, "time": 0.148 }, "name": "eval.tests.test_number_conversion.test_number_conversion_long_flag", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 232, "message_redacted": true, "time": 0.171 }, "name": "eval.tests.test_number_conversion.test_number_conversion_with_query", "status": "failure" }, { "branch": "dc12d119a700", "extra": { "message_chars": 272, "message_redacted": true, "time": 0.24 }, "name": "eval.tests.test_url_functions.test_url_functions_on_data", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 212, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_advanced_features.test_regexp_matching", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 170, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_basic_invocation.test_version_flag_short", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 36, "message_redacted": true, "time": 0.176 }, "name": "eval.tests.test_basic_invocation.test_help_flag_short", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 36, "message_redacted": true, "time": 0.166 }, "name": "eval.tests.test_basic_invocation.test_help_flag_long", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 249, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_caching_and_numbers.test_no_sqlite_writer_flag", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 244, "message_redacted": true, "time": 0.144 }, "name": "eval.tests.test_caching_and_numbers.test_convert_numbers_flag_long", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 207, "message_redacted": true, "time": 0.167 }, "name": "eval.tests.test_error_handling.test_stdin_with_file", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 252, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_file_formats.test_parquet_format", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 244, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_file_formats.test_parquet_with_limit", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 238, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_file_formats.test_orc_format", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 242, "message_redacted": true, "time": 0.17 }, "name": "eval.tests.test_file_formats.test_avro_format", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 256, "message_redacted": true, "time": 0.138 }, "name": "eval.tests.test_file_formats.test_yaml_format", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 88, "message_redacted": true, "time": 0.131 }, "name": "eval.tests.test_nested_data.test_nested_with_aggregation", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_nested_data.test_nested_object_access", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 224, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_regression.test_numberconvert_with_conversion", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 197, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_schema_and_files.test_schema_flag_short", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 214, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_advanced_features.test_regexp_case_insensitive", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 36, "message_redacted": true, "time": 0.156 }, "name": "eval.tests.test_basic_invocation.test_version_flag_long", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 214, "message_redacted": true, "time": 0.15 }, "name": "eval.tests.test_caching_and_numbers.test_convert_numbers_with_leading_zeros", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 214, "message_redacted": true, "time": 0.162 }, "name": "eval.tests.test_caching_and_numbers.test_convert_numbers_flag_short", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 199, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_schema_and_files.test_query_file_empty_error", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 207, "message_redacted": true, "time": 0.124 }, "name": "eval.tests.test_schema_and_files.test_stdin_flag_long", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 237, "message_redacted": true, "time": 0.161 }, "name": "eval.tests.test_nested_data.test_path_extraction_syntax", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 112, "message_redacted": true, "time": 0.197 }, "name": "eval.tests.test_nested_data.test_deeply_nested_object", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 238, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_nested_data.test_path_extraction_alternative", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 203, "message_redacted": true, "time": 0.192 }, "name": "eval.tests.test_schema_and_files.test_schema_with_pretty", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 239, "message_redacted": true, "time": 0.176 }, "name": "eval.tests.test_schema_and_files.test_schema_different_formats", "status": "failure" }, { "branch": "c79d7c3ec356", "extra": { "message_chars": 231, "message_redacted": true, "time": 0.144 }, "name": "eval.tests.test_caching_and_numbers.test_verbose_flag", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 281, "message_redacted": true, "time": 0.188 }, "name": "tests.test_env_cache.test_convert_numbers_mixed_types_in_column", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 33, "message_redacted": true, "time": 0.178 }, "name": "tests.test_env_cache.test_dsq_convert_numbers_env_var_converts_numeric_strings", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 102, "message_redacted": true, "time": 0.165 }, "name": "tests.test_errors.test_nonexistent_table", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 323, "message_redacted": true, "time": 0.208 }, "name": "tests.test_env_cache.test_dsq_cache_env_var_enables_caching", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 261, "message_redacted": true, "time": 0.166 }, "name": "tests.test_errors.test_empty_sql_file", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 253, "message_redacted": true, "time": 0.323 }, "name": "tests.test_env_cache.test_cache_short_flag_c_enables_caching", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 253, "message_redacted": true, "time": 0.275 }, "name": "tests.test_env_cache.test_env_var_and_flag_both_set_cache_enabled", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 253, "message_redacted": true, "time": 0.325 }, "name": "tests.test_env_cache.test_cache_with_complex_query_maintains_correctness", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 102, "message_redacted": true, "time": 0.184 }, "name": "tests.test_errors.test_query_referencing_unimported_table", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 413, "message_redacted": true, "time": 0.132 }, "name": "tests.test_errors.test_sql_injection_attempt", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.149 }, "name": "tests.test_errors.test_sql_file_with_join_query", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 206, "message_redacted": true, "time": 0.118 }, "name": "tests.test_formats.test_parquet_numeric_types", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 167, "message_redacted": true, "time": 0.118 }, "name": "tests.test_formats.test_parquet_basic_query", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 176, "message_redacted": true, "time": 0.118 }, "name": "tests.test_formats.test_orc_large_file_query", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 200, "message_redacted": true, "time": 0.12 }, "name": "tests.test_formats.test_parquet_type_preservation", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 169, "message_redacted": true, "time": 0.117 }, "name": "tests.test_formats.test_yaml_basic_query", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 253, "message_redacted": true, "time": 0.333 }, "name": "tests.test_env_cache.test_cache_reuse_across_different_queries", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 433, "message_redacted": true, "time": 0.153 }, "name": "tests.test_errors.test_invalid_json_syntax", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.201 }, "name": "tests.test_env_cache.test_cache_flag_creates_and_reuses_cache", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 102, "message_redacted": true, "time": 0.149 }, "name": "tests.test_errors.test_query_with_wrong_table_placeholder", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.178 }, "name": "tests.test_env_cache.test_convert_numbers_env_and_flag_both_enable_conversion", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.135 }, "name": "tests.test_env_cache.test_cache_short_flag_d_dumps_path", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 186, "message_redacted": true, "time": 0.153 }, "name": "tests.test_env_cache.test_convert_numbers_flag_overrides_no_env_var", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 216, "message_redacted": true, "time": 0.154 }, "name": "tests.test_env_cache.test_convert_numbers_with_edge_case_values", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 168, "message_redacted": true, "time": 0.158 }, "name": "tests.test_formats.test_orc_basic_query", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 191, "message_redacted": true, "time": 0.119 }, "name": "tests.test_formats.test_avro_union_type_handling", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 160, "message_redacted": true, "time": 0.253 }, "name": "tests.test_formats.test_convert_flag_behavior", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 194, "message_redacted": true, "time": 0.114 }, "name": "tests.test_formats.test_yaml_array_handling", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 47, "message_redacted": true, "time": 0.12 }, "name": "tests.test_harvest.test_sql_count_file[parquet]", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 202, "message_redacted": true, "time": 0.132 }, "name": "tests.test_formats.test_number_conversion_with_query", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 270, "message_redacted": true, "time": 0.141 }, "name": "tests.test_harvest.test_nested_values", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 189, "message_redacted": true, "time": 0.152 }, "name": "tests.test_harvest.test_path_specification", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 277, "message_redacted": true, "time": 0.167 }, "name": "tests.test_env_cache.test_cache_file_flag_dumps_cache_path", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 196, "message_redacted": true, "time": 0.157 }, "name": "tests.test_formats.test_number_conversion_preserves_strings", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.169 }, "name": "tests.test_formats.test_nested_json_deep_nesting", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 170, "message_redacted": true, "time": 0.154 }, "name": "tests.test_formats.test_avro_basic_query", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 201, "message_redacted": true, "time": 0.139 }, "name": "tests.test_env_cache.test_no_sqlite_writer_flag_works", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 68, "message_redacted": true, "time": 0.17 }, "name": "tests.test_env_cache.test_env_vars_case_insensitive_true_values", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 218, "message_redacted": true, "time": 0.127 }, "name": "tests.test_env_cache.test_cache_file_path_contains_hash_of_content", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 219, "message_redacted": true, "time": 0.146 }, "name": "tests.test_env_cache.test_cache_hash_differs_for_multiple_files", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 25, "message_redacted": true, "time": 0.138 }, "name": "tests.test_formats.test_nested_json_flattening", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 47, "message_redacted": true, "time": 0.162 }, "name": "tests.test_harvest.test_sql_count_pipe[parquet]", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 187, "message_redacted": true, "time": 0.211 }, "name": "tests.test_harvest.test_mode_function", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 180, "message_redacted": true, "time": 0.115 }, "name": "tests.test_formats.test_orc_empty_string_vs_null", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 155, "message_redacted": true, "time": 0.113 }, "name": "tests.test_harvest.test_number_conversion_no_query", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 169, "message_redacted": true, "time": 0.142 }, "name": "tests.test_harvest.test_regression_36_array_indexing", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.15 }, "name": "tests.test_harvest.test_regexp_support", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.145 }, "name": "tests.test_harvest.test_path_specification_shorthand", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 187, "message_redacted": true, "time": 0.185 }, "name": "tests.test_harvest.test_orc_support", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 38, "message_redacted": true, "time": 0.0 }, "name": "tests.test_harvest.test_caching_first_import", "status": "skipped" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 122, "message_redacted": true, "time": 0.169 }, "name": "tests.test_harvest.test_version_flag", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 170, "message_redacted": true, "time": 0.271 }, "name": "tests.test_formats.test_number_conversion_flag", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 253, "message_redacted": true, "time": 0.281 }, "name": "tests.test_env_cache.test_cache_with_single_row_file", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 38, "message_redacted": true, "time": 0.0 }, "name": "tests.test_harvest.test_caching_from_pipe", "status": "skipped" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 227, "message_redacted": true, "time": 0.213 }, "name": "tests.test_harvest.test_empty_sql_file_error", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 208, "message_redacted": true, "time": 0.141 }, "name": "tests.test_harvest.test_url_functions", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.135 }, "name": "tests.test_harvest.test_number_conversion_with_query", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 175, "message_redacted": true, "time": 0.3 }, "name": "tests.test_formats.test_parquet_vs_csv_same_data_structure", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 204, "message_redacted": true, "time": 0.201 }, "name": "tests.test_harvest.test_number_conversion_numeric_ordering", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 189, "message_redacted": true, "time": 0.175 }, "name": "tests.test_harvest.test_table_aliases", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.602 }, "name": "tests.test_harvest.test_excel_multiple_sheets", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 192, "message_redacted": true, "time": 0.187 }, "name": "tests.test_harvest.test_avro_support", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 38, "message_redacted": true, "time": 0.0 }, "name": "tests.test_harvest.test_caching_reimport_on_change", "status": "skipped" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 187, "message_redacted": true, "time": 0.172 }, "name": "tests.test_harvest.test_pretty_column_order", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 229, "message_redacted": true, "time": 0.128 }, "name": "tests.test_harvest.test_url_functions_split_part", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 142, "message_redacted": true, "time": 0.17 }, "name": "tests.test_output.test_nested_structure_schema", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 740, "message_redacted": true, "time": 0.386 }, "name": "tests.test_output.test_large_dataset_pretty_table_exact", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 282, "message_redacted": true, "time": 0.142 }, "name": "tests.test_output.test_nested_structure_schema_pretty_exact", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 190, "message_redacted": true, "time": 0.175 }, "name": "tests.test_harvest.test_yaml_support", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 188, "message_redacted": true, "time": 0.162 }, "name": "tests.test_output.test_schema_pretty_output", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 138, "message_redacted": true, "time": 0.148 }, "name": "tests.test_output.test_nested_structure_schema_pretty", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 642, "message_redacted": true, "time": 0.144 }, "name": "tests.test_output.test_wide_table_pretty_exact", "status": "failure" }, { "branch": "d04e0e6fcf95", "extra": { "message_chars": 608, "message_redacted": true, "time": 0.145 }, "name": "tests.test_output.test_nested_structure_schema_exact", "status": "failure" } ], "test_results_omitted": 71, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }