{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "8ce30bf6cdfca67f85fbec4e5e6249e948e97d8a072940e9edd29f77376155b2", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.1330109390000871 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(ad96801fa83cdf1d1bf8565d75d3c455de6c74de9feef81b1841805ed47b30d3) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.12785233599970525 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.15133349200004886 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.12875026099936804 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12535351200131117 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.1195343210001738 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6527614740007266 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13381769000079657 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12219176500002504 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12677388200063433 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11454913899979147 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 119115, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.456578224999248 }, { "branch": "0cc73f2d7c79", "command": "docker cp 36ab1102e1775def58dba6fb900d0102c72825b4ce064de5b3d11309a3b9c8a5:/workspace/eval/results.xml /tmp/tmpwfockw_0.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 97754, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024074757000562386 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11302230500041333 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11786302100153989 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1195478469999216 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10855606900076964 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 63936, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 6.617613499000072 }, { "branch": "8354e162533b", "command": "docker cp 5f046d8420067d65a6afdf8855d2b25bd27ed4f4a115eb9f4b364232cdd9b4c9:/workspace/eval/results.xml /tmp/tmp7tuglxrq.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 52603, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.022402242000680417 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12813161200028844 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.13334261599993624 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13389418499900785 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12738773399905767 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 305273, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 39.61391720199936 }, { "branch": "88384662e66e", "command": "docker cp 3c21b97a8908edfe106a8bf10b211f2371c1f9452c16262206db99bf2027ab5b:/workspace/eval/results.xml /tmp/tmpr4gsospw.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 515494, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.027633417999822996 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14007943700016767 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10313964600027248 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10983266699986416 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12962477899964142 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12449, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.677173559999574 }, { "branch": "e85c4dcde4d3", "command": "docker cp 76e21f0d877b7946bf917d038bea24ecb52839002147d879412ae98488878e2e:/workspace/eval/results.xml /tmp/tmpeq8rrxss.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 6804, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03584948500065366 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13807738600007724 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1257086010009516 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10792975300137186 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.10490113299965742 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1592, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 3.4378189600010955 }, { "branch": "427bc9ab9411", "command": "docker cp 569383d7f1442f58b2d014501a80807ec4bc7cbe5c3b7cf24d98873f46a0090f:/workspace/eval/results.xml /tmp/tmpqod1310l.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 494, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.02550410599906172 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.09815007299948775 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1153921730001457 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11896558300031757 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12458001699997112 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 27927, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 19.70728791900001 }, { "branch": "21adcdee9d18", "command": "docker cp 86f54617d10aecf62256cfccdaea0e80cc57e9f5f9a269ce1825ccc049fa1c5a:/workspace/eval/results.xml /tmp/tmpad3mwyi3.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 20882, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.027664020000884193 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12505131000034453 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12264105699978245 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11894874800054822 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12122887999976228 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2018, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 5.762483620999774 }, { "branch": "ed45b37d438f", "command": "docker cp 6d8fc75ed8088f6d0ab96d6bb3e1d1d05b7221db268737950d6f6543057b8445:/workspace/eval/results.xml /tmp/tmpixj3cjj5.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 3669, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.033188875000632834 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13496274300086952 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11862070999995922 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12761284400039585 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12434996400043019 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 4198, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.783389126001566 }, { "branch": "4fae8870fc1a", "command": "docker cp 13b017da5b4901d5958c60a4588c778d0491f3b3a8aab248b737954ac64123e7:/workspace/eval/results.xml /tmp/tmp7g7l1h2c.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 2198, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.034752591000142274 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13641549999920244 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1278524560002552 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12010454700066475 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12578221100011433 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 145544, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 13.865842900999269 }, { "branch": "9cce5e9c812d", "command": "docker cp 81db595291a9391f3ea1ab8bf4afd06926d85dddcd2b2c1c5f4e618612156405:/workspace/eval/results.xml /tmp/tmpo83t5yfj.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 114005, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.021418669999548 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 151, "passed": 1367 }, "test_branch_errors": {}, "test_branches": [ "0cc73f2d7c79", "8354e162533b", "88384662e66e", "e85c4dcde4d3", "427bc9ab9411", "21adcdee9d18", "ed45b37d438f", "4fae8870fc1a", "9cce5e9c812d" ], "test_records": 1518, "test_results": [ { "branch": "0cc73f2d7c79", "extra": { "message_chars": 1925, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_complex_scenarios.test_surrogates_verbose_colorize", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 1820, "message_redacted": true, "time": 0.1 }, "name": "eval.tests.test_coverage_boost.TestComplexFlagCombinations.test_escape_verbose_colorize_repetitions", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 169, "message_redacted": true, "time": 0.109 }, "name": "eval.tests.test_escaping.test_with_surrogates_without_escape_fails", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 2439, "message_redacted": true, "time": 0.93 }, "name": "eval.tests.test_dependency_coverage.TestFileInputStress.test_file_with_long_lines", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 369, "message_redacted": true, "time": 0.116 }, "name": "eval.tests.test_extreme_coverage.TestMegaCombinations.test_mega_combo_2", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 295, "message_redacted": true, "time": 0.1 }, "name": "eval.tests.test_extreme_coverage.TestColorizeVariations.test_colorize_escape_repetitions", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 2439, "message_redacted": true, "time": 0.526 }, "name": "eval.tests.test_additional_coverage.TestEdgeCases.test_moderately_long_input", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 2439, "message_redacted": true, "time": 0.516 }, "name": "eval.tests.test_input_handling.test_very_long_input", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 868, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_massive_coverage_push.TestTwoFlagCombos.test_c_i", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 1274, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_massive_coverage_push.TestThreeFlagCombos.test_c_i_g", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_uncovered_paths.TestSpecialCharactersInOutput.test_vertical_tab_in_input", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 87, "message_redacted": true, "time": 0.159 }, "name": "eval.tests.test_uncovered_paths.TestSpecialCharactersInOutput.test_form_feed_in_input", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 145, "message_redacted": true, "time": 0.134 }, "name": "eval.tests.test_uncovered_paths.TestVerboseModeFormatting.test_verbose_with_hash_character", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 2439, "message_redacted": true, "time": 0.401 }, "name": "eval.tests.test_complex_scenarios.test_long_input_with_conversions", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 131, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_extreme_coverage.TestColorizeVariations.test_colorize_ignore_case_capturing", "status": "failure" }, { "branch": "0cc73f2d7c79", "extra": { "message_chars": 430, "message_redacted": true, "time": 0.181 }, "name": "eval.tests.test_extreme_coverage.TestMegaCombinations.test_mega_combo_3", "status": "failure" }, { "branch": "8354e162533b", "extra": { "message_chars": 519, "message_redacted": true, "time": 0.176 }, "name": "eval.tests.test_colorize_comprehensive.test_colorize_with_escape", "status": "failure" }, { "branch": "8354e162533b", "extra": { "message_chars": 622, "message_redacted": true, "time": 0.117 }, "name": "eval.tests.test_colorize_verbose_combinations.test_colorize_verbose_escape", "status": "failure" }, { "branch": "8354e162533b", "extra": { "message_chars": 612, "message_redacted": true, "time": 0.13 }, "name": "eval.tests.test_colorize_verbose_combinations.test_colorize_ignore_case_capture_groups", "status": "failure" }, { "branch": "8354e162533b", "extra": { "message_chars": 184, "message_redacted": true, "time": 0.099 }, "name": "eval.tests.test_escaping_options.test_with_surrogates_requires_escape", "status": "failure" }, { "branch": "8354e162533b", "extra": { "message_chars": 169, "message_redacted": true, "time": 0.131 }, "name": "eval.tests.test_error_cases.test_with_surrogates_without_escape", "status": "failure" }, { "branch": "8354e162533b", "extra": { "message_chars": 2439, "message_redacted": true, "time": 0.561 }, "name": "eval.tests.test_edge_cases.test_very_long_input", "status": "failure" }, { "branch": "8354e162533b", "extra": { "message_chars": 189, "message_redacted": true, "time": 0.134 }, "name": "eval.tests.test_input_methods.test_stdin_for_file_input", "status": "failure" }, { "branch": "8354e162533b", "extra": { "message_chars": 2439, "message_redacted": true, "time": 0.354 }, "name": "eval.tests.test_intensive_patterns.test_very_long_strings", "status": "failure" }, { "branch": "8354e162533b", "extra": { "message_chars": 411, "message_redacted": true, "time": 0.155 }, "name": "eval.tests.test_verbose_comprehensive.test_verbose_with_unicode_spaces", "status": "failure" }, { "branch": "8354e162533b", "extra": { "message_chars": 453, "message_redacted": true, "time": 0.108 }, "name": "eval.tests.test_verbose_comprehensive.test_verbose_with_hash_symbol", "status": "failure" }, { "branch": "8354e162533b", "extra": { "message_chars": 471, "message_redacted": true, "time": 0.14 }, "name": "eval.tests.test_colorize_comprehensive.test_colorize_with_ignore_case", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 235, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_char_classes.test_spaces_flag_basic", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 254, "message_redacted": true, "time": 0.131 }, "name": "eval.tests.test_anchors_display.test_verbose_colorize_with_char_class", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 506, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_anchors_display.test_colorize_with_repetitions", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 152, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_char_classes.test_non_words_precedence_over_non_spaces", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 123, "message_redacted": true, "time": 0.14 }, "name": "eval.tests.test_char_classes.test_various_whitespace_types", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 323, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_verbose_repetition_range", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 129, "message_redacted": true, "time": 0.124 }, "name": "eval.tests.test_escape_case.test_ignore_case_turkish_capital_i_issue", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 148, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_escape_case.test_escape_combined_with_capture_groups", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 176, "message_redacted": true, "time": 0.121 }, "name": "eval.tests.test_escape_case.test_with_surrogates_requires_escape_flag", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 233, "message_redacted": true, "time": 0.108 }, "name": "eval.tests.test_escape_case.test_escape_multiple_different_accented_words", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.165 }, "name": "eval.tests.test_input.test_five_cli_arguments", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 248, "message_redacted": true, "time": 0.132 }, "name": "eval.tests.test_input.test_stdin_file_path_via_hyphen", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 409, "message_redacted": true, "time": 0.105 }, "name": "eval.tests.test_input.test_directory_instead_of_file_error", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_input.test_leading_trailing_whitespace_preserved", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 98510, "message_redacted": true, "time": 0.495 }, "name": "eval.tests.test_input.test_very_long_input_string", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 279, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_input.test_all_special_regex_characters", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 303, "message_redacted": true, "time": 0.122 }, "name": "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_ignore_case_flag", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 230, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_char_class", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 202, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_input.test_path_like_strings", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 200, "message_redacted": true, "time": 0.142 }, "name": "eval.tests.test_input.test_email_like_patterns", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 160, "message_redacted": true, "time": 0.134 }, "name": "eval.tests.test_input.test_strings_with_quotes", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 156, "message_redacted": true, "time": 0.123 }, "name": "eval.tests.test_escape_case.test_all_three_flags_combined", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 167, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_input.test_similar_words_with_suffixes", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 181, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_input.test_hundred_lines_file", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 163, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_input.test_carriage_returns_preserved", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 230, "message_redacted": true, "time": 0.106 }, "name": "eval.tests.test_escape_case.test_all_flags_with_verbose_mode", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 181, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_input.test_file_input_simple", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 181, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_input.test_mixed_case_inputs", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 445, "message_redacted": true, "time": 0.154 }, "name": "eval.tests.test_input.test_large_file_input_many_lines", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 790, "message_redacted": true, "time": 0.153 }, "name": "eval.tests.test_repetitions.test_min_repetitions_non_numeric_error", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 757, "message_redacted": true, "time": 0.134 }, "name": "eval.tests.test_repetitions.test_min_repetitions_negative_error", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 98510, "message_redacted": true, "time": 0.514 }, "name": "eval.tests.test_stress.test_long_string_1kb", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 398, "message_redacted": true, "time": 0.14 }, "name": "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_repetition", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 202, "message_redacted": true, "time": 0.101 }, "name": "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_verbose_char_class", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 209, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_input.test_date_like_patterns", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 214, "message_redacted": true, "time": 0.162 }, "name": "eval.tests.test_input.test_url_patterns", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 196, "message_redacted": true, "time": 0.122 }, "name": "eval.tests.test_input.test_strings_with_internal_whitespace", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 326, "message_redacted": true, "time": 0.115 }, "name": "eval.tests.test_stress.test_mixed_unicode_scripts_escaped", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 224, "message_redacted": true, "time": 0.109 }, "name": "eval.tests.test_stress.test_zwj_emoji_sequences", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 181, "message_redacted": true, "time": 0.144 }, "name": "eval.tests.test_stress.test_many_test_cases_100", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 321, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_verbose_repetition", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 161, "message_redacted": true, "time": 0.153 }, "name": "eval.tests.test_stress.test_mixed_unicode_scripts", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 402, "message_redacted": true, "time": 0.132 }, "name": "eval.tests.test_component_gaps.TestColorizeOutput.test_colorize_repetition_range", "status": "failure" }, { "branch": "88384662e66e", "extra": { "message_chars": 204, "message_redacted": true, "time": 30.041 }, "name": "eval.tests.test_stress.test_very_long_repeated_sequences", "status": "failure" }, { "branch": "e85c4dcde4d3", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.207 }, "name": "eval.tests.test_argparse_validation.test_missing_or_unexpected_values_are_reported[args1-expected_substrings1]", "status": "failure" }, { "branch": "e85c4dcde4d3", "extra": { "message_chars": 62, "message_redacted": true, "time": 0.159 }, "name": "eval.tests.test_argparse_validation.test_flag_after_positional_is_not_parsed_as_flag", "status": "failure" }, { "branch": "e85c4dcde4d3", "extra": { "message_chars": 185, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_argparse_validation.test_min_repetitions_parsing_and_validation", "status": "failure" }, { "branch": "e85c4dcde4d3", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.16 }, "name": "eval.tests.test_argparse_validation.test_with_surrogates_requires_escape_flag", "status": "failure" }, { "branch": "e85c4dcde4d3", "extra": { "message_chars": 180, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_argparse_validation.test_min_substring_length_rejects_negative_integer", "status": "failure" }, { "branch": "21adcdee9d18", "extra": { "message_chars": 1120, "message_redacted": true, "time": 0.537 }, "name": "eval.tests.test_grex.TestCLIInterface.test_long_input_string", "status": "failure" }, { "branch": "21adcdee9d18", "extra": { "message_chars": 53, "message_redacted": true, "time": 0.165 }, "name": "eval.tests.test_grex.TestPrecedenceRules.test_non_words_precedence_over_non_spaces", "status": "failure" }, { "branch": "21adcdee9d18", "extra": { "message_chars": 415, "message_redacted": true, "time": 15.018 }, "name": "eval.tests.test_grex.TestEdgeCases.test_very_long_pattern", "status": "failure" }, { "branch": "ed45b37d438f", "extra": { "message_chars": 13, "message_redacted": true, "time": 0.16 }, "name": "eval.tests.test_grex_behavior.test_file_dash_reads_filename_from_stdin", "status": "failure" }, { "branch": "4fae8870fc1a", "extra": { "message_chars": 176, "message_redacted": true, "time": 0.159 }, "name": "eval.tests.test_cli_externalized.test_ext_cli_error_surrogates_without_escape", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 1126, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_failures.test_fails_with_minimum_substring_length_equal_to_invalid_value_006", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 351, "message_redacted": true, "time": 0.179 }, "name": "eval.tests.test_failures.test_fails_with_surrogate_but_without_escape_option_000", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 1106, "message_redacted": true, "time": 0.162 }, "name": "eval.tests.test_failures.test_fails_with_minimum_repetitions_equal_to_invalid_value_004", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 408, "message_redacted": true, "time": 0.189 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_verbose_mode_option_004", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 297, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_success_0000.test_succeeds_with_verbose_mode_option_007", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 264, "message_redacted": true, "time": 0.158 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_018", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 399, "message_redacted": true, "time": 0.174 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_verbose_mode_option_012", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 255, "message_redacted": true, "time": 0.179 }, "name": "eval.tests.test_success_0000.test_succeeds_with_verbose_mode_option_016", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 316, "message_redacted": true, "time": 0.161 }, "name": "eval.tests.test_success_0000.test_succeeds_with_verbose_mode_option_011", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 307, "message_redacted": true, "time": 0.159 }, "name": "eval.tests.test_success_0000.test_succeeds_with_verbose_mode_option_003", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 261, "message_redacted": true, "time": 0.145 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_024", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 406, "message_redacted": true, "time": 0.139 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_verbose_mode_option_026", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 264, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_success_0000.test_succeeds_with_verbose_mode_option_028", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 242, "message_redacted": true, "time": 0.128 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_036", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 258, "message_redacted": true, "time": 0.148 }, "name": "eval.tests.test_success_0000.test_succeeds_with_verbose_mode_option_040", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 406, "message_redacted": true, "time": 0.13 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_verbose_mode_option_038", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 267, "message_redacted": true, "time": 0.183 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_042", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 248, "message_redacted": true, "time": 0.203 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_048", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 436, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_005", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 263, "message_redacted": true, "time": 0.167 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_verbose_mode_option_008", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 245, "message_redacted": true, "time": 0.156 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_054", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 427, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_013", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 264, "message_redacted": true, "time": 0.185 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_verbose_mode_option_017", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 359, "message_redacted": true, "time": 0.18 }, "name": "eval.tests.test_success_0000.test_succeeds_with_verbose_mode_option_025", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 273, "message_redacted": true, "time": 0.173 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_030", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 273, "message_redacted": true, "time": 0.163 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_verbose_mode_option_029", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 434, "message_redacted": true, "time": 0.149 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_027", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 359, "message_redacted": true, "time": 0.147 }, "name": "eval.tests.test_success_0000.test_succeeds_with_verbose_mode_option_037", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 324, "message_redacted": true, "time": 0.152 }, "name": "eval.tests.test_success_0060.test_succeeds_with_verbose_mode_option_064", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 324, "message_redacted": true, "time": 0.128 }, "name": "eval.tests.test_success_0060.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_066", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 267, "message_redacted": true, "time": 0.13 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_verbose_mode_option_041", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 434, "message_redacted": true, "time": 0.153 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_039", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 263, "message_redacted": true, "time": 0.15 }, "name": "eval.tests.test_success_0000.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_009", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.186 }, "name": "eval.tests.test_success_0060.test_repetition_succeeds_079", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.145 }, "name": "eval.tests.test_success_0060.test_succeeds_with_escape_option_080", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.169 }, "name": "eval.tests.test_success_0060.test_succeeds_with_escape_and_surrogate_option_081", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 244, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_success_0060.test_succeeds_with_escape_and_verbose_mode_option_083", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 324, "message_redacted": true, "time": 0.164 }, "name": "eval.tests.test_success_0060.test_succeeds_with_escape_and_verbose_mode_option_065", "status": "failure" }, { "branch": "9cce5e9c812d", "extra": { "message_chars": 244, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_success_0060.test_succeeds_with_escape_and_surrogate_and_verbose_mode_option_084", "status": "failure" } ], "test_results_omitted": 31, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }