{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "57508e22e563abaf1431a19368652838e50c4b8bd7d7cc55940a29294aa0d19d", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.1402132420007547 }, { "branch": "", "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(58174833025a6ceb4c124ceb281fc23da0da45b62356b4f87e7136ee3a14451c) \" | cut -c67- | xargs -I% rm -fv %", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "remove_hashed_files", "wall_time": 0.1110137420000683 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.14869044199804193 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.1273464830010198 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.12301332200149773 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.12258325299990247 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.6913132449990371 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12038405000203056 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.08365552299801493 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10401826800080016 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09931118699751096 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 174453, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 21.373841571999947 }, { "branch": "3d13bf8d9dfb", "command": "docker cp df3565bc9e3166a271c52496de5fec7bcbda780283d536912b3958212d86fb7f:/workspace/eval/results.xml /tmp/tmpbxatsa6y.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 155375, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03458061999845086 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12477518800005782 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.08156605900148861 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09089186699929996 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11028631199951633 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 173435, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 21.39974037399952 }, { "branch": "e88cc5e301f1", "command": "docker cp 649266008f5f64c68d21c372c080bf42f133c024e106535dadbc2e9aa70e21f0:/workspace/eval/results.xml /tmp/tmp0gu9vx96.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 150045, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03417067999907886 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13594091099730576 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.10591122199912206 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.1097183040001255 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11931367100260104 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 366874, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 45.49091350299932 }, { "branch": "09b0bec043ae", "command": "docker cp 6227397cd8bc05caef4a1378ccb10f4f4eeeb65d066cdbda9ebcfea0178d89d7:/workspace/eval/results.xml /tmp/tmp_4_hedlm.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 357638, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03789686200252618 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11953207999977167 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1260604950002744 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12275959199905628 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13176122200093232 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 34050, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 7.694118489001994 }, { "branch": "c05b963de7e0", "command": "docker cp e8b0b15f7e95ac36afde4f06a7d99b0b2389b816747d37bfb1ef0766168355d8:/workspace/eval/results.xml /tmp/tmpaeay8s9g.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 23962, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.040461646000039764 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13521249299810734 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11934582100002444 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.09810422100053984 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12177944500217563 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 64451, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 9.599681703999522 }, { "branch": "ad54866ae646", "command": "docker cp 0e1945e17f492d36f0a3c1e370be74ed759d4608aaa0800b201a44862fb46168:/workspace/eval/results.xml /tmp/tmp32shb_h7.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 49995, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.028666213001997676 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.13418931600244832 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09737188299914123 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.098892337999132 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11557371899834834 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 12789, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 5.4642091450004955 }, { "branch": "9c01a68fb797", "command": "docker cp 84902abfc666dbe004a2af385b4771270b6cacf19d36ce6b1c5724ed988ec677:/workspace/eval/results.xml /tmp/tmpyssk130b.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 8608, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.0343096090000472 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1145378030014399 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.1015098419993592 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12077176599996164 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.09484221900129342 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 122024, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 15.316513476998807 }, { "branch": "edbc931c6777", "command": "docker cp d10e6e2249d8436131bd650d72061de7532f5efa53612f8d99d0e102dfe69248:/workspace/eval/results.xml /tmp/tmpdedslwfl.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 80355, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.025466069997492013 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.1193448809972324 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09888375800073845 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.10209334099999978 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.11054484100168338 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 86590, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.870766833999369 }, { "branch": "c157470833d6", "command": "docker cp b10e5b02b27146458f3c77b92e9aaf1faa790bdbebde37b0192fb44aa2838f09:/workspace/eval/results.xml /tmp/tmp93r6ao2a.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 74341, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.024767242000962142 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.12512156700177002 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.11749000499912654 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.12701848299911944 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.1289865180006018 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 64693, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 7.671999718000734 }, { "branch": "4c850e6028da", "command": "docker cp 3f746e653e45338625aca96e094cfb818f5454203b755754a87ea17a9702b5d6:/workspace/eval/results.xml /tmp/tmpif4z4w6m.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 59971, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.03227966499980539 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 795, "passed": 29, "skipped": 1 }, "test_branch_errors": {}, "test_branches": [ "3d13bf8d9dfb", "e88cc5e301f1", "09b0bec043ae", "c05b963de7e0", "ad54866ae646", "9c01a68fb797", "edbc931c6777", "c157470833d6", "4c850e6028da" ], "test_records": 825, "test_results": [ { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 285, "message_redacted": true, "time": 0.131 }, "name": "eval.tests.test_additional_coverage.test_yaml_to_json_with_floatstrings_disabled", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.131 }, "name": "eval.tests.test_additional_coverage.test_toml_array_of_tables", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_additional_coverage.test_toml_inline_tables", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.097 }, "name": "eval.tests.test_edge_cases.test_numeric_string_keys", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 283, "message_redacted": true, "time": 0.106 }, "name": "eval.tests.test_basic.test_help_flag", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.137 }, "name": "eval.tests.test_additional_coverage.test_toml_to_json_with_indent_and_nonan", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 290, "message_redacted": true, "time": 0.132 }, "name": "eval.tests.test_basic.test_version_with_other_flags", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.137 }, "name": "eval.tests.test_additional_coverage.test_json_to_toml_with_arrays", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.135 }, "name": "eval.tests.test_additional_coverage.test_yaml_with_flow_style", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.115 }, "name": "eval.tests.test_additional_coverage.test_toml_with_datetime", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 622, "message_redacted": true, "time": 0.129 }, "name": "eval.tests.test_basic.test_invalid_multiple_flags", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.144 }, "name": "eval.tests.test_additional_coverage.test_json_with_large_array", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.15 }, "name": "eval.tests.test_edge_cases.test_keys_with_spaces", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_additional_coverage.test_json_with_escaped_unicode", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 277, "message_redacted": true, "time": 0.123 }, "name": "eval.tests.test_basic.test_no_arguments_empty_stdin", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.132 }, "name": "eval.tests.test_additional_coverage.test_yaml_with_anchors_and_aliases", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 283, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_basic.test_version_flag", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_edge_cases.test_keys_with_special_chars", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.132 }, "name": "eval.tests.test_additional_coverage.test_hcl_with_comments", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 620, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_basic.test_invalid_flag", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 290, "message_redacted": true, "time": 0.099 }, "name": "eval.tests.test_basic.test_help_with_other_flags", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.096 }, "name": "eval.tests.test_additional_coverage.test_yaml_numbers_with_underscores", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.121 }, "name": "eval.tests.test_additional_coverage.test_json_to_hcl_with_nested_objects", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.116 }, "name": "eval.tests.test_basic.test_help_and_version_together", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_additional_coverage.test_toml_to_yaml_with_floatstrings", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.079 }, "name": "eval.tests.test_additional_coverage.test_hcl_multiline_strings", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.106 }, "name": "eval.tests.test_additional_coverage.test_yaml_with_explicit_types", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.085 }, "name": "eval.tests.test_additional_coverage.test_json_with_very_deep_nesting", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.086 }, "name": "eval.tests.test_edge_cases.test_quoted_string_values", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_additional_coverage.test_yaml_to_toml_with_nested", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.097 }, "name": "eval.tests.test_additional_coverage.test_hcl_to_yaml_with_complex_structure", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.087 }, "name": "eval.tests.test_additional_coverage.test_json_array_with_nulls", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 1705, "message_redacted": true, "time": 0.132 }, "name": "eval.tests.test_error_handling.test_invalid_hcl_input", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.134 }, "name": "eval.tests.test_edge_cases.test_very_long_string", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.145 }, "name": "eval.tests.test_edge_cases.test_json_array_root", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.123 }, "name": "eval.tests.test_edge_cases.test_large_numbers", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.121 }, "name": "eval.tests.test_edge_cases.test_backslash_in_strings", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_edge_cases.test_newline_in_strings", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.116 }, "name": "eval.tests.test_error_handling.test_empty_stdin_eof", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 1707, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_error_handling.test_invalid_json_input", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.109 }, "name": "eval.tests.test_edge_cases.test_array_of_arrays", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_edge_cases.test_scientific_notation", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_edge_cases.test_single_string_yaml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.09 }, "name": "eval.tests.test_error_handling.test_very_large_input", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.095 }, "name": "eval.tests.test_error_handling.test_unicode_error_handling", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 285, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_flags.test_indent_flag_toml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.087 }, "name": "eval.tests.test_flags.test_escape_html_with_indent", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 285, "message_redacted": true, "time": 0.086 }, "name": "eval.tests.test_flags.test_escape_html_flag", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_edge_cases.test_very_small_floats", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.141 }, "name": "eval.tests.test_error_handling.test_deeply_nested_structure", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_edge_cases.test_empty_object_in_array", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 285, "message_redacted": true, "time": 0.136 }, "name": "eval.tests.test_flags.test_no_float_strings_flag_yaml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.136 }, "name": "eval.tests.test_edge_cases.test_mixed_array_types", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_edge_cases.test_yaml_list_root", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.14 }, "name": "eval.tests.test_edge_cases.test_very_long_key", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_edge_cases.test_tab_characters", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 1707, "message_redacted": true, "time": 0.076 }, "name": "eval.tests.test_error_handling.test_invalid_yaml_input", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_edge_cases.test_single_value_yaml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 285, "message_redacted": true, "time": 0.127 }, "name": "eval.tests.test_flags.test_indent_flag_json", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 285, "message_redacted": true, "time": 0.108 }, "name": "eval.tests.test_flags.test_multiple_flags_combined", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 285, "message_redacted": true, "time": 0.104 }, "name": "eval.tests.test_flags.test_flags_with_dashes", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 285, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_flags.test_jsonkeys_flag", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 635, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_flags.test_invalid_flag_combination_k_without_yaml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 289, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_flags.test_flags_with_spaces", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.089 }, "name": "eval.tests.test_hcl_conversions.test_hcl_nested_blocks", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 635, "message_redacted": true, "time": 0.092 }, "name": "eval.tests.test_flags.test_invalid_flag_combination_e_without_json", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.093 }, "name": "eval.tests.test_hcl_conversions.test_hcl_to_json_cj_flag", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 286, "message_redacted": true, "time": 0.117 }, "name": "eval.tests.test_flags.test_toml_to_json_with_indent_and_escape", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.113 }, "name": "eval.tests.test_hcl_conversions.test_hcl_strings", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.078 }, "name": "eval.tests.test_hcl_conversions.test_hcl_numeric_types", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_hcl_conversions.test_hcl_to_hcl", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.109 }, "name": "eval.tests.test_hcl_conversions.test_hcl_to_yaml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.099 }, "name": "eval.tests.test_hcl_conversions.test_hcl_lists", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 643, "message_redacted": true, "time": 0.086 }, "name": "eval.tests.test_flags.test_invalid_flag_combination_i_without_json_or_toml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 285, "message_redacted": true, "time": 0.083 }, "name": "eval.tests.test_flags.test_yaml_to_json_with_indent", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.11 }, "name": "eval.tests.test_hcl_conversions.test_hcl_maps", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.12 }, "name": "eval.tests.test_hcl_conversions.test_hcl_boolean_values", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 283, "message_redacted": true, "time": 0.091 }, "name": "eval.tests.test_hcl_conversions.test_hcl_to_json_c_flag", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.083 }, "name": "eval.tests.test_hcl_conversions.test_hcl_to_toml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_json_conversions.test_json_to_yaml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 283, "message_redacted": true, "time": 0.124 }, "name": "eval.tests.test_json_conversions.test_json_to_yaml_reverse_flag", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_json_conversions.test_json_to_toml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.145 }, "name": "eval.tests.test_json_conversions.test_json_to_json", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_json_conversions.test_json_unicode", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.111 }, "name": "eval.tests.test_map_order.test_map_order_json_to_yaml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.145 }, "name": "eval.tests.test_json_conversions.test_json_null_values", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.133 }, "name": "eval.tests.test_json_conversions.test_json_to_hcl", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.102 }, "name": "eval.tests.test_json_conversions.test_json_numeric_types", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.122 }, "name": "eval.tests.test_json_conversions.test_json_empty_array", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.109 }, "name": "eval.tests.test_json_conversions.test_json_empty_object", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.096 }, "name": "eval.tests.test_json_conversions.test_json_nested_objects", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.115 }, "name": "eval.tests.test_json_conversions.test_json_boolean_values", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.121 }, "name": "eval.tests.test_json_conversions.test_json_arrays", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.106 }, "name": "eval.tests.test_json_conversions.test_json_special_chars", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.107 }, "name": "eval.tests.test_map_order.test_map_order_nested", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.094 }, "name": "eval.tests.test_map_order.test_map_order_yaml_to_json", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.136 }, "name": "eval.tests.test_special_values.test_null_values_preserved", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.122 }, "name": "eval.tests.test_special_values.test_empty_string_values", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.114 }, "name": "eval.tests.test_special_values.test_zero_values", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.087 }, "name": "eval.tests.test_map_order.test_map_order_round_trip", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.135 }, "name": "eval.tests.test_special_values.test_nan_yaml_to_json", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 285, "message_redacted": true, "time": 0.148 }, "name": "eval.tests.test_special_values.test_no_float_strings_infinity", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.129 }, "name": "eval.tests.test_special_values.test_nan_json_to_yaml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.136 }, "name": "eval.tests.test_map_order.test_map_order_with_arrays", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.101 }, "name": "eval.tests.test_special_values.test_infinity_yaml_to_json", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.124 }, "name": "eval.tests.test_special_values.test_html_special_chars", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.131 }, "name": "eval.tests.test_special_values.test_false_values", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.119 }, "name": "eval.tests.test_special_values.test_negative_infinity_yaml_to_json", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 283, "message_redacted": true, "time": 0.126 }, "name": "eval.tests.test_toml_conversions.test_toml_to_json_t_flag", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 285, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_special_values.test_html_special_chars_escaped", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.115 }, "name": "eval.tests.test_special_values.test_special_numeric_keys", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_special_values.test_infinity_json_to_yaml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.118 }, "name": "eval.tests.test_toml_conversions.test_toml_to_toml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.083 }, "name": "eval.tests.test_toml_conversions.test_toml_to_hcl", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.14 }, "name": "eval.tests.test_toml_conversions.test_toml_to_json_tj_flag", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.135 }, "name": "eval.tests.test_toml_conversions.test_toml_nested_sections", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.112 }, "name": "eval.tests.test_yaml_conversions.test_yaml_to_yaml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.134 }, "name": "eval.tests.test_toml_conversions.test_toml_to_yaml", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.125 }, "name": "eval.tests.test_toml_conversions.test_toml_numeric_types", "status": "failure" }, { "branch": "3d13bf8d9dfb", "extra": { "message_chars": 284, "message_redacted": true, "time": 0.103 }, "name": "eval.tests.test_yaml_conversions.test_yaml_to_json_explicit_yj", "status": "failure" } ], "test_results_omitted": 676, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }