{ "error_code": null, "error_details_chars": 0, "error_details_redacted": false, "executable_hash": "e9bfbe1ec1f2cd141f7857773582b0cd93c8a49b06ae8ac9e4b42585218147cb", "log": [ { "branch": "", "command": "rm -rf /workspace/* /workspace/.[!.]*", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "wipe_workspace", "wall_time": 0.15258255301159807 }, { "branch": "", "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "seed_git", "wall_time": 0.15779712799121626 }, { "branch": "", "command": "chmod +x ./compile.sh && ./compile.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "compile", "wall_time": 0.11502023000502959 }, { "branch": "", "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "copy_executable", "wall_time": 0.13559558399720117 }, { "branch": "", "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 117, "output_redacted": true, "returncode": 0, "step": "hash_executable", "wall_time": 0.1341076529934071 }, { "branch": "", "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 222, "output_redacted": true, "returncode": 0, "step": "install_rerunfailures", "wall_time": 0.842077879991848 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.14121592200535815 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.09086086800380144 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.11557520199858118 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.13190044699877035 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 1045716, "output_redacted": true, "returncode": 1, "step": "run_tests", "wall_time": 73.79108681700018 }, { "branch": "825a526c70ae", "command": "docker cp a7faecf5f8d2265759a11a5fb5a1494bbcc83b8362aec42db8d642a948602197:/workspace/eval/results.xml /tmp/tmp5psfukzx.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 821677, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.042938312006299384 }, { "branch": "", "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "restore_executable", "wall_time": 0.11896035000972915 }, { "branch": "", "command": "sha256sum ./executable", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 79, "output_redacted": true, "returncode": 0, "step": "verify_executable_hash", "wall_time": 0.12116881199472118 }, { "branch": "", "command": "rm -f eval/results.xml results.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "clean_stale_results", "wall_time": 0.13521790700906422 }, { "branch": "", "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 0, "output_redacted": true, "returncode": 0, "step": "patch_timeout_method", "wall_time": 0.12308695798856206 }, { "branch": "", "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 785340, "output_redacted": true, "returncode": 0, "step": "run_tests", "wall_time": 240.93127295699378 }, { "branch": "06dabfabaea7", "command": "docker cp bd79dcb257ce06045707ccadf130b84b193900a9a64278960a1a4a02c433d91f:/workspace/eval/results.xml /tmp/tmpb8w_c6ty.xml", "exception_info_chars": 0, "exception_info_redacted": false, "output_original_chars": 626573, "output_redacted": true, "returncode": 0, "step": "results_read", "wall_time": 0.027868365999893285 } ], "log_entries_omitted": 0, "public_redactions": { "extra_text": "redacted", "log_output": "redacted", "long_extra_text": "truncated to 2000 chars" }, "solution_branch": "submission", "status_counts": { "failure": 1042, "passed": 2325, "skipped": 68 }, "test_branch_errors": {}, "test_branches": [ "825a526c70ae", "06dabfabaea7" ], "test_records": 3435, "test_results": [ { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestDefaultACL.test_default_acl_entry_function", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.006 }, "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_acl_with_group_entry", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_acl_with_user_and_group_entries", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 164, "message_redacted": true, "time": 0.224 }, "name": "eval.tests.test_config_advanced.TestCommandLineFlags.test_no_error_flag_suppresses_errors", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 229, "message_redacted": true, "time": 0.199 }, "name": "eval.tests.test_basic.TestCompletionHelpers.test_root_options_completion", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_has_acl_true", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_group_entry_with_unknown_gid", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.003 }, "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_find_by_gid_number", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_acl_entry_function_user", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 44, "message_redacted": true, "time": 0.18 }, "name": "eval.tests.test_coverage_boost.TestSpecialSearchPatterns.test_like_pattern_with_underscore", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.003 }, "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_find_by_uid_number", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 49, "message_redacted": true, "time": 0.187 }, "name": "eval.tests.test_acl_functions.TestAclColumn.test_acl_column_shows_acl_entries", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_acl_entry_function_group", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_with_group_obj", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_has_acl_entry_function", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.003 }, "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_default_acl_on_directory", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.003 }, "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_default_acl_on_dir", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_default_acl_group_entry", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_has_default_acl_entry_function", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_entry_returns_empty_for_no_match", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.003 }, "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_has_acl_entry_using_g_shorthand", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.04 }, "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_default_acl_entry_function", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.003 }, "name": "eval.tests.test_acl_cap_coverage.TestCapabilitiesFields.test_has_capabilities_on_binary_with_caps", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_cap_coverage.TestCapabilitiesFields.test_capabilities_field_on_file_with_caps", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 158, "message_redacted": true, "time": 0.24 }, "name": "eval.tests.test_coverage_boost2.TestHgIgnoreEdgeCases.test_hgignore_with_syntax_directive", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 20, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_acl_cap_coverage.TestCapabilitiesFields.test_has_capability_function_filter", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_has_acl_true_with_acl", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.003 }, "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_acl_field_shows_entries", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_has_acl_entry_function_true", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.003 }, "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_has_acl_entry_function_false", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_acl_entry_function", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_group_acl_entry", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_default_acl_on_directory", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 43, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_coverage_final.TestFunctionEdgeCases.test_format_time_non_numeric", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 2455, "message_redacted": true, "time": 0.211 }, "name": "eval.tests.test_coverage_boost.TestParserErrorPaths.test_unparseable_query_gives_error", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_acl_field_multiple_entries", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestACLFiltering.test_filter_by_has_acl", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestACLEntryTypes.test_acl_entry_mask", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestACLEntryTypes.test_acl_entry_other", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestACLEntryTypes.test_has_acl_entry_mask", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestACLEntryTypes.test_has_acl_entry_other", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.003 }, "name": "eval.tests.test_acl_coverage.TestACLEntryTypes.test_acl_group_entry_by_name", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_acl_coverage.TestACLEntryTypes.test_acl_m_and_o_aliases", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 17, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_size_field", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestDefaultACL.test_has_default_acl_on_directory", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 17, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_is_dir_field", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_acl_coverage.TestDefaultACL.test_default_acl_shows_entries", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 17, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_is_file_field", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_acl_coverage.TestDefaultACL.test_has_default_acl_entry_true", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 17, "message_redacted": true, "time": 0.005 }, "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_formatted_size", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 60, "message_redacted": true, "time": 0.199 }, "name": "eval.tests.test_arithmetic.TestArithmeticExpressions.test_size_divide", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 17, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_is_hidden", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 17, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_modified_date", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 17, "message_redacted": true, "time": 0.004 }, "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_path_field", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 157, "message_redacted": true, "time": 0.232 }, "name": "eval.tests.test_config_advanced.TestConfigFileFeatures.test_config_gitignore_setting", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 64, "message_redacted": true, "time": 0.234 }, "name": "eval.tests.test_archive_mode.TestArchiveSearch.test_archive_mode_executable", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 58, "message_redacted": true, "time": 0.213 }, "name": "eval.tests.test_coverage_final.TestUserAllMode.test_mode_user_all_in_archive", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 35, "message_redacted": true, "time": 0.219 }, "name": "eval.tests.test_coverage_boost.TestMiscCoverage.test_locate_function", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 340, "message_redacted": true, "time": 0.213 }, "name": "eval.tests.test_coverage_final.TestOperatorCoverage.test_notbetween_operator", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 392, "message_redacted": true, "time": 0.218 }, "name": "eval.tests.test_coverage_final_boost.TestSearcherEdgeCases.test_regexp_path_with_regex_keyword", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 231, "message_redacted": true, "time": 0.226 }, "name": "eval.tests.test_basic.TestCompletionHelpers.test_output_formats_completion", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 41, "message_redacted": true, "time": 0.246 }, "name": "eval.tests.test_coverage_gaps.TestFunctionNonNumericCases.test_dayofweek_non_date", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 164, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_config_advanced.TestCommandLineFlags.test_no_error_with_inaccessible_dir", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 54, "message_redacted": true, "time": 0.202 }, "name": "eval.tests.test_acl_functions.TestAclColumn.test_has_acl_true", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 344, "message_redacted": true, "time": 0.213 }, "name": "eval.tests.test_coverage_boost.TestSpecialSearchPatterns.test_notlike_operator", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 158, "message_redacted": true, "time": 0.253 }, "name": "eval.tests.test_coverage_boost2.TestHgIgnoreEdgeCases.test_hgignore_with_regexp_syntax", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 244, "message_redacted": true, "time": 0.202 }, "name": "eval.tests.test_coverage_final_boost.TestQueryFeaturesMore.test_order_by_out_of_range_index", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 331, "message_redacted": true, "time": 0.235 }, "name": "eval.tests.test_coverage_boost.TestParserErrorPaths.test_limit_with_offset_comma_format", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 43, "message_redacted": true, "time": 0.236 }, "name": "eval.tests.test_coverage_final.TestFunctionEdgeCases.test_format_size_with_invalid_arg", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 2433, "message_redacted": true, "time": 0.242 }, "name": "eval.tests.test_basic.TestHelp.test_help_contains_output_formats", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 41, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_config_advanced.TestConfigFileFeatures.test_config_custom_archive_extensions", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 241, "message_redacted": true, "time": 0.181 }, "name": "eval.tests.test_coverage_final_boost.TestFunctionEdgeCases.test_rand_with_invalid_argument", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 51, "message_redacted": true, "time": 0.203 }, "name": "eval.tests.test_coverage_gaps.TestFunctionNonNumericCases.test_dayname_non_date", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 164, "message_redacted": true, "time": 0.231 }, "name": "eval.tests.test_coverage_final_boost.TestSearcherEdgeCases.test_no_error_flag_suppresses_stderr", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 50, "message_redacted": true, "time": 0.211 }, "name": "eval.tests.test_capabilities.TestCapabilities.test_has_caps_true", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.232 }, "name": "eval.tests.test_config_advanced.TestCommandLineFlags.test_fields_completion", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 249, "message_redacted": true, "time": 0.281 }, "name": "eval.tests.test_coverage_final_boost.TestIgnoreFileEdgeCases.test_gitignore_basic", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 43, "message_redacted": true, "time": 0.227 }, "name": "eval.tests.test_acl_functions.TestAclColumn.test_acl_filter", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_coverage_gaps.TestACLFields.test_set_and_query_posix_acl", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 21, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_coverage_gaps.TestACLFields.test_has_acl_entry_function", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 23, "message_redacted": true, "time": 0.001 }, "name": "eval.tests.test_coverage_gaps.TestCapabilityFields.test_capabilities_on_system_binary", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 176, "message_redacted": true, "time": 0.224 }, "name": "eval.tests.test_coverage_final.TestDockerignoreEdgeCases.test_dockerignore_with_negation", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 41, "message_redacted": true, "time": 0.244 }, "name": "eval.tests.test_coverage_gaps.TestFunctionNonNumericCases.test_power_non_numeric_base", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 169, "message_redacted": true, "time": 0.243 }, "name": "eval.tests.test_coverage_boost2.TestHgIgnoreEdgeCases.test_hgignore_glob_with_question_mark", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 773, "message_redacted": true, "time": 0.188 }, "name": "eval.tests.test_coverage_boost.TestParserErrorPaths.test_ambiguous_offset", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 77, "message_redacted": true, "time": 0.196 }, "name": "eval.tests.test_coverage_final_boost.TestContainsAndXattrEdgeCases.test_date_sub_with_invalid_date", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.187 }, "name": "eval.tests.test_coverage_final.TestFunctionEdgeCases.test_least_with_non_numeric", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 48, "message_redacted": true, "time": 0.187 }, "name": "eval.tests.test_coverage_boost.TestSVGDimensions.test_svg_dimensions", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 217, "message_redacted": true, "time": 0.176 }, "name": "eval.tests.test_basic.TestVersion.test_version_short", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 51, "message_redacted": true, "time": 0.21 }, "name": "eval.tests.test_config_advanced.TestConfigFileFeatures.test_config_custom_image_extensions", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.233 }, "name": "eval.tests.test_coverage_gaps.TestFunctionNonNumericCases.test_dayofyear_non_date", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 226, "message_redacted": true, "time": 0.238 }, "name": "eval.tests.test_config_advanced.TestCommandLineFlags.test_functions_completion", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 55, "message_redacted": true, "time": 0.24 }, "name": "eval.tests.test_capabilities.TestCapabilities.test_capabilities_v2_with_effective", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 82, "message_redacted": true, "time": 0.245 }, "name": "eval.tests.test_acl_functions.TestAclColumn.test_acl_with_named_user", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_coverage_final_boost.TestIgnoreFileEdgeCases.test_dockerignore_basic", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 150, "message_redacted": true, "time": 0.186 }, "name": "eval.tests.test_coverage_final_boost.TestHgIgnoreEdgeCases.test_hgignore_with_glob_syntax", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 59, "message_redacted": true, "time": 0.199 }, "name": "eval.tests.test_coverage_final_boost.TestFunctionEdgeCases.test_last_day_invalid_date", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 41, "message_redacted": true, "time": 0.199 }, "name": "eval.tests.test_coverage_gaps.TestFunctionNonNumericCases.test_sqrt_non_numeric", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 159, "message_redacted": true, "time": 0.253 }, "name": "eval.tests.test_coverage_final.TestDockerignoreEdgeCases.test_dockerignore_with_subdirectory_pattern", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 154, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_coverage_boost2.TestDockerIgnoreEdgeCases.test_dockerignore_with_comment_line", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 259, "message_redacted": true, "time": 0.22 }, "name": "eval.tests.test_coverage_boost.TestParserErrorPaths.test_order_by_index_out_of_range", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 77, "message_redacted": true, "time": 0.194 }, "name": "eval.tests.test_coverage_final_boost.TestContainsAndXattrEdgeCases.test_date_add_with_invalid_date", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 55, "message_redacted": true, "time": 0.201 }, "name": "eval.tests.test_coverage_final.TestFunctionEdgeCases.test_greatest_with_non_numeric", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 149, "message_redacted": true, "time": 0.212 }, "name": "eval.tests.test_coverage_boost.TestHgIgnoreEdgeCases.test_hgignore_with_glob_syntax", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 223, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_basic.TestCompletionHelpers.test_fields_completion", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 77, "message_redacted": true, "time": 0.211 }, "name": "eval.tests.test_coverage_gaps.TestFunctionNonNumericCases.test_from_unixtime_non_numeric", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 229, "message_redacted": true, "time": 0.178 }, "name": "eval.tests.test_config_advanced.TestCommandLineFlags.test_root_options_completion", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 128, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_capabilities.TestCapabilities.test_capabilities_v1", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 137, "message_redacted": true, "time": 0.224 }, "name": "eval.tests.test_acl_functions.TestAclFormatting.test_acl_permissions_format", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 138, "message_redacted": true, "time": 0.002 }, "name": "eval.tests.test_capabilities.TestCapabilities.test_capabilities_v3_with_rootid", "status": "skipped" }, { "branch": "825a526c70ae", "extra": { "message_chars": 149, "message_redacted": true, "time": 0.209 }, "name": "eval.tests.test_coverage_final_boost.TestIgnoreFileEdgeCases.test_hgignore_basic", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 147, "message_redacted": true, "time": 0.224 }, "name": "eval.tests.test_coverage_final_boost.TestHgIgnoreEdgeCases.test_hgignore_with_regexp_syntax", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 45, "message_redacted": true, "time": 0.184 }, "name": "eval.tests.test_coverage_final_boost.TestFunctionEdgeCases.test_xattr_binary_value", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 174, "message_redacted": true, "time": 0.181 }, "name": "eval.tests.test_coverage_final.TestHgignoreEdgeCases.test_hgignore_with_glob_pattern", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 41, "message_redacted": true, "time": 0.241 }, "name": "eval.tests.test_coverage_gaps.TestFunctionNonNumericCases.test_exp_non_numeric", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 166, "message_redacted": true, "time": 0.211 }, "name": "eval.tests.test_coverage_boost2.TestDockerIgnoreEdgeCases.test_dockerignore_negate_pattern", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 319, "message_redacted": true, "time": 0.251 }, "name": "eval.tests.test_columns.TestPermissionColumns.test_user_group_columns", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 334, "message_redacted": true, "time": 0.195 }, "name": "eval.tests.test_coverage_boost.TestCommandLineOptions.test_no_error_flag", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 41, "message_redacted": true, "time": 0.211 }, "name": "eval.tests.test_coverage_final_boost.TestContainsAndXattrEdgeCases.test_date_diff_with_invalid_dates", "status": "failure" }, { "branch": "825a526c70ae", "extra": { "message_chars": 41, "message_redacted": true, "time": 0.181 }, "name": "eval.tests.test_coverage_final.TestFunctionEdgeCases.test_power_with_non_numeric", "status": "failure" } ], "test_results_omitted": 990, "test_results_policy": "non-passed records only, capped for public artifact size", "warnings": [] }