{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.15258255301159807
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15779712799121626
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.11502023000502959
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13559558399720117
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1341076529934071
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.842077879991848
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14121592200535815
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09086086800380144
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11557520199858118
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13190044699877035
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 73.79108681700018
    },
    {
      "branch": "825a526c70ae",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.042938312006299384
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11896035000972915
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12116881199472118
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13521790700906422
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12308695798856206
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 240.93127295699378
    },
    {
      "branch": "06dabfabaea7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027868365999893285
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "e9bfbe1ec1f2cd141f7857773582b0cd93c8a49b06ae8ac9e4b42585218147cb",
  "failed_tests": [
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestDefaultACL.test_default_acl_entry_function",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_acl_with_group_entry",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_acl_with_user_and_group_entries",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 164,
      "message_redacted": true,
      "name": "eval.tests.test_config_advanced.TestCommandLineFlags.test_no_error_flag_suppresses_errors",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_basic.TestCompletionHelpers.test_root_options_completion",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_has_acl_true",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_group_entry_with_unknown_gid",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_find_by_gid_number",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_acl_entry_function_user",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 44,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.TestSpecialSearchPatterns.test_like_pattern_with_underscore",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_find_by_uid_number",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 49,
      "message_redacted": true,
      "name": "eval.tests.test_acl_functions.TestAclColumn.test_acl_column_shows_acl_entries",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_acl_entry_function_group",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_with_group_obj",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_has_acl_entry_function",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_default_acl_on_directory",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_default_acl_on_dir",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_default_acl_group_entry",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_has_default_acl_entry_function",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_acl_entry_returns_empty_for_no_match",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost2.TestACLWithNumericGroups.test_has_acl_entry_using_g_shorthand",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_cap_coverage.TestACLFunctionality.test_default_acl_entry_function",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_acl_cap_coverage.TestCapabilitiesFields.test_has_capabilities_on_binary_with_caps",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_acl_cap_coverage.TestCapabilitiesFields.test_capabilities_field_on_file_with_caps",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 158,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost2.TestHgIgnoreEdgeCases.test_hgignore_with_syntax_directive",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_acl_cap_coverage.TestCapabilitiesFields.test_has_capability_function_filter",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_has_acl_true_with_acl",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_acl_field_shows_entries",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_has_acl_entry_function_true",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_has_acl_entry_function_false",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_acl_entry_function",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_group_acl_entry",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_default_acl_on_directory",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 43,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final.TestFunctionEdgeCases.test_format_time_non_numeric",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 2455,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.TestParserErrorPaths.test_unparseable_query_gives_error",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLFieldsWithRealACL.test_acl_field_multiple_entries",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLFiltering.test_filter_by_has_acl",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLEntryTypes.test_acl_entry_mask",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLEntryTypes.test_acl_entry_other",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLEntryTypes.test_has_acl_entry_mask",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLEntryTypes.test_has_acl_entry_other",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLEntryTypes.test_acl_group_entry_by_name",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestACLEntryTypes.test_acl_m_and_o_aliases",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_size_field",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestDefaultACL.test_has_default_acl_on_directory",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_is_dir_field",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestDefaultACL.test_default_acl_shows_entries",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_is_file_field",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_acl_coverage.TestDefaultACL.test_has_default_acl_entry_true",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_formatted_size",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 60,
      "message_redacted": true,
      "name": "eval.tests.test_arithmetic.TestArithmeticExpressions.test_size_divide",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_is_hidden",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_modified_date",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_archive_coverage.TestArchiveModeMetadata.test_archive_path_field",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 157,
      "message_redacted": true,
      "name": "eval.tests.test_config_advanced.TestConfigFileFeatures.test_config_gitignore_setting",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 64,
      "message_redacted": true,
      "name": "eval.tests.test_archive_mode.TestArchiveSearch.test_archive_mode_executable",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 58,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final.TestUserAllMode.test_mode_user_all_in_archive",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 35,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.TestMiscCoverage.test_locate_function",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 340,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final.TestOperatorCoverage.test_notbetween_operator",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 392,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_boost.TestSearcherEdgeCases.test_regexp_path_with_regex_keyword",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 231,
      "message_redacted": true,
      "name": "eval.tests.test_basic.TestCompletionHelpers.test_output_formats_completion",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 41,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.TestFunctionNonNumericCases.test_dayofweek_non_date",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 164,
      "message_redacted": true,
      "name": "eval.tests.test_config_advanced.TestCommandLineFlags.test_no_error_with_inaccessible_dir",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 54,
      "message_redacted": true,
      "name": "eval.tests.test_acl_functions.TestAclColumn.test_has_acl_true",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 344,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.TestSpecialSearchPatterns.test_notlike_operator",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 158,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost2.TestHgIgnoreEdgeCases.test_hgignore_with_regexp_syntax",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 244,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_boost.TestQueryFeaturesMore.test_order_by_out_of_range_index",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 331,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.TestParserErrorPaths.test_limit_with_offset_comma_format",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 43,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final.TestFunctionEdgeCases.test_format_size_with_invalid_arg",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 2433,
      "message_redacted": true,
      "name": "eval.tests.test_basic.TestHelp.test_help_contains_output_formats",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 41,
      "message_redacted": true,
      "name": "eval.tests.test_config_advanced.TestConfigFileFeatures.test_config_custom_archive_extensions",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 241,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_boost.TestFunctionEdgeCases.test_rand_with_invalid_argument",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 51,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.TestFunctionNonNumericCases.test_dayname_non_date",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 164,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_boost.TestSearcherEdgeCases.test_no_error_flag_suppresses_stderr",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 50,
      "message_redacted": true,
      "name": "eval.tests.test_capabilities.TestCapabilities.test_has_caps_true",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 223,
      "message_redacted": true,
      "name": "eval.tests.test_config_advanced.TestCommandLineFlags.test_fields_completion",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 249,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_boost.TestIgnoreFileEdgeCases.test_gitignore_basic",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 43,
      "message_redacted": true,
      "name": "eval.tests.test_acl_functions.TestAclColumn.test_acl_filter",
      "status": "failure"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.TestACLFields.test_set_and_query_posix_acl",
      "status": "skipped"
    },
    {
      "branch": "825a526c70ae",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.TestACLFields.test_has_acl_entry_function",
      "status": "skipped"
    }
  ],
  "failed_tests_omitted": 1030,
  "status_counts": {
    "failure": 1042,
    "passed": 2325,
    "skipped": 68
  },
  "test_branch_errors": {},
  "test_branches": [
    "825a526c70ae",
    "06dabfabaea7"
  ],
  "test_records": 3435,
  "warnings": []
}