{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14920457999687642
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15236136900784913
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12681465499917977
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12229713500710204
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12658252898836508
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6695570300071267
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1405321640049806
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12290661700535566
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13189635799790267
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10858690699387807
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 24.275354618992424
    },
    {
      "branch": "06dabfabaea7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038910636998480186
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "19108cae4ebaff013d02f3ccfcbc940e4fb61355d9a180425139e875d0bec989",
  "failed_tests": [
    {
      "branch": "06dabfabaea7",
      "message_chars": 467,
      "message_redacted": true,
      "name": "tests.test_clone_installer.test_installer_creates_all_expected_dirs",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 269,
      "message_redacted": true,
      "name": "tests.test_config.test_invalid_formatter_error",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 278,
      "message_redacted": true,
      "name": "tests.test_config.test_config_missing_editor_field",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 202,
      "message_redacted": true,
      "name": "tests.test_completions.test_empty_shell_name_error",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 274,
      "message_redacted": true,
      "name": "tests.test_config.test_invalid_colorize_type_error",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 392,
      "message_redacted": true,
      "name": "tests.test_clone_installer.test_installer_clone_yes",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 378,
      "message_redacted": true,
      "name": "tests.test_config.test_invalid_yaml_syntax_error",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 502,
      "message_redacted": true,
      "name": "tests.test_clone_installer.test_clone_to_existing_cloned_dir_fails",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 279,
      "message_redacted": true,
      "name": "tests.test_config.test_config_readonly_string_instead_of_bool_error",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 372,
      "message_redacted": true,
      "name": "tests.test_config.test_config_with_duplicate_cheatpath_names",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_edit_remove.test_empty_cheatsheet_name",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 162,
      "message_redacted": true,
      "name": "tests.test_edit_remove.test_editor_failure_exit_code",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 270,
      "message_redacted": true,
      "name": "tests.test_edit_remove.test_remove_validates_name_same_as_edit",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 48,
      "message_redacted": true,
      "name": "tests.test_edit_remove.test_remove_no_tags_sheet_with_tag_filter_exits_2",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 220,
      "message_redacted": true,
      "name": "tests.test_edit_remove.test_remove_with_multiple_tags_filters_correctly",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 394,
      "message_redacted": true,
      "name": "tests.test_harvest.test_path_traversal_blocked[command0-cannot contain '..']",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 240,
      "message_redacted": true,
      "name": "tests.test_clone_installer.test_clone_network_timeout_handling",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 321,
      "message_redacted": true,
      "name": "tests.test_config.test_empty_cheatpath_name_error",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 273,
      "message_redacted": true,
      "name": "tests.test_config.test_duplicate_cheatpath_names_error",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 160,
      "message_redacted": true,
      "name": "tests.test_edit_remove.test_invalid_name_tilde_expansion",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 379,
      "message_redacted": true,
      "name": "tests.test_harvest.test_path_traversal_blocked[command5-cannot contain '..']",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 272,
      "message_redacted": true,
      "name": "tests.test_config.test_config_colorize_boolean_types",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 364,
      "message_redacted": true,
      "name": "tests.test_config.test_config_validate_missing_name_in_cheatpath",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 322,
      "message_redacted": true,
      "name": "tests.test_config.test_pager_with_no_pager_on_path",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 170,
      "message_redacted": true,
      "name": "tests.test_edit_remove.test_invalid_name_path_traversal",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 145,
      "message_redacted": true,
      "name": "tests.test_harvest.test_path_traversal_real_world",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 73,
      "message_redacted": true,
      "name": "tests.test_errors.test_permission_denied_on_cheatsheet",
      "status": "skipped"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 82,
      "message_redacted": true,
      "name": "tests.test_edit_remove.test_remove_nonexistent_tag_exits_2",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 405,
      "message_redacted": true,
      "name": "tests.test_errors.test_binary_file_as_cheatsheet",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 147,
      "message_redacted": true,
      "name": "tests.test_errors.test_circular_symlink_error",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 147,
      "message_redacted": true,
      "name": "tests.test_errors.test_empty_cheatpath_directory",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 165,
      "message_redacted": true,
      "name": "tests.test_list.test_list_empty_result_exit_code",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 240,
      "message_redacted": true,
      "name": "tests.test_harvest.test_path_traversal_blocked[command1-cannot be an absolute path]",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 5056,
      "message_redacted": true,
      "name": "tests.test_harvest.test_path_traversal_blocked[command6-cannot be empty]",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 273,
      "message_redacted": true,
      "name": "tests.test_config.test_duplicate_cheatpath_paths_error",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 162,
      "message_redacted": true,
      "name": "tests.test_edit_remove.test_invalid_name_absolute_path",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 89,
      "message_redacted": true,
      "name": "tests.test_edit_remove.test_remove_nonexistent_cheatsheet",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 157,
      "message_redacted": true,
      "name": "tests.test_list.test_list_files_with_extensions_skipped",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 1776,
      "message_redacted": true,
      "name": "tests.test_list.test_list_empty_tag_filter",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 171,
      "message_redacted": true,
      "name": "tests.test_list.test_brief_and_tag_combined_empty_result",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 352,
      "message_redacted": true,
      "name": "tests.test_search.test_invalid_regex_error_handling",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 298,
      "message_redacted": true,
      "name": "tests.test_list.test_list_filter_by_multiple_tags",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 688,
      "message_redacted": true,
      "name": "tests.test_errors.test_symlinked_cheatpath_directory",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 144,
      "message_redacted": true,
      "name": "tests.test_search.test_regex_character_classes",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 243,
      "message_redacted": true,
      "name": "tests.test_search.test_search_multiple_tags_filter",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 272,
      "message_redacted": true,
      "name": "tests.test_search.test_regex_end_of_line_anchor",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 171,
      "message_redacted": true,
      "name": "tests.test_list.test_list_tag_filter_empty_result_exit_code",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 138,
      "message_redacted": true,
      "name": "tests.test_search.test_search_with_newlines_in_match",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 412,
      "message_redacted": true,
      "name": "tests.test_harvest.test_path_traversal_blocked[command2-cannot start with '~']",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 403,
      "message_redacted": true,
      "name": "tests.test_harvest.test_path_traversal_blocked[command7-cannot start with '.']",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 158,
      "message_redacted": true,
      "name": "tests.test_edit_remove.test_invalid_name_hidden_file",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 157,
      "message_redacted": true,
      "name": "tests.test_list.test_list_hidden_files_skipped",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 381,
      "message_redacted": true,
      "name": "tests.test_list.test_list_cheatpath_tags_merged_with_sheet_tags",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 314,
      "message_redacted": true,
      "name": "tests.test_search.test_search_with_colorization",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 106,
      "message_redacted": true,
      "name": "tests.test_tags.test_filter_by_multiple_tags_and_logic",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 305,
      "message_redacted": true,
      "name": "tests.test_search.test_regex_backreferences",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 159,
      "message_redacted": true,
      "name": "tests.test_tags.test_tag_filtering_with_empty_string_tag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 446,
      "message_redacted": true,
      "name": "tests.test_search.test_empty_search_term",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 74,
      "message_redacted": true,
      "name": "tests.test_tags.test_tag_with_newline_rejected",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 236,
      "message_redacted": true,
      "name": "tests.test_search.test_regex_lookahead",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 161,
      "message_redacted": true,
      "name": "tests.test_tags.test_malformed_tags_not_array",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 471,
      "message_redacted": true,
      "name": "tests.test_update.test_update_pull_new_commits",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 175,
      "message_redacted": true,
      "name": "tests.test_harvest.test_path_traversal_blocked[command3-cannot contain '..']",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 363,
      "message_redacted": true,
      "name": "tests.test_update.test_update_multiple_errors_continues_processing",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 242,
      "message_redacted": true,
      "name": "tests.test_update.test_update_multiple_git_repos",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 168,
      "message_redacted": true,
      "name": "tests.test_tags.test_filter_by_nonexistent_tag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 159,
      "message_redacted": true,
      "name": "tests.test_update.test_update_staged_changes_detected",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 161,
      "message_redacted": true,
      "name": "tests.test_update.test_update_deleted_file_detected",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_update.test_update_clean_after_commit",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 136,
      "message_redacted": true,
      "name": "tests.test_update.test_update_fetch_only_no_local_commits",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 139,
      "message_redacted": true,
      "name": "tests.test_tags.test_tags_with_comma_in_name",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 402,
      "message_redacted": true,
      "name": "tests.test_update.test_update_mixed_success_error_skip",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 179,
      "message_redacted": true,
      "name": "tests.test_update.test_update_mixed_git_and_nonrepo_paths",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 121,
      "message_redacted": true,
      "name": "tests.test_update.test_update_already_uptodate",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 419,
      "message_redacted": true,
      "name": "tests.test_view.test_view_colorize_with_python_syntax",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 421,
      "message_redacted": true,
      "name": "tests.test_view.test_view_all_with_colorize",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 204,
      "message_redacted": true,
      "name": "tests.test_view.test_view_with_multiple_tags_filter",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 414,
      "message_redacted": true,
      "name": "tests.test_harvest.test_path_traversal_blocked[command4-cannot contain '..']",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 157,
      "message_redacted": true,
      "name": "tests.test_update.test_update_dirty_worktree_skips",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 121,
      "message_redacted": true,
      "name": "tests.test_update.test_update_short_flag",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 12,
  "status_counts": {
    "failure": 91,
    "passed": 215,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "06dabfabaea7"
  ],
  "test_records": 307,
  "warnings": []
}