{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.6572883439948782
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1501807180029573
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12889600099879317
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.11488553699746262
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12301478799781762
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.7073324910015799
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1256453140085796
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12731779098976403
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12872491299640387
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13910165599372704
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.401426534008351
    },
    {
      "branch": "a9c8e0729570",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02918759299791418
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11645581500488333
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.14259030000539497
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1320298090140568
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13728225899103563
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 148.02855947198987
    },
    {
      "branch": "aa89e180e290",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037886908001382835
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "d47809f6cc917c71823e5635c915a2cfc014e068f35b6d430b30c83a238d5bf6",
  "failed_tests": [
    {
      "branch": "a9c8e0729570",
      "message_chars": 318,
      "message_redacted": true,
      "name": "eval.tests.test_zoxide.TestImportCommand.test_import_from_fasd_alias",
      "status": "failure"
    },
    {
      "branch": "a9c8e0729570",
      "message_chars": 308,
      "message_redacted": true,
      "name": "eval.tests.test_zoxide.TestInitCommand.test_init_posix_alias_ksh",
      "status": "failure"
    },
    {
      "branch": "a9c8e0729570",
      "message_chars": 289,
      "message_redacted": true,
      "name": "eval.tests.test_zoxide.TestInitCommand.test_init_no_aliases_is_alias_for_no_cmd",
      "status": "failure"
    },
    {
      "branch": "a9c8e0729570",
      "message_chars": 251,
      "message_redacted": true,
      "name": "eval.tests.test_zoxide.TestEditCommand.test_edit_reload_subcommand",
      "status": "failure"
    },
    {
      "branch": "a9c8e0729570",
      "message_chars": 259,
      "message_redacted": true,
      "name": "eval.tests.test_zoxide.TestEditCommand.test_edit_delete_subcommand",
      "status": "failure"
    },
    {
      "branch": "a9c8e0729570",
      "message_chars": 265,
      "message_redacted": true,
      "name": "eval.tests.test_zoxide.TestEditCommand.test_edit_decrement_subcommand",
      "status": "failure"
    },
    {
      "branch": "a9c8e0729570",
      "message_chars": 251,
      "message_redacted": true,
      "name": "eval.tests.test_zoxide.TestEditCommand.test_edit_reload_output_format",
      "status": "failure"
    },
    {
      "branch": "a9c8e0729570",
      "message_chars": 265,
      "message_redacted": true,
      "name": "eval.tests.test_zoxide.TestEditCommand.test_edit_increment_subcommand",
      "status": "failure"
    },
    {
      "branch": "a9c8e0729570",
      "message_chars": 1443,
      "message_redacted": true,
      "name": "eval.tests.test_zoxide.TestInitCommand.test_init_elvish",
      "status": "failure"
    },
    {
      "branch": "a9c8e0729570",
      "message_chars": 156,
      "message_redacted": true,
      "name": "eval.tests.test_zoxide.TestEnvironmentVariables.test_zo_data_dir_must_be_absolute",
      "status": "failure"
    },
    {
      "branch": "a9c8e0729570",
      "message_chars": 251,
      "message_redacted": true,
      "name": "eval.tests.test_zoxide.TestEditCommand.test_edit_delete_then_reload",
      "status": "failure"
    },
    {
      "branch": "a9c8e0729570",
      "message_chars": 209,
      "message_redacted": true,
      "name": "eval.tests.test_zoxide.TestEnvironmentVariables.test_zo_exclude_dirs_filters_query_results",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 364,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_import_fasd_alias_accepted",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 248,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_case_sensitive_subcommand_names",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 307,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_query_invalid_flag",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 318,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_init_missing_shell_argument",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 302,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_add_invalid_subcommand_flag",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 162,
      "message_redacted": true,
      "name": "tests.test_add.test_add_directory_with_newline_silently_ignored",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_persistence",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 225,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_relative_data_dir_rejected",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_deduplication",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_persistence_across_multiple_operations",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 600,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_query_interactive_without_fzf",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 259,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_increment_empty_path",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_reload_basic",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 269,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_multiple_increments_same_path",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 345,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_operations_with_special_characters_in_path",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 389,
      "message_redacted": true,
      "name": "tests.test_environment.test_zo_data_dir_relative_path_rejected",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 190,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_add_duplicate_score_flag",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 295,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_remove_invalid_flag",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 306,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_init_ksh_alias_accepted",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 270,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_import_missing_all_required_args",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 163,
      "message_redacted": true,
      "name": "tests.test_add.test_add_directory_with_carriage_return_silently_ignored",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 259,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_decrement_empty_path",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_invalid_version",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_create_data_dir",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_null_byte_separator_exact",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 269,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_relative_paths_accepted",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 269,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_decrement_multiple_times_clamps_at_zero",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 324,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_increment",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_concurrent_modifications",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 154,
      "message_redacted": true,
      "name": "tests.test_errors.test_data_dir_not_absolute",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 306,
      "message_redacted": true,
      "name": "tests.test_errors.test_exclude_dirs_invalid_glob_pattern",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 177,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_add_empty_string_path",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 359,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_init_invalid_flag",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 425,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_multiple_subcommand_error",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 244,
      "message_redacted": true,
      "name": "tests.test_errors.test_import_autojump_no_tab_separator",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_corrupted_data",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 253,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_delete_empty_path",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_increment_multiple_times",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_score_display_format",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 579,
      "message_redacted": true,
      "name": "tests.test_errors.test_import_z_missing_field",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 288,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_increment_then_decrement_same_path",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 324,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_decrement",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_large_database_performance",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_score_clamping_9999",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 298,
      "message_redacted": true,
      "name": "tests.test_errors.test_exclude_dirs_multiple_invalid_patterns",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 154,
      "message_redacted": true,
      "name": "tests.test_errors.test_maxage_overflow_value",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 278,
      "message_redacted": true,
      "name": "tests.test_cli_errors.test_import_duplicate_from_flag",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 316,
      "message_redacted": true,
      "name": "tests.test_environment.test_zo_exclude_dirs_affects_query_filtering",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 244,
      "message_redacted": true,
      "name": "tests.test_import.test_import_autojump_invalid_format_no_tab",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 214,
      "message_redacted": true,
      "name": "tests.test_import.test_import_autojump_empty_lines",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 275,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_path_with_tabs",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_sort_by_score",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 328,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_delete_all_entries",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 157,
      "message_redacted": true,
      "name": "tests.test_errors.test_query_exclude_only_match",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_decrement_below_zero_clamped",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 269,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_output_null_byte_separation_exact",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 315,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_delete",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 474,
      "message_redacted": true,
      "name": "tests.test_import.test_import_fasd_alias",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_swap_remove_preserves_other_entries",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 232,
      "message_redacted": true,
      "name": "tests.test_import.test_import_autojump_basic",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 329,
      "message_redacted": true,
      "name": "tests.test_init.test_init_elvish_default",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 310,
      "message_redacted": true,
      "name": "tests.test_init.test_init_bash_hook_none",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 343,
      "message_redacted": true,
      "name": "tests.test_init.test_init_tcsh_default",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 248,
      "message_redacted": true,
      "name": "tests.test_import.test_import_autojump_duplicates_combine_ranks",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 279,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_path_with_newlines",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_edit_reload_empty_database",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 292,
      "message_redacted": true,
      "name": "tests.test_import.test_import_autojump_special_characters",
      "status": "failure"
    },
    {
      "branch": "aa89e180e290",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_edit.test_database_maxage_configuration",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 52,
  "status_counts": {
    "failure": 132,
    "passed": 445
  },
  "test_branch_errors": {},
  "test_branches": [
    "a9c8e0729570",
    "aa89e180e290"
  ],
  "test_records": 577,
  "warnings": []
}