{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:24:53.979073+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_zoxide.TestImportCommand.test_import_from_fasd_alias",
      "eval.tests.test_zoxide.TestInitCommand.test_init_posix_alias_ksh",
      "eval.tests.test_zoxide.TestInitCommand.test_init_no_aliases_is_alias_for_no_cmd",
      "eval.tests.test_zoxide.TestEditCommand.test_edit_reload_subcommand",
      "eval.tests.test_zoxide.TestEditCommand.test_edit_delete_subcommand",
      "eval.tests.test_zoxide.TestEditCommand.test_edit_decrement_subcommand",
      "eval.tests.test_zoxide.TestEditCommand.test_edit_reload_output_format",
      "eval.tests.test_zoxide.TestEditCommand.test_edit_increment_subcommand",
      "eval.tests.test_zoxide.TestInitCommand.test_init_elvish",
      "eval.tests.test_zoxide.TestEnvironmentVariables.test_zo_data_dir_must_be_absolute",
      "eval.tests.test_zoxide.TestEditCommand.test_edit_delete_then_reload",
      "eval.tests.test_zoxide.TestEnvironmentVariables.test_zo_exclude_dirs_filters_query_results",
      "tests.test_cli_errors.test_import_fasd_alias_accepted",
      "tests.test_cli_errors.test_case_sensitive_subcommand_names",
      "tests.test_cli_errors.test_query_invalid_flag",
      "tests.test_cli_errors.test_init_missing_shell_argument",
      "tests.test_cli_errors.test_add_invalid_subcommand_flag",
      "tests.test_add.test_add_directory_with_newline_silently_ignored",
      "tests.test_edit.test_database_persistence",
      "tests.test_edit.test_database_relative_data_dir_rejected",
      "tests.test_edit.test_database_deduplication",
      "tests.test_edit.test_database_persistence_across_multiple_operations",
      "tests.test_edge_cases.test_query_interactive_without_fzf",
      "tests.test_edit.test_edit_increment_empty_path",
      "tests.test_edit.test_edit_reload_basic",
      "tests.test_edit.test_edit_multiple_increments_same_path",
      "tests.test_edit.test_edit_operations_with_special_characters_in_path",
      "tests.test_environment.test_zo_data_dir_relative_path_rejected",
      "tests.test_cli_errors.test_add_duplicate_score_flag",
      "tests.test_cli_errors.test_remove_invalid_flag",
      "tests.test_cli_errors.test_init_ksh_alias_accepted",
      "tests.test_cli_errors.test_import_missing_all_required_args",
      "tests.test_add.test_add_directory_with_carriage_return_silently_ignored",
      "tests.test_edit.test_edit_decrement_empty_path",
      "tests.test_edit.test_database_invalid_version",
      "tests.test_edit.test_database_create_data_dir",
      "tests.test_edit.test_database_null_byte_separator_exact",
      "tests.test_edit.test_edit_relative_paths_accepted",
      "tests.test_edit.test_edit_decrement_multiple_times_clamps_at_zero",
      "tests.test_edit.test_edit_increment",
      "tests.test_edit.test_database_concurrent_modifications",
      "tests.test_errors.test_data_dir_not_absolute",
      "tests.test_errors.test_exclude_dirs_invalid_glob_pattern",
      "tests.test_cli_errors.test_add_empty_string_path",
      "tests.test_cli_errors.test_init_invalid_flag",
      "tests.test_cli_errors.test_multiple_subcommand_error",
      "tests.test_errors.test_import_autojump_no_tab_separator",
      "tests.test_edit.test_database_corrupted_data",
      "tests.test_edit.test_edit_delete_empty_path",
      "tests.test_edit.test_edit_increment_multiple_times",
      "tests.test_edit.test_database_score_display_format",
      "tests.test_errors.test_import_z_missing_field",
      "tests.test_edit.test_edit_increment_then_decrement_same_path",
      "tests.test_edit.test_edit_decrement",
      "tests.test_edit.test_large_database_performance",
      "tests.test_edit.test_database_score_clamping_9999",
      "tests.test_errors.test_exclude_dirs_multiple_invalid_patterns",
      "tests.test_errors.test_maxage_overflow_value",
      "tests.test_cli_errors.test_import_duplicate_from_flag",
      "tests.test_environment.test_zo_exclude_dirs_affects_query_filtering",
      "tests.test_import.test_import_autojump_invalid_format_no_tab",
      "tests.test_import.test_import_autojump_empty_lines",
      "tests.test_edit.test_edit_path_with_tabs",
      "tests.test_edit.test_database_sort_by_score",
      "tests.test_edit.test_edit_delete_all_entries",
      "tests.test_errors.test_query_exclude_only_match",
      "tests.test_edit.test_edit_decrement_below_zero_clamped",
      "tests.test_edit.test_edit_output_null_byte_separation_exact",
      "tests.test_edit.test_edit_delete",
      "tests.test_import.test_import_fasd_alias",
      "tests.test_edit.test_database_swap_remove_preserves_other_entries",
      "tests.test_import.test_import_autojump_basic",
      "tests.test_init.test_init_elvish_default",
      "tests.test_init.test_init_bash_hook_none",
      "tests.test_init.test_init_tcsh_default",
      "tests.test_import.test_import_autojump_duplicates_combine_ranks",
      "tests.test_edit.test_edit_path_with_newlines",
      "tests.test_edit.test_edit_reload_empty_database",
      "tests.test_import.test_import_autojump_special_characters",
      "tests.test_edit.test_database_maxage_configuration"
    ],
    "failed_tests_omitted": 52,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 577,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "ajeetdsouza__zoxide.67ca1bc",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "3466624",
    "calls": "61",
    "created_at": "2026-05-17T09:47:13.938983+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "3.6921",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "3567645",
    "instance_id": "ajeetdsouza__zoxide.67ca1bc",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "403",
    "n_system_errors": "0",
    "n_tests": "531",
    "n_warnings": "0",
    "output_tokens": "48457",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "18568",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ajeetdsouza-zoxide",
    "run_version": "",
    "score": "0.7589453860640302",
    "session_ended_at": "2026-05-17T10:00:32.813Z",
    "session_started_at": "2026-05-17T09:47:16.847Z",
    "test_branch_errors": "{}",
    "total_tokens": "3616102",
    "wall_clock_seconds": "795"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./zoxide.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ajeetdsouza-zoxide",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}
