{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:15.682894+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_cli_errors.test_cache_unknown_flag",
      "tests.test_cache.test_cache_stats_size_units_kb",
      "tests.test_export.test_export_mixed_case_flags",
      "tests.test_cache.test_cache_stats_very_large_file",
      "tests.test_global_args.test_unknown_subcommand",
      "tests.test_history_stats.test_stats_help_after_invalid_flag",
      "tests.test_cache_repo_integration.test_repo_clear_does_not_affect_cache_files",
      "tests.test_export.test_export_flag_typos_rejected",
      "tests.test_persistence.test_version_command_does_not_create_directories",
      "tests.test_history_stats.test_stats_case_sensitivity_treated_as_repo_path",
      "tests.test_remote_repos.test_cache_and_repos_isolation",
      "tests.test_cache.test_cache_stats_size_units_mb",
      "tests.test_remote_repos.test_repo_clear_with_repos_success_message",
      "tests.test_remote_repos.test_repo_clear_and_recreate_idempotent",
      "tests.test_parser_diversity.test_cpp_parser_classes_templates_and_namespaces",
      "tests.test_parser_diversity.test_c_parser_with_multiline_comments_and_macros",
      "tests.test_parser_diversity.test_python_parser_basic_functions_and_classes",
      "tests.test_parser_diversity.test_ruby_parser_with_eigenclass_and_metaprogramming",
      "tests.test_repo.test_repo_clear_nested_git_repos",
      "tests.test_parser_diversity.test_kotlin_parser_classes_functions_and_extensions",
      "tests.test_parser_diversity.test_multifile_mixed_languages",
      "tests.test_history_stats.test_history_help_after_invalid_flag",
      "tests.test_persistence.test_help_command_does_not_create_directories",
      "tests.test_repo.test_repo_clear_case_sensitive_yes",
      "tests.test_repo.test_repo_clear_mixed_repos_and_non_repos",
      "tests.test_repo_paths.test_no_args_requires_tty",
      "tests.test_remote_repos.test_cache_operations_dont_affect_repos",
      "tests.test_repo.test_repo_clear_multiple_repos",
      "tests.test_history_stats.test_history_case_sensitivity_treated_as_repo_path",
      "tests.test_persistence.test_cache_help_does_not_create_directories",
      "tests.test_global_args.test_typo_in_flag_name",
      "tests.test_repo.test_repo_clear_whitespace_handling",
      "tests.test_database_daos.test_database_tables_have_foreign_key_definitions",
      "tests.test_repo.test_repo_clear_empty_git_directory",
      "tests.test_database_daos.test_database_created_after_tui_session",
      "tests.test_repo.test_repo_clear_with_repos_cancel",
      "tests.test_repo_paths.test_multiple_langs_flags_are_combined",
      "tests.test_repo.test_repo_clear_single_repo",
      "tests.test_repo_paths.test_langs_case_insensitive",
      "tests.test_global_args.test_double_dash_separator",
      "tests.test_repo.test_repo_clear_multi_level_nesting",
      "tests.test_repo.test_repo_clear_only_git_directory",
      "tests.test_repo_paths.test_langs_empty_value_tries_to_start",
      "tests.test_repo.test_repo_clear_with_repos_confirm",
      "tests.test_repo.test_repo_clear_yes_variations",
      "tests.test_repo_paths.test_langs_duplicate_entries",
      "tests.test_repo.test_repo_clear_repos_with_content",
      "tests.test_repo.test_repo_clear_special_chars_in_paths",
      "tests.test_repo_paths.test_langs_with_spaces_in_names",
      "tests.test_repo.test_repo_clear_with_repos_force",
      "tests.test_repo.test_repo_clear_no_variations",
      "tests.test_repo_paths.test_langs_all_supported_languages",
      "tests.test_repo.test_repo_clear_empty_input",
      "tests.test_parser_diversity.test_java_parser_classes_interfaces_and_methods",
      "tests.test_parser_diversity.test_rust_parser_functions_structs_and_impls",
      "tests.test_parser_diversity.test_javascript_parser_with_template_literals_and_regex",
      "tests.test_parser_diversity.test_scala_parser_with_implicits_and_for_comprehensions",
      "tests.test_parser_diversity.test_swift_parser_classes_structs_and_protocols",
      "tests.test_parser_diversity.test_cpp_parser_with_operator_overloading",
      "tests.test_repo.test_repo_clear_invalid_input",
      "tests.test_tui_analytics.test_analytics_screen_access_from_title",
      "tests.test_tui_analytics.test_analytics_escape_from_different_tabs",
      "tests.test_tui_analytics.test_analytics_screen_layout_structure",
      "tests.test_tui_analytics.test_analytics_empty_state_trends_tab",
      "tests.test_tui_basic.test_tui_launch_with_invalid_path",
      "tests.test_parser_diversity.test_rust_parser_with_lifetimes_and_attributes",
      "tests.test_parser_diversity.test_c_parser_functions_structs_and_typedefs",
      "tests.test_parser_diversity.test_javascript_parser_functions_classes_and_arrow_functions",
      "tests.test_parser_diversity.test_java_parser_with_annotations_and_generics",
      "tests.test_parser_diversity.test_scala_parser_classes_objects_and_traits",
      "tests.test_tui_basic.test_tui_initial_screen_capture",
      "tests.test_tui_basic.test_tui_version_check_screen_skip",
      "tests.test_tui_analytics.test_analytics_tab_highlight_changes",
      "tests.test_scoring_ranking.test_wpm_calculated_as_cpm_divided_by_5",
      "tests.test_database_daos.test_database_persists_across_commands",
      "tests.test_database_daos.test_database_repositories_table_schema",
      "tests.test_scoring_ranking.test_stage_score_saved_to_database",
      "tests.test_tui_basic.test_tui_quit_with_escape",
      "tests.test_tui_analytics.test_analytics_empty_state_overview_tab",
      "tests.test_tui_basic.test_tui_title_screen_shows_help_option"
    ],
    "failed_tests_omitted": 215,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 929,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "unhappychoice__gittype.34b72d0",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "2509184",
    "calls": "61",
    "created_at": "2026-05-17T16:24:42.487294+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "3.0831",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "2668825",
    "instance_id": "unhappychoice__gittype.34b72d0",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "533",
    "n_system_errors": "0",
    "n_tests": "741",
    "n_warnings": "0",
    "output_tokens": "34343",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "8493",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-unhappychoice-gittype",
    "run_version": "20260517T094700Z",
    "score": "0.7192982456140351",
    "session_ended_at": "2026-05-17T16:34:48.467Z",
    "session_started_at": "2026-05-17T16:24:45.668Z",
    "test_branch_errors": "{}",
    "total_tokens": "2703168",
    "wall_clock_seconds": "602"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./gittype.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-unhappychoice-gittype",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}