{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:14.100856+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_edge_cases.test_config_with_empty_repo_path",
      "eval.tests.test_flag_combinations.test_unknown_flag_with_valid_flag",
      "eval.tests.test_config_creation.test_first_time_setup_with_no_config",
      "eval.tests.test_config_creation.test_config_dir_creation_pathway",
      "eval.tests.test_config_format.test_config_with_empty_string_path",
      "eval.tests.test_config_format.test_malformed_json_invalid_syntax",
      "eval.tests.test_config_format.test_empty_config_file",
      "eval.tests.test_config_format.test_config_with_json_comment_fails",
      "eval.tests.test_capture_git.test_editor_fallback_to_vi_when_unset",
      "eval.tests.test_capture_git.test_git_init_invalid_repo",
      "eval.tests.test_config_format.test_malformed_json_missing_closing_brace",
      "eval.tests.test_edge_cases.test_view_with_nonexistent_repo_path",
      "eval.tests.test_integration.test_git_repository_with_uncommitted_changes",
      "eval.tests.test_edge_cases.test_empty_config_file_parsed_as_default_config",
      "eval.tests.test_io_errors.test_config_read_with_malformed_json",
      "eval.tests.test_io_errors.test_git_init_error_with_invalid_repo_path",
      "eval.tests.test_messages.test_fts_empty_input_re_prompts",
      "eval.tests.test_setup_config.test_first_time_setup_retries_on_empty_input",
      "eval.tests.test_setup_config.test_multiple_path_validations_in_sequence",
      "eval.tests.test_config_format.test_config_with_whitespace_only_path",
      "eval.tests.test_config_format.test_config_missing_repo_key",
      "eval.tests.test_config_format.test_config_file_only_whitespace",
      "eval.tests.test_edge_cases.test_corrupted_git_repository_displays_error",
      "eval.tests.test_capture_git.test_git_add_only_readme_not_other_files",
      "eval.tests.test_integration.test_repository_with_no_commits_yet",
      "eval.tests.test_edge_cases.test_invalid_git_repository_path_not_a_git_repo",
      "eval.tests.test_args_parsing.test_combined_short_flags_vh_triggers_help_instead_of_parse_error",
      "eval.tests.test_config_env.test_empty_config_file_results_in_os_error_logged",
      "eval.tests.test_help_usage.test_double_dash_treats_help_as_positional_and_errors",
      "eval.tests.test_help_usage.test_invalid_flag_with_help_still_errors_but_shows_usage_hint",
      "eval.tests.test_config_and_clear.test_clear_config_removes_file",
      "eval.tests.test_tui_interaction.test_tui_starts_and_prompts_for_idea_summary",
      "eval.tests.test_tui_interaction.test_empty_enter_reprompts_for_summary",
      "eval.tests.test_tui_interaction.test_nonempty_summary_accepts_and_exits_quickly",
      "eval.tests.test_externalized.test_ext_test_setup_repo_path_asks_until_user_provides_value"
    ],
    "failed_tests_omitted": 0,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 400,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "simeg__eureka.df3796c",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "3670656",
    "calls": "63",
    "created_at": "2026-05-17T15:34:00.376915+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "3.7283",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "3853605",
    "instance_id": "simeg__eureka.df3796c",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "315",
    "n_system_errors": "0",
    "n_tests": "344",
    "n_warnings": "0",
    "output_tokens": "32607",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "12469",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-simeg-eureka",
    "run_version": "20260517T094700Z",
    "score": "0.9156976744186046",
    "session_ended_at": "2026-05-17T15:44:51.481Z",
    "session_started_at": "2026-05-17T15:34:03.588Z",
    "test_branch_errors": "{}",
    "total_tokens": "3886212",
    "wall_clock_seconds": "647"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./eureka.py",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-simeg-eureka",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}