{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:16.067084+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_encoding.test_encoding_case_insensitive_mixed",
      "eval.tests.test_completion.test_completion_help",
      "eval.tests.test_edge_cases.test_broken_pipe_handling",
      "eval.tests.test_encoding.test_encoding_case_insensitive_upper",
      "tests.test_completion.test_completion_help_shows_usage",
      "tests.test_completion.test_completion_subcommand_with_extra_flag_after_shell",
      "tests.test_errors.test_no_input_when_stdin_is_tty",
      "tests.test_errors.test_multiple_file_arguments",
      "tests.test_options.test_encoding_case_insensitive",
      "tests.test_scaling.test_combined_scale_both_0_5",
      "tests.test_completion.test_completion_help_lists_all_shells",
      "eval.tests.test_args_parsing.test_single_dash_is_treated_as_file_and_fails_with_os_error",
      "eval.tests.test_args_parsing.test_combined_short_flags_not_supported_for_value_options[args0]",
      "eval.tests.test_args_parsing.test_combined_short_flags_not_supported_for_value_options[args2]",
      "eval.tests.test_args_parsing.test_combined_short_flags_not_supported_for_value_options[args1]",
      "eval.tests.test_help_exact_baselines.test_baseline_completion_help_normalized",
      "eval.tests.test_help_subcommands.test_completion_help_documents_shell_arg_and_values",
      "eval.tests.test_help_subcommands.test_completion_help_has_help_option_only",
      "eval.tests.test_help_subcommands.test_completion_help_usage_line",
      "eval.tests.test_subcommands.test_subcommand_recognized_via_help_flag[help]",
      "eval.tests.test_subcommands.test_global_flag_rejected_when_after_subcommand",
      "eval.tests.test_subcommands.test_help_flag_after_subcommand_name_is_routed_to_subcommand_help",
      "eval.tests.test_subcommands.test_subcommand_help_differs_from_main_help_for_completion",
      "eval.tests.test_help_smoke.test_completion_help_mentions_shell_values"
    ],
    "failed_tests_omitted": 0,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 369,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "wfxr__code-minimap.0ddeea5",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "5912576",
    "calls": "92",
    "created_at": "2026-05-17T16:34:09.874297+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "5.7462",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "6051174",
    "instance_id": "wfxr__code-minimap.0ddeea5",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "292",
    "n_system_errors": "0",
    "n_tests": "313",
    "n_warnings": "0",
    "output_tokens": "69897",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "22467",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-wfxr-code-minimap",
    "run_version": "20260517T094700Z",
    "score": "0.9329073482428115",
    "session_ended_at": "2026-05-17T16:54:36.961Z",
    "session_started_at": "2026-05-17T16:34:13.315Z",
    "test_branch_errors": "{}",
    "total_tokens": "6121071",
    "wall_clock_seconds": "1223"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./code_minimap.py",
      "./compile.sh",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-wfxr-code-minimap",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}