{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:16.419153+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_map_mode.test_map_with_missing_source_files",
      "tests.test_errors.test_invalid_regex_unclosed_group",
      "tests.test_errors.test_invalid_map_not_json",
      "tests.test_errors.test_invalid_map_malformed_json",
      "tests.test_errors.test_conflict_without_overwrite_prepends_underscore",
      "tests.test_errors.test_no_source_option_provided",
      "tests.test_errors.test_multiple_conflicting_sources_rejected",
      "tests.test_errors.test_invalid_regex_unclosed_bracket",
      "tests.test_flags.test_mkdir_in_test_mode",
      "tests.test_flags.test_multiple_flags_combination",
      "tests.test_flags.test_sort_order_case_insensitive",
      "tests.test_harvest.test_default_subdir_depth",
      "tests.test_harvest.test_default_subdir_max_depth",
      "tests.test_harvest.test_regex_subdir_max_depth",
      "tests.test_placeholder.test_no_placeholders_static_output",
      "tests.test_placeholder.test_large_capture_group_index",
      "tests.test_unicode.test_unicode_emoji_filenames_basic_rename",
      "tests.test_errors.test_invalid_regex_unclosed_paren",
      "tests.test_errors.test_map_file_not_found",
      "tests.test_errors.test_regex_with_map_conflicting_sources",
      "tests.test_unicode.test_unicode_natural_sort_ascending",
      "tests.test_unicode.test_unicode_from_map_file",
      "tests.test_unicode.test_unicode_mkdir_creates_nested_dirs",
      "tests.test_harvest.test_regex_subdir_depth",
      "tests.test_placeholder.test_error_negative_padding",
      "tests.test_unicode.test_mixed_unicode_ascii_capture_groups",
      "tests.test_errors.test_regex_invalid_repetition_operator",
      "tests.test_unicode.test_case_insensitive_unicode_matching",
      "tests.test_errors.test_regex_empty_group_name",
      "eval.tests.test_argparse_validation.test_depth_negative_rejected_in_equals_form",
      "eval.tests.test_argparse_validation.test_depth_negative_is_not_accepted_and_is_not_parsed_as_value",
      "eval.tests.test_argparse_validation.test_missing_value_for_regex_errors",
      "eval.tests.test_argparse_validation.test_unknown_flag_is_rejected_with_suggestion",
      "eval.tests.test_rename_regex.test_regex_subdir_max_depth_2_with_depth_3",
      "eval.tests.test_externalized_rs_compat.test_ext_default_subdir_max_depth",
      "eval.tests.test_externalized_rs_compat.test_ext_regex_subdir_max_depth"
    ],
    "failed_tests_omitted": 0,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 338,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "yaa110__nomino.f892499",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "2968448",
    "calls": "65",
    "created_at": "2026-05-17T16:49:46.621939+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "3.4139",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "3107540",
    "instance_id": "yaa110__nomino.f892499",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "277",
    "n_system_errors": "0",
    "n_tests": "313",
    "n_warnings": "0",
    "output_tokens": "41139",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "14892",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-yaa110-nomino",
    "run_version": "20260517T094700Z",
    "score": "0.8849840255591054",
    "session_ended_at": "2026-05-17T17:01:25.224Z",
    "session_started_at": "2026-05-17T16:49:49.769Z",
    "test_branch_errors": "{}",
    "total_tokens": "3148679",
    "wall_clock_seconds": "695"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./nomino.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-yaa110-nomino",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}