{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:24:56.918868+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_complex_scenarios.test_empty_directory",
      "eval.tests.test_basic_invocation.test_invalid_file",
      "eval.tests.test_edge_cases.test_function_with_context_parameter",
      "eval.tests.test_input_handling.test_file_with_syntax_errors",
      "eval.tests.test_templates.test_template_dir_precedence_over_template",
      "eval.tests.test_complex_scenarios.test_directory_with_no_go_files",
      "eval.tests.test_selection_flags.test_excl_precedence_over_only",
      "tests.test_ai_feature.test_ai_endpoint_validation_invalid_scheme",
      "tests.test_cli.test_file_with_only_imports_and_constants",
      "tests.test_cli.test_invalid_only_regex",
      "tests.test_cli.test_hidden_files_are_skipped",
      "tests.test_core_generation.test_imports_are_added_correctly",
      "tests.test_cli.test_excl_takes_precedence_over_exported",
      "tests.test_cli.test_only_pattern_case_sensitive",
      "tests.test_core_generation.test_complex_signature_multi_level_nesting",
      "tests.test_cli.test_excl_and_only_together",
      "tests.test_core_generation.test_io_writer_interface",
      "tests.test_ai_feature.test_ai_model_validation",
      "tests.test_core_generation.test_anonymous_struct_parameter",
      "tests.test_core_generation.test_pointer_types",
      "tests.test_defensive_paths.test_non_go_file_extension",
      "tests.test_edge_cases.test_invalid_excl_regex_error",
      "tests.test_defensive_paths.test_empty_source_file",
      "tests.test_ai_feature.test_ai_integration_with_ollama",
      "tests.test_ai_feature.test_ai_warning_about_data_sent",
      "tests.test_core_generation.test_context_type_handling",
      "tests.test_cli.test_nosubtests_flag",
      "tests.test_cli.test_multiple_files_as_arguments",
      "tests.test_core_generation.test_struct_types",
      "tests.test_ai_feature.test_ai_min_cases_validation",
      "tests.test_cli.test_complex_function_signatures",
      "tests.test_cli.test_invalid_template_params_json",
      "tests.test_cli.test_syntax_error_file",
      "tests.test_edge_cases.test_invalid_template_params_json",
      "tests.test_defensive_paths.test_hidden_file_is_ignored",
      "tests.test_error_paths_gapfill.test_nonexistent_template_directory",
      "tests.test_edge_cases.test_many_parameters",
      "tests.test_edge_cases.test_empty_go_file_error",
      "tests.test_edge_cases.test_nonexistent_file_error",
      "tests.test_defensive_paths.test_file_with_only_whitespace",
      "tests.test_final_gapfill.test_malformed_template_causes_imports_process_error",
      "tests.test_core_generation.test_http_request_pointer_type",
      "tests.test_ai_feature.test_ai_max_cases_validation",
      "tests.test_cli.test_empty_file",
      "tests.test_edge_cases.test_missing_template_params_file",
      "tests.test_cli.test_nonexistent_template_params_file",
      "tests.test_edge_cases.test_interface_types",
      "tests.test_edge_cases.test_deeply_nested_types",
      "tests.test_edge_cases.test_syntax_error_in_source",
      "tests.test_edge_cases.test_blank_identifier_in_returns",
      "tests.test_goparser_gapfill.test_function_with_complex_signature",
      "tests.test_goparser_gapfill.test_complex_receiver_type_parsing",
      "tests.test_edge_cases.test_invalid_test_file_in_directory",
      "tests.test_error_paths_gapfill.test_non_go_file",
      "tests.test_defensive_paths.test_directory_with_no_go_files",
      "tests.test_defensive_paths.test_recursive_directory_pattern_nonexistent",
      "tests.test_final_gapfill.test_source_file_with_no_package_declaration",
      "tests.test_core_generation.test_time_duration_type",
      "tests.test_ai_feature.test_ai_min_max_range_validation",
      "tests.test_error_paths_gapfill.test_empty_directory",
      "tests.test_error_paths_gapfill.test_template_generates_invalid_go_syntax",
      "tests.test_edge_cases.test_build_tags_preserved",
      "tests.test_edge_cases.test_nonexistent_directory",
      "tests.test_goparser_gapfill.test_file_read_error_directory_path",
      "tests.test_error_paths_gapfill.test_malformed_template_syntax_error",
      "tests.test_edge_cases.test_file_with_only_package_declaration",
      "tests.test_error_paths_gapfill.test_invalid_go_syntax_in_source",
      "tests.test_edge_cases.test_missing_package_declaration_error",
      "tests.test_defensive_paths.test_go_file_with_syntax_error",
      "tests.test_goparser_gapfill.test_comment_with_special_characters",
      "tests.test_goparser_gapfill.test_method_with_named_returns_and_defer",
      "tests.test_final_gapfill.test_recursive_walk_with_hidden_file_skips_correctly",
      "tests.test_harvest.test_function_with_neither_receiver_parameters_nor_results",
      "tests.test_gotests_core_gapfill.test_file_with_only_naked_init_no_tests_generated",
      "tests.test_error_paths_gapfill.test_invalid_json_template_params_string",
      "tests.test_error_paths_gapfill.test_invalid_template_name_no_tmpl_files",
      "tests.test_edge_cases.test_empty_directory",
      "tests.test_edge_cases.test_file_with_only_imports",
      "tests.test_goparser_gapfill.test_package_comment_with_build_tags",
      "tests.test_edge_cases.test_mismatched_braces_error"
    ],
    "failed_tests_omitted": 162,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 752,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "cweill__gotests.2a672c5",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "4647808",
    "calls": "89",
    "created_at": "2026-05-17T10:32:31.099463+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.7087",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "4831219",
    "instance_id": "cweill__gotests.2a672c5",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "379",
    "n_system_errors": "0",
    "n_tests": "603",
    "n_warnings": "0",
    "output_tokens": "48926",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "13294",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-cweill-gotests",
    "run_version": "",
    "score": "0.6285240464344942",
    "session_ended_at": "2026-05-17T10:46:00.898Z",
    "session_started_at": "2026-05-17T10:32:34.202Z",
    "test_branch_errors": "{}",
    "total_tokens": "4880145",
    "wall_clock_seconds": "806"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./emptydir",
      "./executable",
      "./gotests.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-cweill-gotests",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}