{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:01.625031+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_error_handling.test_malformed_go_file",
      "eval.tests.test_import_modifications.test_set_alias_for_versioned_packages",
      "eval.tests.test_formatting.test_function_spacing",
      "eval.tests.test_input_handling.test_dotdotdot_pattern",
      "eval.tests.test_error_conditions.test_nested_directories_with_recursive",
      "eval.tests.test_error_conditions.test_excludes_with_absolute_path",
      "eval.tests.test_error_conditions.test_apply_to_generated_with_non_generated",
      "eval.tests.test_excludes.test_excludes_with_output_write",
      "eval.tests.test_file_operations.test_dotdotdot_pattern_recursive",
      "eval.tests.test_import_sorting.test_custom_imports_order",
      "tests.test_advanced.test_generated_file_with_list_diff",
      "tests.test_astutil.test_buildtag_deprecated_format_handled",
      "tests.test_astutil.test_channel_type_with_package_element",
      "tests.test_astutil.test_malformed_go_syntax_error_reported",
      "tests.test_cli.test_version_only_flag_minimal_output",
      "tests.test_advanced.test_generated_file_pattern_requires_do_not_edit",
      "tests.test_advanced.test_generated_file_with_mixed_comments",
      "tests.test_advanced.test_generated_file_with_extra_text_after_marker",
      "tests.test_cli.test_multiple_flags_combined",
      "tests.test_cli.test_invalid_imports_order_rejected",
      "tests.test_cli.test_output_stdout_prints_formatted_code",
      "tests.test_cli.test_file_with_syntax_error",
      "tests.test_directory_ops.test_default_excludes_skip_git_idea_vscode_dirs",
      "tests.test_directory_ops.test_generated_files_skipped_by_default",
      "tests.test_directory_ops.test_multiple_directory_arguments_in_fix_mode",
      "tests.test_directory_ops.test_multiple_generated_file_markers",
      "tests.test_astutil.test_blank_imports_always_preserved",
      "tests.test_astutil.test_slice_element_type_with_package",
      "tests.test_advanced.test_cache_creates_entries_in_home_cache_directory",
      "tests.test_cli.test_output_file_modifies_in_place",
      "tests.test_cli.test_set_exit_status_with_changes_exits_one",
      "tests.test_errors.test_invalid_go_syntax_unterminated_string",
      "tests.test_errors.test_empty_file_error",
      "tests.test_errors.test_unclosed_import_parenthesis",
      "tests.test_errors.test_directory_with_invalid_file",
      "tests.test_errors.test_list_diff_with_formatted_file",
      "tests.test_errors.test_multiple_files_one_invalid",
      "tests.test_import_grouping.test_custom_import_order_reversed",
      "tests.test_import_grouping.test_blanked_and_dotted_imports_custom_order",
      "tests.test_directory_ops.test_excludes_with_absolute_path_pattern",
      "tests.test_import_grouping.test_all_blanked_imports_explicit_blanked_order",
      "tests.test_import_grouping.test_all_dotted_imports_explicit_order",
      "tests.test_directory_ops.test_list_diff_with_write_output_mode_shows_files",
      "tests.test_import_grouping.test_duplicate_imports_deduplicated",
      "tests.test_errors.test_malformed_import_block_unclosed_quote",
      "tests.test_import_grouping.test_empty_import_groups_not_rendered",
      "tests.test_import_grouping.test_dotted_imports_with_named_and_separate_named",
      "tests.test_import_grouping.test_empty_imports_order_uses_default",
      "tests.test_import_grouping.test_whitespace_only_imports_order_uses_default",
      "tests.test_errors.test_invalid_imports_order_flag",
      "tests.test_import_management.test_rm_unused_with_cgo_import",
      "tests.test_import_grouping.test_all_groups_combined_with_separate_named",
      "tests.test_import_grouping.test_invalid_import_order_rejects_unknown_group",
      "tests.test_import_management.test_rm_unused_with_blank_import",
      "tests.test_module.test_undefined_module_error_when_gomod_missing_module_directive",
      "tests.test_module.test_gomod_found_in_parent_directory",
      "tests.test_module.test_malformed_gomod_parse_error",
      "tests.test_import_grouping.test_duplicate_groups_in_order_deduplicates",
      "tests.test_import_management.test_set_alias_v2_package",
      "tests.test_module.test_gomod_with_only_module_directive",
      "tests.test_module.test_gomod_in_immediate_parent_directory",
      "tests.test_stdin.test_basic_stdin_import_sorting",
      "tests.test_stdin.test_stdin_with_explicit_project_name",
      "tests.test_module.test_complex_module_path_with_version_suffix",
      "tests.test_module.test_path_is_not_set_error_with_empty_path",
      "tests.test_stdin.test_stdin_with_format_flag",
      "tests.test_stdin.test_stdin_special_imports_blanked_dotted",
      "tests.test_import_management.test_rm_unused_empty_file",
      "tests.test_module.test_gomod_with_comments_and_whitespace",
      "tests.test_stdin.test_stdin_with_set_exit_status_no_change",
      "tests.test_import_management.test_set_alias_v3_package",
      "tests.test_stdin.test_stdin_with_project_context_from_gomod",
      "tests.test_stdin.test_stdin_with_company_prefixes",
      "tests.test_stdin.test_stdin_combined_flags_format_and_project",
      "tests.test_stdin.test_stdin_output_stdout_explicit",
      "tests.test_stdin.test_stdin_custom_import_order",
      "tests.test_stdin.test_stdin_invalid_go_syntax",
      "tests.test_stdin.test_stdin_empty_input",
      "tests.test_stdin.test_stdin_only_package_declaration",
      "tests.test_stdin.test_stdin_with_set_exit_status_has_change"
    ],
    "failed_tests_omitted": 26,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 597,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "incu6us__goimports-reviser.81bd549",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "4888704",
    "calls": "83",
    "created_at": "2026-05-17T11:37:04.943470+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.4594",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "5020322",
    "instance_id": "incu6us__goimports-reviser.81bd549",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "416",
    "n_system_errors": "0",
    "n_tests": "513",
    "n_warnings": "0",
    "output_tokens": "45233",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "14771",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-incu6us-goimports-reviser",
    "run_version": "",
    "score": "0.8109161793372319",
    "session_ended_at": "2026-05-17T11:51:30.168Z",
    "session_started_at": "2026-05-17T11:37:07.766Z",
    "test_branch_errors": "{}",
    "total_tokens": "5065555",
    "wall_clock_seconds": "862"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./.pbtmp",
      "./.pbtmp/alias",
      "./.pbtmp/alias/b.go",
      "./.pbtmp/alias/foo",
      "./.pbtmp/alias/foo/v2",
      "./.pbtmp/alias/foo/v2/v.go",
      "./.pbtmp/alias/go.mod",
      "./.pbtmp/alias/pkg",
      "./.pbtmp/alias/pkg/v4",
      "./.pbtmp/alias/pkg/v4/v.go",
      "./.pbtmp/comments",
      "./.pbtmp/comments/b.go",
      "./.pbtmp/comments/go.mod",
      "./.pbtmp/dirs",
      "./.pbtmp/dirs/dir",
      "./.pbtmp/dirs/dir/a.go",
      "./.pbtmp/dirs/dir/other",
      "./.pbtmp/dirs/dir/other/o.go",
      "./.pbtmp/dirs/dir/proto",
      "./.pbtmp/dirs/dir/proto/p.go",
      "./.pbtmp/dirs/err",
      "./.pbtmp/dirs/go.mod",
      "./.pbtmp/dirs/out",
      "./.pbtmp/fmts",
      "./.pbtmp/fmts/b.go",
      "./.pbtmp/fmts/go.mod",
      "./.pbtmp/gen",
      "./.pbtmp/gen/b.go",
      "./.pbtmp/gen/gen.go",
      "./.pbtmp/gen/go.mod",
      "./.pbtmp/groups",
      "./.pbtmp/groups/a.go",
      "./.pbtmp/groups/b.go",
      "./.pbtmp/groups/go.mod",
      "./.pbtmp/invalid",
      "./.pbtmp/invalid/b.go",
      "./.pbtmp/invalid/go.mod",
      "./.pbtmp/local",
      "./.pbtmp/local/b.go",
      "./.pbtmp/local/go.mod",
      "./.pbtmp/modes",
      "./.pbtmp/modes/a.go",
      "./.pbtmp/modes/base.go",
      "./.pbtmp/modes/go.mod",
      "./.pbtmp/mult",
      "./.pbtmp/mult/b.go",
      "./.pbtmp/mult/go.mod",
      "./.pbtmp/nogomod",
      "./.pbtmp/nogomod/b.go",
      "./.pbtmp/rm",
      "./.pbtmp/rm/b.go",
      "./.pbtmp/rm/go.mod",
      "./.pbtmp/rmext",
      "./.pbtmp/rmext/b.go",
      "./.pbtmp/rmext/go.mod",
      "./.pbtmp/rmlocal",
      "./.pbtmp/rmlocal/b.go",
      "./.pbtmp/rmlocal/go.mod",
      "./.pbtmp/rmlocal/unused",
      "./.pbtmp/rmlocal/unused/unused.go",
      "./.pbtmp/rmlocal/used",
      "./.pbtmp/rmlocal/used/used.go",
      "./.pbtmp/simple",
      "./.pbtmp/simple/a.go",
      "./.pbtmp/simple/err",
      "./.pbtmp/simple/go.mod",
      "./.pbtmp/simple/out",
      "./.pbtmp/single",
      "./.pbtmp/single/b.go",
      "./.pbtmp/single/go.mod",
      "./.pbtmp/singleblock",
      "./.pbtmp/singleblock/b.go",
      "./.pbtmp/singleblock/go.mod",
      "./__pycache__",
      "./__pycache__/goimports_reviser.cpython-312.pyc",
      "./compile.sh",
      "./executable",
      "./goimports_reviser.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-incu6us-goimports-reviser",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}