{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:06.630717+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_comment_directives.test_revive_disable_enable_directive",
      "eval.tests.test_comment_directives.test_revive_disable_next_line_directive",
      "eval.tests.test_comment_directives.test_directive_with_reason",
      "eval.tests.test_comment_directives.test_disable_multiple_rules",
      "eval.tests.test_comment_directives.test_disable_in_middle_of_file",
      "eval.tests.test_exclusions.test_exclude_single_file",
      "eval.tests.test_exclusions.test_exclude_multiple_files",
      "eval.tests.test_flags.test_formatter_and_exclude_combination",
      "eval.tests.test_rules.test_use_fmt_print_rule",
      "eval.tests.test_rules.test_atomic_rule",
      "eval.tests.test_rules.test_cyclomatic_complexity_rule",
      "tests.test_config.test_rule_with_complex_arguments",
      "tests.test_enforce_styles.test_enforce_repeated_arg_type_style_invalid_map_key",
      "tests.test_enforce_styles.test_enforce_map_style_invalid_config",
      "tests.test_cli.test_help_flag_includes_all_flags",
      "tests.test_directives.test_nested_disable_enable_ranges",
      "tests.test_cli.test_go_file_with_syntax_error",
      "tests.test_config.test_rule_exclude_glob_pattern",
      "tests.test_enforce_styles.test_enforce_map_style_non_empty_not_flagged",
      "tests.test_enforce_styles.test_enforce_slice_style_make",
      "tests.test_directives.test_disable_multiple_rules_single_directive",
      "tests.test_cli.test_friendly_formatter_output_format",
      "tests.test_cli.test_empty_go_file",
      "tests.test_config.test_invalid_exclude_regex_pattern",
      "tests.test_enforce_styles.test_enforce_slice_style_literal",
      "tests.test_enforce_styles.test_enforce_map_style_make_with_size_not_flagged",
      "tests.test_directives.test_whitespace_around_directive",
      "tests.test_cli.test_stylish_formatter_output_format",
      "tests.test_cli.test_go_file_without_package_declaration",
      "tests.test_config.test_enable_all_rules",
      "tests.test_enforce_styles.test_enforce_slice_style_nonzero_size_not_flagged",
      "tests.test_enforce_styles.test_enforce_slice_style_nil",
      "tests.test_directives.test_disable_all_then_enable_specific_rule",
      "tests.test_config.test_basic_valid_config",
      "tests.test_cli.test_exclude_single_file",
      "tests.test_config.test_enable_default_rules",
      "tests.test_enforce_styles.test_enforce_switch_style_empty_case_body",
      "tests.test_enforce_styles.test_enforce_slice_style_array_not_flagged",
      "tests.test_directives.test_disable_specific_rule_then_disable_all",
      "tests.test_config.test_invalid_toml_syntax",
      "tests.test_cli.test_exclude_multiple_files",
      "tests.test_config.test_enable_all_with_disabled_rule",
      "tests.test_enforce_styles.test_enforce_repeated_arg_type_style_single_param_not_flagged",
      "tests.test_enforce_styles.test_enforce_slice_style_invalid_config",
      "tests.test_directives.test_multiple_comments_before_directive",
      "tests.test_cli.test_non_go_file_error",
      "tests.test_config.test_global_severity_error",
      "tests.test_config.test_invalid_rule_argument_type",
      "tests.test_enforce_styles.test_enforce_repeated_arg_type_style_full_single_params_not_flagged",
      "tests.test_enforce_styles.test_enforce_switch_style_default_required",
      "tests.test_directives.test_space_after_colon_invalidates_directive",
      "tests.test_config.test_rule_specific_severity_override",
      "tests.test_cli.test_mixed_valid_invalid_paths",
      "tests.test_config.test_deprecated_imports_blacklist_rule_name",
      "tests.test_error_handling.test_invalid_utf8_file",
      "tests.test_enforce_styles.test_enforce_switch_style_allow_no_default",
      "tests.test_directives.test_complex_nested_directives",
      "tests.test_error_handling.test_many_files_processing",
      "tests.test_export_character_rules.test_main_package_skipped",
      "tests.test_enforce_styles.test_enforce_switch_style_allow_default_not_last",
      "tests.test_error_handling.test_invalid_utf8_file_json_format",
      "tests.test_config.test_ignore_generated_header_true_lints_file",
      "tests.test_enforce_styles.test_enforce_map_style_make",
      "tests.test_error_handling.test_duplicate_rule_in_config",
      "tests.test_export_character_rules.test_banned_characters_underscore",
      "tests.test_error_handling.test_unclosed_brace_syntax_error",
      "tests.test_config.test_go_version_setting",
      "tests.test_enforce_styles.test_enforce_switch_style_all_branches_with_breaks",
      "tests.test_enforce_styles.test_enforce_map_style_literal",
      "tests.test_error_handling.test_unicode_in_json_formatter_output",
      "tests.test_export_character_rules.test_banned_characters_empty_config",
      "tests.test_error_handling.test_binary_file_as_go_file",
      "tests.test_config.test_multiple_rules_with_different_arguments",
      "tests.test_enforce_styles.test_enforce_switch_style_invalid_config",
      "tests.test_enforce_styles.test_enforce_map_style_custom_type",
      "tests.test_export_character_rules.test_banned_characters_invalid_config",
      "tests.test_export_character_rules.test_unexported_struct_return",
      "tests.test_config.test_comprehensive_config_with_mixed_settings",
      "tests.test_error_handling.test_file_with_null_bytes",
      "tests.test_enforce_styles.test_enforce_repeated_arg_type_style_short"
    ],
    "failed_tests_omitted": 434,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 886,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "mgechev__revive.201451e",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "5565440",
    "calls": "100",
    "created_at": "2026-05-17T12:53:15.372712+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "5.3513",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "5757140",
    "instance_id": "mgechev__revive.201451e",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "246",
    "n_system_errors": "0",
    "n_tests": "727",
    "n_warnings": "0",
    "output_tokens": "53668",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "13832",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-mgechev-revive",
    "run_version": "20260517T094700Z",
    "score": "0.33837689133425036",
    "session_ended_at": "2026-05-17T13:09:12.185Z",
    "session_started_at": "2026-05-17T12:53:18.594Z",
    "test_branch_errors": "{}",
    "total_tokens": "5810808",
    "wall_clock_seconds": "953"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./revive_clone.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-mgechev-revive",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}