{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:05.785503+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_errcheck.test_output_contains_code_snippet",
      "eval.tests.test_errcheck.test_exclude_with_comments",
      "eval.tests.test_errcheck.test_mod_flag",
      "eval.tests.test_errcheck.test_testdata_custom_error_types",
      "eval.tests.test_errcheck.test_detect_unchecked_errors_in_testdata",
      "eval.tests.test_errcheck.test_verbose_output_includes_function_context",
      "eval.tests.test_errcheck.test_detect_defer_and_goroutine_errors",
      "eval.tests.test_errcheck.test_default_prints_relative_paths",
      "eval.tests.test_errcheck.test_default_output_format",
      "eval.tests.test_errcheck.test_exit_code_unchecked_errors",
      "eval.tests.test_errcheck.test_ignorepkg_reduces_errors",
      "eval.tests.test_errcheck.test_asserts_flag_with_testdata",
      "eval.tests.test_errcheck.test_default_excludes_apply",
      "eval.tests.test_errcheck.test_stderr_only_for_errors",
      "eval.tests.test_errcheck.test_exclude_with_valid_file",
      "eval.tests.test_errcheck.test_large_line_numbers_handled",
      "eval.tests.test_errcheck.test_abspath_prints_absolute_paths",
      "eval.tests.test_errcheck.test_multiple_errors_reported",
      "eval.tests.test_errcheck.test_verbose_prints_function_names",
      "eval.tests.test_errcheck.test_relative_path_from_working_directory",
      "eval.tests.test_errcheck.test_testdata_method_calls",
      "eval.tests.test_errcheck.test_single_package_path",
      "eval.tests.test_errcheck.test_output_contains_file_line_col",
      "eval.tests.test_errcheck.test_multiple_files_in_package",
      "eval.tests.test_errcheck.test_excludeonly_disables_defaults",
      "eval.tests.test_errcheck.test_ignore_pattern_deprecated_still_works",
      "eval.tests.test_errcheck.test_blank_flag_with_testdata",
      "eval.tests.test_errcheck.test_excludeonly_with_custom_file",
      "eval.tests.test_errcheck.test_ignoretests_flag",
      "eval.tests.test_errcheck.test_testdata_recover_calls",
      "eval.tests.test_errcheck.test_consistent_output_format",
      "eval.tests.test_errcheck.test_ignoretests_with_verbose",
      "eval.tests.test_errcheck.test_multiple_package_paths",
      "eval.tests.test_errcheck.test_verbose_with_abspath",
      "eval.tests.test_errcheck.test_map_index_function_call_detected",
      "eval.tests.test_errcheck.test_fprintln_detected_with_excludeonly",
      "eval.tests.test_errcheck.test_readfile_detected",
      "eval.tests.test_errcheck.test_blank_and_asserts_combined",
      "tests.test_basic_invocation.test_exit_code_nonexistent_package",
      "tests.test_basic_invocation.test_no_arguments_checks_current_directory",
      "tests.test_core_checking.test_detects_tuple_returns",
      "tests.test_core_checking.test_detects_unchecked_recover",
      "tests.test_blank_flag.test_blank_flag_checks_blank_assignments",
      "tests.test_core_checking.test_detects_custom_error_types",
      "tests.test_core_checking.test_detects_defer_errors",
      "tests.test_verbose_flag.test_verbose_flag_shows_stderr_logging",
      "tests.test_cli_flags.test_ignoretests_flag_skips_test_files",
      "tests.test_cli_flags.test_no_arguments_analyzes_current_directory",
      "tests.test_build_tags.test_nonexistent_package_with_tags",
      "tests.test_build_tags.test_tags_combined_with_verbose_flag",
      "tests.test_cli_flags.test_ignoretests_flag_default_checks_test_files",
      "tests.test_complex_errors.test_anonymous_function_unchecked_errors",
      "tests.test_cli_flags.test_verbose_flag_function_names_in_output",
      "tests.test_complex_errors.test_testdata_ignore_tests_flag",
      "tests.test_cli_flags.test_ignoregenerated_flag_skips_generated_files",
      "tests.test_default_exclusions.test_io_pipe_close_with_error_excluded_by_default",
      "tests.test_complex_errors.test_custom_error_types_value_and_pointer",
      "tests.test_complex_errors.test_testdata_blank_flag",
      "tests.test_edge_cases.test_verbose_with_abspath",
      "tests.test_default_exclusions.test_all_default_exclusions_in_single_file",
      "tests.test_default_exclusions.test_crypto_rand_and_math_rand_read_excluded_by_default",
      "tests.test_complex_errors.test_testdata_asserts_flag",
      "tests.test_complex_errors.test_exclude_file_filters_patterns",
      "tests.test_cli_flags.test_verbose_and_abspath_flags_combined",
      "tests.test_edge_cases.test_type_assertions_with_asserts_flag",
      "tests.test_default_exclusions.test_fmt_fprint_with_specific_arguments_excluded_by_default",
      "tests.test_exclude_file.test_basic_exclude_file_exact_matches",
      "tests.test_complex_errors.test_verbose_flag_adds_function_signatures",
      "tests.test_exclude_file.test_exclude_file_blank_lines_between_entries",
      "tests.test_exclude_file.test_exclude_file_with_comments_and_empty_lines",
      "tests.test_edge_cases.test_type_assertions_with_blank_and_asserts",
      "tests.test_default_exclusions.test_hash_interface_and_maphash_write_excluded_by_default",
      "tests.test_exclude_file.test_exclude_file_partial_match_requires_exact",
      "tests.test_exclude_file.test_exclude_file_crlf_line_endings",
      "tests.test_exclude_file.test_exclude_file_whitespace_not_trimmed",
      "tests.test_edge_cases.test_multi_assignment_type_assertions",
      "tests.test_edge_cases.test_empty_project_no_go_files",
      "tests.test_exclude_file.test_exclude_file_very_long_line",
      "tests.test_exclusions.test_excludeonly_disables_defaults",
      "tests.test_exclude_file.test_exclude_file_empty_comment_lines"
    ],
    "failed_tests_omitted": 127,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 532,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "kisielk__errcheck.dacab89",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "3940736",
    "calls": "69",
    "created_at": "2026-05-17T12:07:50.497736+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.8968",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "4142428",
    "instance_id": "kisielk__errcheck.dacab89",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "201",
    "n_system_errors": "0",
    "n_tests": "341",
    "n_warnings": "0",
    "output_tokens": "63934",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "20651",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-kisielk-errcheck",
    "run_version": "",
    "score": "0.5894428152492669",
    "session_ended_at": "2026-05-17T12:24:48.098Z",
    "session_started_at": "2026-05-17T12:07:54.263Z",
    "test_branch_errors": "{}",
    "total_tokens": "4206362",
    "wall_clock_seconds": "1013"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./errcheck_py.py",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-kisielk-errcheck",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}