{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:15.194017+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_gaps.test_invalid_quoted_key_in_ungron",
      "tests.test_gron_core.test_truncated_json_error",
      "tests.test_gaps.test_invalid_json_statement_array_length",
      "tests.test_gaps.test_colorize_json_output_ungron",
      "tests.test_harvest.test_ungron_grep_separators_gron",
      "tests.test_integration.test_ungron_negative_array_index_error",
      "tests.test_integration.test_ungron_silently_skips_invalid_statements",
      "tests.test_ungron.test_ungron_unicode_and_special_chars",
      "tests.test_ungron.test_ungron_error_whitespace_only",
      "tests.test_ungron.test_ungron_grep_separators",
      "tests.test_ungron.test_ungron_via_symlink",
      "tests.test_url_fetch.test_fetch_connection_refused",
      "tests.test_gaps.test_invalid_json_statement_type_assertion",
      "tests.test_url_fetch.test_https_self_signed_cert_fails_without_insecure",
      "tests.test_url_fetch.test_fetch_url_case_insensitive_protocol",
      "tests.test_url_fetch.test_fetch_https_uppercase",
      "tests.test_output_modes.test_values_mode_invalid_statement_error",
      "tests.test_url_fetch.test_fetch_nonexistent_domain",
      "tests.test_url_fetch.test_fetch_url_with_userinfo",
      "tests.test_url_fetch.test_fetch_url_with_unicode_in_query",
      "tests.test_url_fetch.test_fetch_with_noproxy_wildcard_suffix",
      "tests.test_url_fetch.test_fetch_with_noproxy_multiple_hosts",
      "tests.test_url_fetch.test_fetch_with_noproxy_flag",
      "tests.test_url_fetch.test_fetch_with_invalid_proxy_url_causes_error",
      "tests.test_url_fetch.test_timeout_on_slow_response",
      "tests.test_gaps.test_invalid_numeric_key_in_ungron"
    ],
    "failed_tests_omitted": 0,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 233,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "tomnomnom__gron.88a6234",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "4129792",
    "calls": "84",
    "created_at": "2026-05-17T16:11:38.122674+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.0455",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "4266745",
    "instance_id": "tomnomnom__gron.88a6234",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "199",
    "n_system_errors": "0",
    "n_tests": "224",
    "n_warnings": "0",
    "output_tokens": "43193",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "15657",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-tomnomnom-gron",
    "run_version": "20260517T094700Z",
    "score": "0.8883928571428571",
    "session_ended_at": "2026-05-17T16:24:07.571Z",
    "session_started_at": "2026-05-17T16:11:41.116Z",
    "test_branch_errors": "{}",
    "total_tokens": "4309938",
    "wall_clock_seconds": "746"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./__pycache__",
      "./__pycache__/gron.cpython-312.pyc",
      "./compile.sh",
      "./executable",
      "./gron.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-tomnomnom-gron",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}
