{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:24:55.751427+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_check.test_check_unicode_replacement_rejected",
      "tests.test_check.test_check_conflicts_with_derive_key",
      "tests.test_check.test_check_windows_path_on_linux",
      "tests.test_errors.test_keyed_mode_cannot_use_stdin_dash",
      "tests.test_check.test_check_conflicts_with_raw",
      "tests.test_check.test_check_malformed_lines_reported",
      "tests.test_harvest.test_slash_normalization_on_windows",
      "tests.test_harvest.test_invalid_unicode_on_unix",
      "tests.test_io.test_permission_denied_error",
      "tests.test_keyed.test_keyed_stdin_not_allowed",
      "tests.test_lib3.test_check_mode_invalid_hash_length",
      "tests.test_lib4.test_hash_from_hex_invalid_length_short",
      "tests.test_check.test_check_invalid_escape_sequence",
      "tests.test_check.test_check_conflicts_with_length",
      "tests.test_check.test_check_hash_too_long_rejected",
      "tests.test_check.test_check_conflicts_with_tag",
      "tests.test_check.test_check_blank_lines_reported",
      "tests.test_harvest.test_invalid_unicode_on_windows",
      "tests.test_lib.test_check_invalid_hex_length",
      "tests.test_lib4.test_hash_from_hex_invalid_length_long",
      "tests.test_check.test_check_trailing_backslash_rejected",
      "tests.test_check.test_check_conflicts_with_no_names",
      "tests.test_edge_cases_final.test_incomplete_escape_sequence_rejected",
      "tests.test_check.test_check_conflicts_with_keyed",
      "tests.test_harvest.test_check_invalid_characters",
      "tests.test_check.test_check_empty_filename_rejected",
      "tests.test_check.test_check_null_character_rejected"
    ],
    "failed_tests_omitted": 0,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 687,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "blake3-team__blake3.15e83a5",
  "metrics": {
    "almost_resolved": "True",
    "cached_input_tokens": "5996928",
    "calls": "97",
    "created_at": "2026-05-17T10:05:04.405927+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "5.7514",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "6205553",
    "instance_id": "blake3-team__blake3.15e83a5",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "623",
    "n_system_errors": "0",
    "n_tests": "647",
    "n_warnings": "0",
    "output_tokens": "56994",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "15878",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-blake3-team-blake3",
    "run_version": "",
    "score": "0.9629057187017002",
    "session_ended_at": "2026-05-17T10:20:08.906Z",
    "session_started_at": "2026-05-17T10:05:07.370Z",
    "test_branch_errors": "{}",
    "total_tokens": "6262547",
    "wall_clock_seconds": "901"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./main.c"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-blake3-team-blake3",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}