{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:06.891985+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_edge_cases.test_for_newline_separated",
      "eval.tests.test_error_handling.test_for_with_newlines",
      "eval.tests.test_iteration.test_for_with_spaces",
      "eval.tests.test_iteration.test_stdin_piped",
      "eval.tests.test_for_items.test_for_with_spaces",
      "eval.tests.test_regex_intensive.test_regex_with_whitespace_class",
      "eval.tests.test_comprehensive_coverage.test_stdin_with_counter_mods",
      "eval.tests.test_edge_cases.test_empty_command_string",
      "eval.tests.test_flag_combinations.test_stdin_with_offset",
      "eval.tests.test_stdin.test_stdin_without_flag_detects_pipe",
      "tests.test_basic.test_for_space_separated_items",
      "tests.test_basic.test_stdin_with_num_overrun",
      "tests.test_counters.test_count_by_scientific_with_decimal",
      "tests.test_termination.test_until_match_multiline_output",
      "tests.test_timing.test_until_time_past_time_exits_immediately",
      "tests.test_timing.test_until_time_malformed_date_errors",
      "tests.test_timing.test_until_time_future_runs_until_time",
      "tests.test_timing.test_until_time_with_milliseconds",
      "tests.test_timing.test_until_time_executes_at_least_once_comment",
      "tests.test_timing.test_every_negative_duration_parsed_as_argument",
      "tests.test_basic.test_command_with_shell_expansion",
      "tests.test_timing.test_until_time_rfc3339_basic_format",
      "tests.test_timing.test_until_time_combined_with_num",
      "tests.test_timing.test_until_time_edge_of_second",
      "tests.test_basic.test_stdin_automatic_detection",
      "tests.test_basic.test_stdin_without_trailing_newline",
      "tests.test_basic.test_stdin_empty_line_preserved",
      "tests.test_basic.test_stdin_with_count_variable",
      "eval.tests.test_argparse_validation.test_option_value_formats_for_num[args2]",
      "tests.test_conditions.TestUntilSame.test_until_same_with_stdin",
      "tests.test_items.TestStdinInput.test_stdin_with_num_limit",
      "tests.test_integration.TestCombinedFlags.test_stdin_with_until_changes",
      "tests.test_items.TestStdinInput.test_stdin_basic",
      "tests.test_items.TestStdinInput.test_stdin_single_line",
      "tests.test_items.TestStdinInput.test_stdin_with_count",
      "eval.tests.test_core_looping.test_missing_command_is_interruptible"
    ],
    "failed_tests_omitted": 0,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 778,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "miserlou__loop.209927c",
  "metrics": {
    "almost_resolved": "True",
    "cached_input_tokens": "5112064",
    "calls": "90",
    "created_at": "2026-05-17T12:59:57.603029+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "5.1963",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "5303161",
    "instance_id": "miserlou__loop.209927c",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "675",
    "n_system_errors": "0",
    "n_tests": "710",
    "n_warnings": "0",
    "output_tokens": "56158",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "15201",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-miserlou-loop",
    "run_version": "20260517T094700Z",
    "score": "0.9507042253521126",
    "session_ended_at": "2026-05-17T13:16:38.792Z",
    "session_started_at": "2026-05-17T13:00:00.574Z",
    "test_branch_errors": "{}",
    "total_tokens": "5359319",
    "wall_clock_seconds": "998"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./loop.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-miserlou-loop",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}