{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:14.457133+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_compression.test_zstd_decompression",
      "eval.tests.test_edge_cases.test_output_to_dash_means_stdout",
      "eval.tests.test_edge_cases.test_leading_delimiter",
      "eval.tests.test_header_selection.test_header_with_escaped_sequences",
      "eval.tests.test_output_handling.test_escaped_output_delimiter",
      "eval.tests.test_hck.test_escaped_output_delimiter",
      "eval.tests.test_hck.test_output_to_stdout_with_dash",
      "tests.test_delimiters.test_regex_posix_character_class",
      "tests.test_edge_cases.test_numeric_overflow_error",
      "tests.test_delimiters.test_field_zero_error",
      "tests.test_edge_cases.test_invalid_regex_delimiter_error",
      "tests.test_delimiters.test_invalid_regex_delimiter_error",
      "tests.test_edge_cases.test_all_fields_included_and_excluded",
      "tests.test_fields_basic.test_error_invalid_field_spec",
      "tests.test_fields_basic.test_error_malformed_range_multiple_dashes",
      "tests.test_fields_basic.test_deduplication_overlapping_ranges",
      "tests.test_fields_basic.test_field_after_open_range_duplicates",
      "tests.test_fields_exclude.test_exclude_complete_overlap",
      "tests.test_fields_exclude.test_exclude_all_fields",
      "tests.test_gap_fill.test_output_to_stdout_with_dash",
      "tests.test_gap_fill.test_stdin_compressed_with_header_fields_warning",
      "tests.test_gap_fill.test_header_not_found_partial_match",
      "tests.test_gap_fill.test_empty_fields_no_output",
      "tests.test_fields_basic.test_same_field_multiple_times_partial_dedup",
      "tests.test_fields_basic.test_error_lone_dash",
      "tests.test_fields_basic.test_error_inverted_range",
      "tests.test_headers.test_mixed_order_preservation",
      "tests.test_gap_fill.test_file_creation_error_nonexistent_dir",
      "tests.test_integration.test_invalid_range_with_valid_flags_error",
      "tests.test_integration.test_file_not_found_with_valid_second_file_error",
      "tests.test_io.test_output_to_stdout_explicit",
      "tests.test_io.test_invalid_gzip_file_error",
      "tests.test_gap_fill.test_compression_to_stdout",
      "tests.test_fields_basic.test_overlapping_ranges_produce_duplicates",
      "eval.tests.test_argparse_validation.test_fields_accepts_separate_equals_and_short_concatenated[args1]",
      "eval.tests.test_argparse_validation.test_negative_number_is_not_accepted_as_value_without_double_dash",
      "eval.tests.test_argparse_validation.test_integer_option_rejects_overflow_rc_2",
      "eval.tests.test_hck_io.test_header_field_selection_merges_with_index_selection_order",
      "tests.test_hck_advanced.TestOutputFormats.test_newline_in_output_delimiter",
      "eval.tests.test_hck_behavior.test_version_exact_match",
      "eval.tests.test_hck_behavior.test_reordering_values_written_only_once",
      "eval.tests.test_hck_behavior.test_mix_by_index_and_by_header_merge_order_example_from_readme",
      "eval.tests.test_executable_externalized.test_ext_test_exclude_range_all",
      "eval.tests.test_executable_externalized.test_ext_test_headers_and_fields"
    ],
    "failed_tests_omitted": 0,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 884,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "sstadick__hck.b66c751",
  "metrics": {
    "almost_resolved": "True",
    "cached_input_tokens": "2073856",
    "calls": "58",
    "created_at": "2026-05-17T15:45:43.421531+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "2.9448",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "2220320",
    "instance_id": "sstadick__hck.b66c751",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "813",
    "n_system_errors": "0",
    "n_tests": "855",
    "n_warnings": "0",
    "output_tokens": "39186",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "17137",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sstadick-hck",
    "run_version": "20260517T094700Z",
    "score": "0.9508771929824561",
    "session_ended_at": "2026-05-17T16:00:17.865Z",
    "session_started_at": "2026-05-17T15:45:46.751Z",
    "test_branch_errors": "{}",
    "total_tokens": "2259506",
    "wall_clock_seconds": "871"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./hck.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sstadick-hck",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}