{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:12.033382+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_elf_parsing.test_parse_elf32_if_available",
      "eval.tests.test_output_generation.test_html_contains_css",
      "tests.test_elf_variants.test_elf_with_abi_version",
      "tests.test_edge_cases.test_section_names_with_html_special_characters",
      "tests.test_cli_errors.test_concurrent_different_files",
      "tests.test_cli_errors.test_special_chars_in_filename",
      "tests.test_cli_errors.test_output_filename_pattern",
      "tests.test_cli_errors.test_multiple_runs_same_cwd",
      "tests.test_cli_errors.test_symlink_to_elf",
      "tests.test_basic.test_process_valid_elf",
      "tests.test_cli_errors.test_valid_elf_creates_html",
      "tests.test_elf32.test_32bit_shared_object_type",
      "tests.test_elf32.test_32bit_zero_entry_point_shared_object",
      "tests.test_elf32.test_32bit_relocatable_object_with_sections",
      "tests.test_elf32.test_32bit_multiple_program_headers",
      "tests.test_elf32.test_minimal_32bit_executable_little_endian",
      "tests.test_cli_errors.test_input_from_subdirectory",
      "tests.test_cli_errors.test_dotfile_input",
      "tests.test_cli_errors.test_filename_with_spaces",
      "tests.test_cli_errors.test_filename_no_extension",
      "tests.test_elf64.test_elf64_executable_ls_complete_parsing",
      "tests.test_elf32.test_32bit_arm_architecture_field",
      "tests.test_cli_errors.test_very_long_filename",
      "tests.test_elf64.test_elf64_self_analysis",
      "tests.test_elf32.test_32bit_big_endian_parsing",
      "tests.test_elf32.test_32bit_arm_architecture",
      "tests.test_elf32.test_32bit_large_addresses_near_limit",
      "tests.test_elf64_bigendian.test_minimal_64bit_executable_big_endian",
      "tests.test_elf64_bigendian.test_64bit_big_endian_section_headers",
      "tests.test_elf64.test_elf64_executable_vs_shared_library_distinction",
      "tests.test_cli_errors.test_relative_path",
      "tests.test_cli_errors.test_filename_multiple_dots",
      "tests.test_elf32.test_32bit_arm_flags_field",
      "tests.test_elf64_bigendian.test_64bit_big_endian_entry_point_parsing",
      "tests.test_elf64_bigendian.test_64bit_big_endian_sparc_architecture",
      "tests.test_gap_filling.test_uncommon_elf_version_field_display",
      "tests.test_elf64_bigendian.test_64bit_big_endian_multiple_program_headers",
      "tests.test_elf64.test_elf64_cp_utility_parsing",
      "tests.test_html_output.test_multiple_script_types_embedded",
      "tests.test_cli_errors.test_absolute_path",
      "tests.test_elf32.test_32bit_no_program_headers_relocatable",
      "tests.test_integration.test_executable_self_analysis",
      "tests.test_elf64.test_elf64_executable_cat_basic_structure",
      "tests.test_elf64.test_elf64_grep_utility_parsing",
      "tests.test_elf64.test_elf64_bash_large_executable",
      "tests.test_defs_utils.test_type_hios",
      "tests.test_defs_utils.test_machine_amdgpu",
      "tests.test_defs_utils.test_machine_arm_aarch32",
      "tests.test_defs_utils.test_type_hiproc",
      "tests.test_defs_utils.test_type_none",
      "tests.test_defs_utils.test_machine_powerpc64",
      "tests.test_defs_utils.test_abi_hurd",
      "tests.test_defs_utils.test_machine_ia64",
      "tests.test_defs_utils.test_type_loos",
      "tests.test_defs_utils.test_abi_modesto",
      "tests.test_defs_utils.test_utils_html_escape_special_chars",
      "tests.test_defs_utils.test_machine_att_we32100",
      "tests.test_defs_utils.test_abi_tru64",
      "tests.test_defs_utils.test_machine_i860",
      "tests.test_defs_utils.test_machine_m88k",
      "tests.test_defs_utils.test_type_loproc",
      "tests.test_defs_utils.test_machine_arm_aarch64",
      "tests.test_defs_utils.test_type_unknown",
      "tests.test_defs_utils.test_machine_s390",
      "tests.test_defs_utils.test_machine_cuda",
      "tests.test_defs_utils.test_phdr_type_loos",
      "tests.test_defs_utils.test_phdr_type_hios",
      "tests.test_defs_utils.test_phdr_type_loproc",
      "tests.test_edge_cases.test_abi_tru64",
      "tests.test_edge_cases.test_abi_modesto",
      "tests.test_defs_utils.test_machine_m68k",
      "tests.test_defs_utils.test_machine_hppa",
      "tests.test_defs_utils.test_machine_mips_rs3000_le",
      "tests.test_edge_cases.test_machine_motorola_68000",
      "tests.test_defs_utils.test_machine_intel_mcu",
      "tests.test_defs_utils.test_machine_ibm_s370",
      "tests.test_defs_utils.test_machine_i960",
      "tests.test_defs_utils.test_phdr_type_hiproc",
      "tests.test_edge_cases.test_abi_aix",
      "tests.test_edge_cases.test_abi_irix"
    ],
    "failed_tests_omitted": 63,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 646,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "rbakbashev__elfcat.52f8cc7",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "3892992",
    "calls": "54",
    "created_at": "2026-05-17T14:24:41.347317+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.2380",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "4111768",
    "instance_id": "rbakbashev__elfcat.52f8cc7",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "428",
    "n_system_errors": "0",
    "n_tests": "564",
    "n_warnings": "0",
    "output_tokens": "39922",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "12198",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rbakbashev-elfcat",
    "run_version": "20260517T094700Z",
    "score": "0.7588652482269503",
    "session_ended_at": "2026-05-17T14:36:10.495Z",
    "session_started_at": "2026-05-17T14:24:44.223Z",
    "test_branch_errors": "{}",
    "total_tokens": "4151690",
    "wall_clock_seconds": "686"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./elfcat.py",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rbakbashev-elfcat",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}