{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:24:56.600030+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_control_file_errors.test_control_file_escape_f_v",
      "tests.test_control_file_errors.test_control_file_char_range",
      "tests.test_encoding.test_utf8_copyright_symbols",
      "tests.test_errors.test_corrupted_font_file_invalid_magic",
      "tests.test_control_file_errors.test_control_file_invalid_g_command",
      "tests.test_errors.test_null_byte_in_input",
      "tests.test_encoding.test_utf8_spanish_tilde",
      "tests.test_compressed_fonts.test_zip_with_encryption_flag_rejected",
      "tests.test_errors.test_control_file_not_found",
      "tests.test_encoding.test_utf8_arabic_script",
      "tests.test_encoding.test_utf8_thai_script",
      "tests.test_encoding.test_utf8_currency_symbols",
      "tests.test_final_gaps.test_right_to_left_paragraph_mode_wrapping",
      "tests.test_font_errors.test_tlf_file_with_flf_magic",
      "tests.test_font_errors.test_header_five_fields_only",
      "tests.test_font_errors.test_character_missing_lines",
      "tests.test_encoding.test_utf8_4byte_emoji",
      "tests.test_control_file_errors.test_control_file_iso2022_g0",
      "tests.test_control_file_errors.test_control_file_g0_96char",
      "tests.test_encoding.test_utf8_cyrillic",
      "tests.test_compressed_fonts.test_zip_too_short_header_rejected",
      "tests.test_control_file_errors.test_control_file_octal_mapping",
      "tests.test_encoding.test_utf8_korean_hangul",
      "tests.test_errors.test_font_character_too_wide",
      "tests.test_final_gaps.test_control_file_t_command_immediate_newline",
      "tests.test_final_gaps.test_font_old_format_negative_smush",
      "tests.test_font_errors.test_character_too_wide",
      "tests.test_font_errors.test_header_six_fields",
      "tests.test_font_errors.test_flf_file_with_tlf_magic",
      "tests.test_german_and_command.test_command_line_input_no_args_produces_empty",
      "tests.test_german_and_command.test_command_line_input_mode_reads_from_argv",
      "tests.test_german_and_command.test_command_line_german_right_to_left",
      "tests.test_encoding.test_utf8_mathematical_bold",
      "tests.test_control_file_errors.test_control_file_g0_94x94",
      "tests.test_encoding.test_utf8_cjk_japanese",
      "tests.test_compressed_fonts.test_zip_unsupported_compression_method_rejected",
      "tests.test_control_file_errors.test_control_file_mixed_formats",
      "tests.test_final_gaps.test_font_old_format_positive_smush",
      "tests.test_final_gaps.test_right_to_left_narrow_width",
      "tests.test_font_errors.test_header_without_newline",
      "tests.test_font_errors.test_negative_maxlen",
      "tests.test_harvest.test_019_tlf2_full_width_flush_left_rtl",
      "tests.test_harvest.test_026_jis0201_control_file",
      "tests.test_german_and_command.test_command_line_input_with_german_mode",
      "tests.test_harvest.test_005_right_to_left_text",
      "tests.test_german_and_command.test_command_line_multi_word_concatenation",
      "tests.test_harvest.test_014_kerning_centered_rtl_slant",
      "tests.test_german_and_command.test_command_line_single_german_char",
      "tests.test_encoding.test_utf8_mixed_ascii_cjk",
      "tests.test_control_file_errors.test_control_file_escape_a_b_e",
      "tests.test_final_gaps.test_right_to_left_very_narrow_single_char",
      "tests.test_font_errors.test_header_line_longer_than_maxlen",
      "tests.test_font_errors.test_negative_comment_count",
      "tests.test_german_and_command.test_no_german_mode_with_different_font",
      "tests.test_input_edge_cases.test_high_unicode_codepoints_emoji",
      "tests.test_german_and_command.test_german_mode_with_different_font",
      "tests.test_german_and_command.test_command_line_ignores_stdin_completely",
      "tests.test_harvest.test_027_rtl_smushing_jave_font",
      "tests.test_input_edge_cases.test_control_file_formfeed_escape",
      "tests.test_input_edge_cases.test_control_file_bell_escape",
      "tests.test_iso2022.test_esc_lparen_sets_g0_to_94char",
      "tests.test_iso2022.test_ss2_single_shift_g2_8bit",
      "tests.test_harvest.test_015_full_width_flush_right_rtl",
      "tests.test_iso2022.test_esc_lowercase_n_locks_g2_into_gl",
      "tests.test_harvest.test_011_overlap_mode",
      "tests.test_info.test_info_code_flag_order_t_after_w",
      "tests.test_font_errors.test_smush_mode_zero_decoding",
      "tests.test_german_and_command.test_german_mode_preserves_non_special_chars",
      "tests.test_harvest.test_002_all_fonts_rendering",
      "tests.test_input_edge_cases.test_null_byte_in_input_terminates_processing",
      "tests.test_iso2022.test_esc_dot_sets_g2_to_96char",
      "tests.test_iso2022.test_esc_plus_sets_g3_to_94char",
      "tests.test_input_edge_cases.test_control_file_escape_char_mapping",
      "tests.test_input_edge_cases.test_control_file_vertical_tab_escape",
      "tests.test_iso2022.test_shift_out_invokes_g1_into_gl",
      "tests.test_iso2022.test_esc_n_ss2_escape_form",
      "tests.test_iso2022.test_esc_lparen_b_resets_to_ascii",
      "tests.test_iso2022.test_esc_lowercase_o_locks_g3_into_gl",
      "tests.test_iso2022.test_esc_rbrace_invokes_g2_into_gr",
      "tests.test_harvest.test_022_short_line_output"
    ],
    "failed_tests_omitted": 61,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 1044,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "cmatsuoka__figlet.202a0a8",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "8142720",
    "calls": "89",
    "created_at": "2026-05-17T10:20:56.937318+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "7.3406",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "8413878",
    "instance_id": "cmatsuoka__figlet.202a0a8",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "733",
    "n_system_errors": "0",
    "n_tests": "872",
    "n_warnings": "0",
    "output_tokens": "63783",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "24228",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-cmatsuoka-figlet",
    "run_version": "",
    "score": "0.8405963302752294",
    "session_ended_at": "2026-05-17T10:39:43.871Z",
    "session_started_at": "2026-05-17T10:20:59.980Z",
    "test_branch_errors": "{}",
    "total_tokens": "8477661",
    "wall_clock_seconds": "1123"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./assets",
      "./assets/8859-2.flc",
      "./assets/8859-3.flc",
      "./assets/banner.flf",
      "./assets/big.flf",
      "./assets/digital.flf",
      "./assets/emboss.tlf",
      "./assets/emboss_1.tlf",
      "./assets/flowerpower.flf",
      "./assets/jis0201.flc",
      "./assets/shadow.flf",
      "./assets/slant.flf",
      "./assets/small.flf",
      "./assets/standard.flf",
      "./assets/uskata.flc",
      "./compile.sh",
      "./executable",
      "./figlet.py",
      "./fonts",
      "./fonts/646-ca.flc",
      "./fonts/646-ca2.flc",
      "./fonts/646-cn.flc",
      "./fonts/646-cu.flc",
      "./fonts/646-de.flc",
      "./fonts/646-dk.flc",
      "./fonts/646-es.flc",
      "./fonts/646-es2.flc",
      "./fonts/646-fr.flc",
      "./fonts/646-gb.flc",
      "./fonts/646-hu.flc",
      "./fonts/646-irv.flc",
      "./fonts/646-it.flc",
      "./fonts/646-jp.flc",
      "./fonts/646-kr.flc",
      "./fonts/646-no.flc",
      "./fonts/646-no2.flc",
      "./fonts/646-pt.flc",
      "./fonts/646-pt2.flc",
      "./fonts/646-se.flc",
      "./fonts/646-se2.flc",
      "./fonts/646-yu.flc",
      "./fonts/8859-2.flc",
      "./fonts/8859-3.flc",
      "./fonts/8859-4.flc",
      "./fonts/8859-5.flc",
      "./fonts/8859-7.flc",
      "./fonts/8859-8.flc",
      "./fonts/8859-9.flc",
      "./fonts/banner.flf",
      "./fonts/big.flf",
      "./fonts/block.flf",
      "./fonts/bubble.flf",
      "./fonts/digital.flf",
      "./fonts/frango.flc",
      "./fonts/hz.flc",
      "./fonts/ilhebrew.flc",
      "./fonts/ivrit.flf",
      "./fonts/jis0201.flc",
      "./fonts/koi8r.flc",
      "./fonts/lean.flf",
      "./fonts/mini.flf",
      "./fonts/mnemonic.flf",
      "./fonts/moscow.flc",
      "./fonts/script.flf",
      "./fonts/shadow.flf",
      "./fonts/slant.flf",
      "./fonts/small.flf",
      "./fonts/smscript.flf",
      "./fonts/smshadow.flf",
      "./fonts/smslant.flf",
      "./fonts/standard.flf",
      "./fonts/term.flf",
      "./fonts/upper.flc",
      "./fonts/ushebrew.flc",
      "./fonts/uskata.flc",
      "./fonts/utf8.flc"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-cmatsuoka-figlet",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}