{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:15.013972+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_tcc.test_tests2_42_to_50",
      "eval.tests.test_tcc.test_ex1_hello_world",
      "eval.tests.test_tcc.test_tests2_21",
      "eval.tests.test_tcc.test_tests2_do_while",
      "eval.tests.test_tcc.test_run_mode",
      "eval.tests.test_tcc.test_complex_preprocessor",
      "eval.tests.test_tcc.test_stdlib_math",
      "eval.tests.test_tcc.test_nostdinc",
      "eval.tests.test_tcc.test_wwrite_strings",
      "eval.tests.test_tcc.test_rstdin_file",
      "eval.tests.test_tcc.test_asm_with_data_section",
      "eval.tests.test_tcc.test_mf_flag",
      "eval.tests.test_tcc.test_std_gnu11",
      "eval.tests.test_tcc.test_ar_create_empty",
      "eval.tests.test_tcc.test_undefined_symbol_error",
      "eval.tests.test_tcc.test_compile_to_executable",
      "eval.tests.test_tcc.test_hello_world",
      "eval.tests.test_tcc.test_funsigned_char",
      "eval.tests.test_tcc.test_preprocess_p1_alternative_line",
      "eval.tests.test_tcc.test_ar_invalid_archive",
      "eval.tests.test_tcc.test_run_mode_with_arguments",
      "eval.tests.test_tcc.test_tests2_50_to_60",
      "eval.tests.test_tcc.test_ex5_hello_world",
      "eval.tests.test_tcc.test_tests2_pointer",
      "eval.tests.test_tcc.test_global_variables",
      "eval.tests.test_tcc.test_x_c_type",
      "eval.tests.test_tcc.test_compile_assembly_s",
      "eval.tests.test_tcc.test_tests2_float",
      "eval.tests.test_tcc.test_wunsupported",
      "eval.tests.test_tcc.test_asm_labels_and_jumps",
      "eval.tests.test_tcc.test_include_file_not_found",
      "eval.tests.test_tcc.test_asm_clobber",
      "eval.tests.test_tcc.test_fsigned_char",
      "eval.tests.test_tcc.test_tests2_60_to_80",
      "eval.tests.test_tcc.test_link_multiple_objects",
      "eval.tests.test_tcc.test_preprocess_dd_flag",
      "eval.tests.test_tcc.test_arithmetic",
      "eval.tests.test_tcc.test_run_from_stdin",
      "eval.tests.test_tcc.test_tests2_precedence",
      "eval.tests.test_tcc.test_bench_flag",
      "eval.tests.test_tcc.test_static_variables",
      "eval.tests.test_tcc.test_example_stdin_echo",
      "eval.tests.test_tcc.test_tests2_short",
      "eval.tests.test_tcc.test_wl_image_base",
      "eval.tests.test_tcc.test_library_path",
      "eval.tests.test_tcc.test_floating_point_ops",
      "eval.tests.test_tcc.test_library_path_env",
      "eval.tests.test_tcc.test_asm_multiply",
      "eval.tests.test_tcc.test_tests2_80_to_99",
      "eval.tests.test_tcc.test_volatile_qualifier",
      "eval.tests.test_tcc.test_function_calls",
      "eval.tests.test_tcc.test_fcommon",
      "eval.tests.test_tcc.test_default_output_aout",
      "eval.tests.test_tcc.test_tests2_stdlib",
      "eval.tests.test_tcc.test_tests2_assignment",
      "eval.tests.test_tcc.test_include_file_option",
      "eval.tests.test_tcc.test_vv_show_files",
      "eval.tests.test_tcc.test_tests2_hashdefine",
      "eval.tests.test_tcc.test_nostdlib",
      "eval.tests.test_tcc.test_soname_option",
      "eval.tests.test_tcc.test_stdin_with_run",
      "eval.tests.test_tcc.test_shared_lib_and_link",
      "eval.tests.test_tcc.test_long_double",
      "eval.tests.test_tcc.test_asm_compare_branch",
      "eval.tests.test_tcc.test_cast_operations",
      "eval.tests.test_tcc.test_multiple_input_files",
      "eval.tests.test_tcc.test_b_dir",
      "eval.tests.test_tcc.test_isystem_option",
      "eval.tests.test_tcc.test_tests2_comment",
      "eval.tests.test_tcc.test_tests2_switch",
      "eval.tests.test_tcc.test_fno_common",
      "eval.tests.test_tcc.test_structs",
      "eval.tests.test_tcc.test_run_exit_code",
      "eval.tests.test_tcc.test_bitwise_operations",
      "eval.tests.test_tcc.test_weak_symbol",
      "eval.tests.test_tcc.test_rdynamic",
      "eval.tests.test_tcc.test_tests2_integer_literals",
      "eval.tests.test_tcc.test_macro_stringification",
      "eval.tests.test_tcc.test_tests2_100_to_115",
      "eval.tests.test_tcc.test_standalone_asm_file"
    ],
    "failed_tests_omitted": 1562,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 2062,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "tinycc__tinycc.9b8765d",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "4277632",
    "calls": "69",
    "created_at": "2026-05-17T16:06:54.025850+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.2344",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "4377504",
    "instance_id": "tinycc__tinycc.9b8765d",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "385",
    "n_system_errors": "0",
    "n_tests": "1978",
    "n_warnings": "0",
    "output_tokens": "53208",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "15768",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-tinycc-tinycc",
    "run_version": "20260517T094700Z",
    "score": "0.19464105156723963",
    "session_ended_at": "2026-05-17T16:21:05.430Z",
    "session_started_at": "2026-05-17T16:06:56.961Z",
    "test_branch_errors": "{}",
    "total_tokens": "4430712",
    "wall_clock_seconds": "848"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./tcc_compat.c"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-tinycc-tinycc",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}