{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:14.019316+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_build.test_mangen_missing_output_dir",
      "tests.test_compgen.test_compgen_kind_dir_prefix",
      "tests.test_cli.test_export_missing_file_error",
      "tests.test_edge_cases.test_build_duplicate_param_name_error",
      "tests.test_compgen.test_argc_value_path_with_extensions",
      "tests.test_build.test_build_simple_script_stdout",
      "tests.test_build.test_export_json_structure",
      "tests.test_cli.test_build_generates_standalone_script",
      "tests.test_compgen.test_break_char_at_not_in_wordbreaks",
      "tests.test_edge_cases.test_mangen_creates_output_files",
      "tests.test_edge_cases.test_env_optional_not_set",
      "tests.test_cli.test_script_path_in_directory_with_argcfile",
      "tests.test_build.test_mangen_complex_output_listing_exact",
      "tests.test_compgen.test_compgen_kind_shell_prefix_match",
      "tests.test_compgen.test_prefix_matching_choices",
      "tests.test_compgen.test_zsh_unbalanced_quote_at_start",
      "tests.test_edge_cases.test_mangen_main_page_format",
      "tests.test_edge_cases.test_nested_command_double_colon_syntax",
      "tests.test_compgen.test_compgen_kind_path_prefix",
      "tests.test_build.test_export_with_arrays_complete_json_structure",
      "tests.test_cli.test_script_path_not_found_error",
      "tests.test_edge_cases.test_export_minimal_json_structure",
      "tests.test_cli.test_build_writes_to_file",
      "tests.test_build.test_export_validates_as_json",
      "tests.test_cli.test_script_path_finds_argcfile_in_parent",
      "tests.test_compgen.test_color_codes_basic_colors",
      "tests.test_compgen.test_complete_generic_shell_format",
      "tests.test_build.test_build_script_to_file",
      "tests.test_compgen.test_break_char_none_in_wordbreaks",
      "tests.test_compgen.test_zsh_unbalanced_quote_in_middle",
      "tests.test_compgen.test_complete_powershell_format",
      "tests.test_build.test_completions_missing_shell_arg",
      "tests.test_edge_cases.test_mangen_subcommand_page_format",
      "tests.test_edge_cases.test_nested_command_with_option",
      "tests.test_compgen.test_color_codes_zsh_ansi",
      "tests.test_cli.test_script_path_prefers_closest_argcfile",
      "tests.test_build.test_build_with_hooks_and_require_tools",
      "tests.test_cli.test_mangen_requires_output_directory",
      "tests.test_cli.test_create_empty_boilerplate",
      "tests.test_edge_cases.test_option_equals_syntax",
      "tests.test_compgen.test_compgen_insufficient_args_returns_empty",
      "tests.test_build.test_export_nested_commands",
      "tests.test_compgen.test_tcsh_single_candidate_no_description",
      "tests.test_compgen.test_compgen_kind_unknown",
      "tests.test_compgen.test_complete_nushell_format",
      "tests.test_build.test_build_script_functionality",
      "tests.test_compgen.test_complete_xonsh_format",
      "tests.test_build.test_build_with_dotenv_meta",
      "tests.test_edge_cases.test_option_space_syntax",
      "tests.test_edge_cases.test_required_option_export_structure",
      "tests.test_edge_cases.test_nested_command_default_value",
      "tests.test_cli.test_create_with_task_names",
      "tests.test_cli.test_create_respects_alternative_names",
      "tests.test_cli.test_mangen_generates_man_pages",
      "tests.test_build.test_build_with_bind_env",
      "tests.test_build.test_build_complex_nested_subcommands",
      "tests.test_build.test_export_preserves_metadata",
      "tests.test_compgen.test_color_codes_with_style",
      "tests.test_compgen.test_elvish_no_color_mode",
      "tests.test_compgen.test_complete_elvish_format",
      "tests.test_compgen.test_generic_shell_argc_value_includes_variable",
      "tests.test_compgen.test_argc_prefix_variable",
      "tests.test_compgen.test_complete_with_quoted_empty_string",
      "tests.test_build.test_completions_nushell",
      "tests.test_edge_cases.test_array_positional_and_multi_option",
      "tests.test_edge_cases.test_variadic_args_single",
      "tests.test_cli.test_create_fails_when_argcfile_exists",
      "tests.test_edge_cases.test_required_option_eval_with_value",
      "tests.test_compgen.test_complete_available_commands",
      "tests.test_build.test_build_with_required_flag_and_default",
      "tests.test_compgen.test_color_codes_generic_shell",
      "tests.test_cli.test_version_matches_help_reference",
      "tests.test_build.test_mangen_simple_script",
      "tests.test_compgen.test_zsh_no_color_mode",
      "tests.test_build.test_export_flag_options_structure",
      "tests.test_compgen.test_complete_tcsh_format",
      "tests.test_build.test_completions_elvish",
      "tests.test_compgen.test_powershell_comma_break_char",
      "tests.test_compgen.test_complete_with_quoted_prefix",
      "tests.test_compgen.test_argc_filter_variable"
    ],
    "failed_tests_omitted": 1001,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 1410,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "sigoden__argc.04a08f1",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "8730880",
    "calls": "110",
    "created_at": "2026-05-17T15:29:21.405771+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "7.4581",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "8984917",
    "instance_id": "sigoden__argc.04a08f1",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "4",
    "n_system_errors": "0",
    "n_tests": "995",
    "n_warnings": "0",
    "output_tokens": "60750",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "21520",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sigoden-argc",
    "run_version": "20260517T094700Z",
    "score": "0.004020100502512563",
    "session_ended_at": "2026-05-17T15:48:19.909Z",
    "session_started_at": "2026-05-17T15:29:24.406Z",
    "test_branch_errors": "{}",
    "total_tokens": "9045667",
    "wall_clock_seconds": "1135"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./argc",
      "./argc.py",
      "./compile.sh",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sigoden-argc",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}