{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:24:56.549065+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_clog.test_from_conflicts_with_from_latest_tag",
      "eval.tests.test_clog.test_changelog_conflicts_with_outfile",
      "eval.tests.test_clog_errors.test_conflict_flags_error",
      "eval.tests.test_clog_errors.test_from_and_from_latest_tag_conflict",
      "eval.tests.test_clog_toml_heavy.test_toml_with_multiline_strings",
      "eval.tests.test_simple_coverage_boost.test_conflicting_flags_error",
      "eval.tests.test_clog.test_changelog_conflicts_with_infile",
      "tests.test_config_errors.test_toml_with_invalid_field_type",
      "tests.test_config_errors.test_conflicting_from_and_from_latest_tag_flags",
      "tests.test_config_errors.test_malformed_toml_unclosed_string",
      "tests.test_cli_gaps.test_subtitle_flag_with_various_formats",
      "tests.test_coverage_gaps.test_json_format_with_both_flags",
      "tests.test_edge_cases.test_conflicting_from_flags_error",
      "tests.test_edge_cases.test_very_long_subtitle_1000_chars",
      "tests.test_edge_cases.test_whitespace_only_commit_message",
      "tests.test_edge_cases.test_empty_subtitle_flag",
      "tests.test_coverage_gaps.test_both_work_tree_and_git_dir_flags",
      "tests.test_file_io.test_changelog_flag_combines_infile_and_outfile",
      "tests.test_file_io.test_changelog_flag_conflicts_with_infile",
      "tests.test_file_io.test_infile_with_crlf_line_endings",
      "tests.test_file_io.test_multiple_changelog_append_operations",
      "tests.test_final_gaps.test_format_json_explicit",
      "tests.test_config_errors.test_conflicting_infile_and_changelog_flags",
      "tests.test_final_gaps.test_link_style_cgit_conversion",
      "tests.test_coverage_gaps.test_stash_link_style",
      "tests.test_final_gaps.test_clog_init_git_dir_only_with_config",
      "tests.test_edge_cases.test_repo_with_symlinks",
      "tests.test_edge_cases.test_conflicting_changelog_infile_error",
      "tests.test_edge_cases.test_from_and_to_same_commit",
      "tests.test_edge_cases.test_detached_head_state",
      "tests.test_coverage_gaps.test_work_tree_only_with_config",
      "tests.test_file_io.test_stdout_output_default_behavior",
      "tests.test_file_io.test_outfile_prepends_to_existing_file",
      "tests.test_file_io.test_changelog_flag_conflicts_with_outfile",
      "tests.test_final_gaps.test_outfile_flag_sets_clog_outfile_field",
      "tests.test_final_gaps.test_format_markdown_explicit",
      "tests.test_edge_cases.test_repo_with_200_commits",
      "tests.test_final_gaps.test_format_json_with_repo_flag",
      "tests.test_config_errors.test_conflicting_outfile_and_changelog_flags",
      "tests.test_coverage_gaps.test_cgit_link_style",
      "tests.test_coverage_gaps.test_git_dir_only_with_config",
      "tests.test_final_gaps.test_clog_init_work_tree_and_git_dir_both",
      "tests.test_edge_cases.test_conflicting_changelog_outfile_error",
      "tests.test_edge_cases.test_invalid_from_commit_hash",
      "tests.test_edge_cases.test_repo_with_1mb_binary_file",
      "tests.test_final_gaps.test_work_tree_without_git_dir_uses_config",
      "tests.test_edge_cases.test_many_tags_120",
      "tests.test_file_io.test_outfile_writes_to_file_not_stdout",
      "tests.test_final_gaps.test_infile_and_outfile_flags_append_behavior",
      "tests.test_git_ops.test_from_latest_tag_json_format",
      "tests.test_final_gaps.test_from_flag_sets_clog_from_field",
      "tests.test_final_gaps.test_link_style_gitlab_conversion",
      "tests.test_final_gaps.test_link_style_github_default",
      "tests.test_edge_cases.test_setversion_with_invalid_semver_format",
      "tests.test_final_gaps.test_clog_init_work_tree_only_with_config",
      "tests.test_final_gaps.test_git_dir_without_work_tree_uses_config",
      "tests.test_edge_cases.test_very_long_commit_message_20kb",
      "tests.test_git_ops.test_json_format_structure",
      "tests.test_edge_cases.test_mixed_conventional_and_non_conventional_commits",
      "tests.test_git_ops.test_conflicting_flags_from_and_from_latest_tag",
      "tests.test_file_io.test_infile_appends_to_existing_changelog",
      "tests.test_final_gaps.test_changelog_flag_sets_both_infile_and_outfile",
      "tests.test_final_gaps.test_from_latest_tag_flag_sets_clog_from_field",
      "tests.test_final_gaps.test_link_style_stash_conversion",
      "tests.test_final_gaps.test_multiple_flags_combination",
      "tests.test_edge_cases.test_very_long_file_path_108_chars",
      "tests.test_final_gaps.test_from_and_to_flags_combined",
      "tests.test_edge_cases.test_empty_commit_message",
      "tests.test_integration.test_broken_config_file_fails_gracefully",
      "tests.test_integration.test_conflicting_flags_from_and_from_latest_tag",
      "tests.test_output.test_json_with_subtitle",
      "tests.test_output.test_json_format_output_structure",
      "tests.test_output.test_infile_and_changelog_mutually_exclusive",
      "tests.test_output.test_outfile_and_changelog_mutually_exclusive",
      "tests.test_output.test_from_and_from_latest_tag_mutually_exclusive",
      "tests.test_version.test_setversion_simple_format",
      "tests.test_version.test_setversion_zero_version",
      "tests.test_version.test_setversion_with_v_prefix",
      "tests.test_integration.test_work_tree_and_git_dir_together_fails_from_different_cwd",
      "tests.test_version.test_setversion_overrides_increment_flags"
    ],
    "failed_tests_omitted": 30,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 778,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "clog-tool__clog-cli.7066cba",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "4366976",
    "calls": "83",
    "created_at": "2026-05-17T10:20:55.133416+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "5.0070",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "4556519",
    "instance_id": "clog-tool__clog-cli.7066cba",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "530",
    "n_system_errors": "0",
    "n_tests": "575",
    "n_warnings": "0",
    "output_tokens": "62528",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "17116",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-clog-tool-clog-cli",
    "run_version": "",
    "score": "0.9217391304347826",
    "session_ended_at": "2026-05-17T10:37:16.361Z",
    "session_started_at": "2026-05-17T10:20:58.244Z",
    "test_branch_errors": "{}",
    "total_tokens": "4619047",
    "wall_clock_seconds": "978"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./clog.py",
      "./compile.sh",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-clog-tool-clog-cli",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}