{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:13.003627+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_additional_rules.test_rule_with_custom_config",
      "eval.tests.test_additional_features.test_completions_fish",
      "eval.tests.test_additional_features.test_check_with_config_file",
      "eval.tests.test_all_rules_comprehensive.test_all_output_formats",
      "eval.tests.test_additional_rules.test_md061_forbidden_terms",
      "eval.tests.test_check_command.test_check_statistics_flag",
      "eval.tests.test_check_command.test_check_nonexistent_file",
      "eval.tests.test_basic_invocation.test_version_help",
      "eval.tests.test_basic_invocation.test_no_args_shows_help",
      "eval.tests.test_comprehensive_edge_cases.test_extend_disable_with_config",
      "eval.tests.test_comprehensive_rules.test_reference_links_complete",
      "eval.tests.test_config_operations.test_import_json_markdownlint_config",
      "eval.tests.test_config_operations.test_config_file_location",
      "eval.tests.test_config_operations.test_completions_bash",
      "eval.tests.test_config_operations.test_global_color_always",
      "eval.tests.test_extended_config.test_config_with_exclude_patterns",
      "eval.tests.test_extended_config.test_config_disable_all_enable_some",
      "eval.tests.test_additional_features.test_completions_powershell",
      "eval.tests.test_basic_invocation.test_color_never",
      "eval.tests.test_extended_config.test_config_code_fence_style",
      "eval.tests.test_check_command.test_check_diff_flag",
      "eval.tests.test_comprehensive_edge_cases.test_completions_bash",
      "eval.tests.test_comprehensive_edge_cases.test_sarif_output_format",
      "eval.tests.test_extended_config.test_config_output_format",
      "eval.tests.test_file_operations.test_force_exclude_explicit_path",
      "eval.tests.test_config_operations.test_completions_zsh",
      "eval.tests.test_config_operations.test_global_color_never",
      "eval.tests.test_file_operations.test_pyproject_toml_config",
      "eval.tests.test_file_operations.test_config_resolution_from_subdir",
      "eval.tests.test_final_coverage_push.test_config_invalid_toml",
      "eval.tests.test_final_coverage_push.test_config_rule_arrays",
      "eval.tests.test_extended_config.test_config_line_length_variations",
      "eval.tests.test_final_coverage_push.test_nonexistent_file",
      "eval.tests.test_basic_invocation.test_no_config_flag",
      "eval.tests.test_extended_config.test_config_emphasis_style",
      "eval.tests.test_basic_invocation.test_color_auto",
      "eval.tests.test_extended_config.test_config_proper_names",
      "eval.tests.test_comprehensive_edge_cases.test_junit_output_format",
      "eval.tests.test_file_operations.test_respect_gitignore",
      "eval.tests.test_config_operations.test_completions_fish",
      "eval.tests.test_file_operations.test_nonexistent_file_error",
      "eval.tests.test_inline_config.test_inline_enable_specific_rules",
      "eval.tests.test_inline_config.test_inline_disable_next_line",
      "eval.tests.test_inline_config.test_inline_configure_file",
      "eval.tests.test_final_coverage_push.test_sarif_format_structure",
      "eval.tests.test_inline_config.test_inline_disable_all_then_enable_one",
      "eval.tests.test_inline_config.test_inline_config_nested_enables_disables",
      "eval.tests.test_inline_config.test_inline_config_json_output",
      "eval.tests.test_final_coverage_push.test_nonexistent_directory",
      "eval.tests.test_basic_invocation.test_isolated_flag",
      "eval.tests.test_extended_config.test_config_strong_style",
      "eval.tests.test_basic_invocation.test_color_always",
      "eval.tests.test_inline_config.test_inline_disable_line",
      "eval.tests.test_markdown_flavors.test_invalid_flavor",
      "eval.tests.test_inline_config.test_inline_disable_file",
      "eval.tests.test_other_commands.test_config_file_subcommand",
      "eval.tests.test_other_commands.test_completions_zsh",
      "eval.tests.test_output_formats.test_output_format_junit",
      "eval.tests.test_output_formats.test_output_format_sarif",
      "eval.tests.test_watch_profiling.test_statistics_output",
      "eval.tests.test_extended_config.test_config_ul_indent",
      "eval.tests.test_basic_invocation.test_explain_help",
      "eval.tests.test_inline_config.test_inline_enable_file",
      "eval.tests.test_other_commands.test_completions_bash",
      "eval.tests.test_basic_invocation.test_color_option_always",
      "eval.tests.test_basic_invocation.test_color_option_auto",
      "eval.tests.test_config_files.test_config_with_custom_path",
      "eval.tests.test_config_files.test_config_extend_disable",
      "eval.tests.test_config_files.test_config_file_pyproject_toml",
      "eval.tests.test_error_handling.test_stdin_empty",
      "eval.tests.test_error_handling.test_nonexistent_file",
      "eval.tests.test_other_commands.test_config_file",
      "eval.tests.test_output_formats.test_output_format_sarif",
      "eval.tests.test_output_formats.test_output_format_junit",
      "eval.tests.test_basic_invocation.test_color_option_never",
      "eval.tests.test_config_files.test_config_rule_specific_settings",
      "eval.tests.test_code_block_processor_gapfill_pt3.test_c_language_processing",
      "eval.tests.test_code_block_processor_gapfill_pt3.test_cpp_language_processing",
      "eval.tests.test_early_returns_gapfill.test_has_blockquotes_detection",
      "eval.tests.test_code_block_processor_gapfill_pt3.test_java_language_processing"
    ],
    "failed_tests_omitted": 1991,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 4672,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "rvben__rumdl.2d75c4d",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "7135744",
    "calls": "76",
    "created_at": "2026-05-17T14:50:00.030053+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "5.9832",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "7286556",
    "instance_id": "rvben__rumdl.2d75c4d",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "1510",
    "n_system_errors": "0",
    "n_tests": "3322",
    "n_warnings": "0",
    "output_tokens": "55376",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "10736",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rvben-rumdl",
    "run_version": "20260517T094700Z",
    "score": "0.45454545454545453",
    "session_ended_at": "2026-05-17T15:04:41.896Z",
    "session_started_at": "2026-05-17T14:50:03.051Z",
    "test_branch_errors": "{}",
    "total_tokens": "7341932",
    "wall_clock_seconds": "878"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./rumdl.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rvben-rumdl",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}