{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:24:54.030975+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_advanced_flags.test_profile_creates_valid_pprof_file",
      "tests.test_advanced_flags.test_profile_different_formatters",
      "tests.test_advanced_flags.test_profile_multiple_files",
      "tests.test_advanced_flags.test_profile_with_check_mode",
      "tests.test_advanced_flags.test_profile_with_file_input",
      "tests.test_advanced_flags.test_profile_with_larger_input_captures_data",
      "tests.test_advanced_flags.test_xml_export_bash_lexer_completeness",
      "tests.test_advanced_flags.test_xml_export_c_lexer_structure_detailed",
      "tests.test_advanced_flags.test_xml_export_creates_files_in_directory",
      "tests.test_advanced_flags.test_xml_export_file_naming_convention",
      "tests.test_advanced_flags.test_xml_export_multiple_lexers_spot_check",
      "tests.test_advanced_flags.test_xml_export_produces_valid_xml_structure",
      "tests.test_advanced_flags.test_xml_export_to_file_path_fails",
      "tests.test_advanced_flags.test_xml_export_to_nonexistent_directory_fails",
      "tests.test_advanced_flags.test_xml_export_warns_on_existing_files",
      "tests.test_advanced_flags.test_xml_export_warns_on_non_serializable_lexers",
      "tests.test_advanced_flags.test_xml_export_with_special_char_lexers",
      "tests.test_cli_basic.test_empty_stdin_input",
      "tests.test_cli_basic.test_explicit_lexer_overrides_extension",
      "tests.test_cli_basic.test_invalid_lexer_name_with_fail_flag",
      "tests.test_cli_basic.test_invalid_lexer_name_without_fail_flag",
      "tests.test_cli_basic.test_invalid_style_name_error",
      "tests.test_cli_basic.test_javascript_file_extension_detection",
      "tests.test_cli_basic.test_large_file_processing",
      "tests.test_cli_basic.test_lexer_alias_names_work",
      "tests.test_cli_basic.test_lexer_path_to_nonexistent_xml_uses_fallback",
      "tests.test_cli_basic.test_mixed_valid_and_invalid_files",
      "tests.test_cli_basic.test_multiple_files_processed_in_order",
      "tests.test_cli_basic.test_nonexistent_file_error",
      "tests.test_cli_basic.test_output_contains_actual_code_content",
      "tests.test_cli_basic.test_rust_file_extension_detection",
      "tests.test_cli_basic.test_single_file_with_autodetect_go",
      "tests.test_cli_basic.test_single_file_with_autodetect_python",
      "tests.test_cli_basic.test_stdin_with_explicit_lexer",
      "tests.test_cli_basic.test_stdin_with_filename_hint_for_lexer_detection",
      "tests.test_cli_basic.test_stdin_without_lexer_hint_uses_content_analysis",
      "tests.test_cli_basic.test_style_differences_same_file",
      "tests.test_cli_basic_part2.test_check_flag_no_output_on_valid_file",
      "tests.test_cli_basic_part2.test_check_flag_reports_lexer_errors_exact_format",
      "tests.test_cli_basic_part2.test_formatter_flag_terminal256",
      "tests.test_cli_basic_part2.test_formatter_flag_terminal_basic",
      "tests.test_cli_basic_part2.test_html_convenience_flag_equals_formatter_html",
      "tests.test_cli_basic_part2.test_html_formatter_produces_complete_document",
      "tests.test_cli_basic_part2.test_json_convenience_flag_equals_formatter_json",
      "tests.test_cli_basic_part2.test_json_formatter_output_structure",
      "tests.test_cli_basic_part2.test_lexer_autodetect_is_default",
      "tests.test_cli_basic_part2.test_lexer_path_attempts_xml_load_fallback",
      "tests.test_cli_basic_part2.test_list_flag_outputs_complete_information",
      "tests.test_cli_basic_part2.test_multiple_files_each_uses_own_lexer",
      "tests.test_cli_basic_part2.test_stdin_with_explicit_lexer_ignores_filename",
      "tests.test_cli_basic_part2.test_style_path_to_nonexistent_xml_errors",
      "tests.test_cli_basic_part2.test_tabs_vs_spaces_handling",
      "tests.test_cli_basic_part2.test_unicode_content_preserved",
      "tests.test_cli_basic_part2.test_very_long_single_line",
      "tests.test_formatters.test_default_terminal_formatter_with_ansi_codes",
      "tests.test_formatters.test_explicit_formatter_flag_terminal256",
      "tests.test_formatters.test_formatter_flag_precedence_over_convenience_flags",
      "tests.test_formatters.test_formatter_with_empty_input",
      "tests.test_formatters.test_formatter_works_with_stdin",
      "tests.test_formatters.test_html_convenience_flag",
      "tests.test_formatters.test_html_formatter_escapes_special_characters",
      "tests.test_formatters.test_html_formatter_standalone_vs_fragment_structure",
      "tests.test_formatters.test_html_formatter_with_multiple_lexers",
      "tests.test_formatters.test_html_inline_styles_flag",
      "tests.test_formatters.test_html_only_flag_produces_fragment",
      "tests.test_formatters.test_invalid_formatter_name_fails",
      "tests.test_formatters.test_json_convenience_flag",
      "tests.test_formatters.test_json_formatter_escapes_special_characters",
      "tests.test_formatters.test_json_formatter_handles_syntax_errors",
      "tests.test_formatters.test_json_formatter_preserves_all_whitespace",
      "tests.test_formatters.test_json_formatter_with_go_code",
      "tests.test_formatters.test_multiple_files_same_formatter",
      "tests.test_formatters.test_noop_formatter_outputs_unchanged_source",
      "tests.test_formatters.test_svg_convenience_flag",
      "tests.test_formatters.test_svg_formatter_with_different_styles",
      "tests.test_formatters.test_svg_formatter_with_unicode_content",
      "tests.test_formatters.test_terminal16_formatter_uses_basic_ansi_colors",
      "tests.test_formatters.test_terminal16m_formatter_uses_24bit_colors",
      "tests.test_formatters.test_terminal_formatter_different_styles_produce_different_output",
      "tests.test_formatters.test_terminal_formatter_handles_very_long_lines"
    ],
    "failed_tests_omitted": 451,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {
      "06dabfabaea7": [
        {
          "error_code": "results_read_failed",
          "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container 9c4428eb5f7eaa3e81cb25ea6ab19052443341832cf463152808fc3f33882ac0"
        }
      ]
    },
    "test_records": 531,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "alecthomas__chroma.8d04def",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "5083392",
    "calls": "74",
    "created_at": "2026-05-17T09:47:15.734415+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.7568",
    "evaluator_problem": "True",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "5286283",
    "instance_id": "alecthomas__chroma.8d04def",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "0",
    "n_system_errors": "0",
    "n_tests": "503",
    "n_warnings": "0",
    "output_tokens": "40022",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "14142",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-alecthomas-chroma",
    "run_version": "",
    "score": "0.0",
    "session_ended_at": "2026-05-17T09:58:02.969Z",
    "session_started_at": "2026-05-17T09:47:18.478Z",
    "test_branch_errors": "{\"06dabfabaea7\": [\"results_read_failed\"]}",
    "total_tokens": "5326305",
    "wall_clock_seconds": "644"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./chroma_cli.py",
      "./chroma_help.txt",
      "./chroma_list.txt",
      "./compile.sh",
      "./executable",
      "./pygments_css.txt"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-alecthomas-chroma",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}