{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:13.939399+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_css_selector.test_css_attr_requires_query",
      "eval.tests.test_edge_cases.test_malformed_xml",
      "eval.tests.test_config.test_config_tab_setting",
      "eval.tests.test_json_output.test_json_to_json_pass_through",
      "eval.tests.test_xml_formatting.test_format_xml_zero_indent",
      "eval.tests.test_additional_coverage.test_json_to_json_with_formatting",
      "eval.tests.test_additional_coverage.test_json_compact_with_arrays",
      "eval.tests.test_configuration.test_config_file_indent",
      "eval.tests.test_configuration.test_config_file_tab",
      "eval.tests.test_configuration.test_config_file_comments",
      "eval.tests.test_configuration.test_config_file_empty_lines",
      "eval.tests.test_configuration.test_config_file_with_spaces",
      "eval.tests.test_edge_cases.test_zero_indent_compact",
      "eval.tests.test_xml_formatting.test_format_xml_zero_indent",
      "eval.tests.test_json_formatting.test_format_json_with_tabs",
      "eval.tests.test_xml_to_json.test_json_to_json",
      "eval.tests.test_css_queries.test_css_attr_without_query_error",
      "tests.test_config.test_config_tab_indentation",
      "tests.test_config.test_config_bool_t",
      "tests.test_config.test_config_comments_ignored",
      "tests.test_config.test_config_indent_9_validation_error",
      "tests.test_config.test_config_multiple_options",
      "tests.test_errors.test_json_with_bom",
      "tests.test_errors.test_empty_stdin",
      "tests.test_errors.test_attr_without_query_flag",
      "tests.test_errors.test_very_long_line_json",
      "tests.test_errors.test_json_invalid_syntax",
      "tests.test_errors.test_xpath_with_attr_flag_incompatible",
      "tests.test_errors.test_compact_json_mode",
      "tests.test_config.test_config_indent_4",
      "tests.test_config.test_config_long_line_handled",
      "tests.test_extraction.test_xpath_count_function",
      "tests.test_extraction.test_xpath_string_function",
      "tests.test_config.test_config_malformed_lines_skipped",
      "tests.test_config.test_config_negative_indent_error",
      "tests.test_errors.test_json_unclosed_brace",
      "tests.test_errors.test_html_mode_with_unclosed_tags",
      "tests.test_config.test_config_bool_false_explicit",
      "tests.test_errors.test_empty_file",
      "tests.test_config.test_config_multiple_equals_skipped",
      "tests.test_config.test_config_indent_8",
      "tests.test_config.test_config_color_enabled",
      "tests.test_extraction.test_xpath_numeric_comparison_predicate",
      "tests.test_config.test_config_bool_numeric_1",
      "tests.test_errors.test_xml_unclosed_tag",
      "tests.test_extraction.test_xpath_contains_predicate",
      "tests.test_extraction.test_xpath_normalize_space_function",
      "tests.test_harvest.test_xml_format_unformatted3_windows1251",
      "tests.test_extraction.test_css_not_pseudo_class",
      "tests.test_config.test_config_invalid_boolean_defaults_false",
      "tests.test_errors.test_xpath_malformed_expression",
      "tests.test_config.test_config_whitespace_trimmed",
      "tests.test_config.test_config_tab_overrides_indent",
      "tests.test_errors.test_json_mode_with_invalid_xml",
      "tests.test_extraction.test_error_attr_without_query",
      "tests.test_extraction.test_xpath_namespace_nested_query",
      "tests.test_errors.test_xml_with_bom",
      "tests.test_extraction.test_xpath_starts_with_attribute",
      "tests.test_extraction.test_xpath_sum_function",
      "tests.test_extraction.test_css_adjacent_sibling_combinator",
      "tests.test_harvest.test_html_format_unformatted3",
      "tests.test_harvest.test_json_format_unformatted3",
      "tests.test_harvest.test_xml_format_unformatted16",
      "tests.test_harvest.test_xml_format_unformatted6_html_elements",
      "tests.test_harvest.test_xpath_query_count_function",
      "tests.test_config.test_config_invalid_int_defaults_zero",
      "tests.test_config.test_config_empty_lines_ignored",
      "tests.test_extraction.test_error_invalid_xpath",
      "tests.test_config.test_config_color_nocolor_last_wins",
      "tests.test_harvest.test_html_format_unformatted6",
      "tests.test_harvest.test_config_indent_8",
      "tests.test_extraction.test_xpath_concat_function",
      "tests.test_harvest.test_xml_format_unformatted11",
      "tests.test_html_format.test_self_closing_tags_formatted_correctly",
      "tests.test_html_format.test_compact_output_no_indentation",
      "tests.test_harvest.test_html_format_unformatted4",
      "tests.test_harvest.test_xml_format_unformatted7",
      "tests.test_html_format.test_attributes_with_special_characters",
      "tests.test_html_format.test_multiline_comments",
      "tests.test_html_format.test_mixed_text_and_inline_elements"
    ],
    "failed_tests_omitted": 58,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 879,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "sibprogrammer__xq.b89f681",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "5598336",
    "calls": "99",
    "created_at": "2026-05-17T15:29:19.601428+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "5.6294",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "5811278",
    "instance_id": "sibprogrammer__xq.b89f681",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "659",
    "n_system_errors": "0",
    "n_tests": "792",
    "n_warnings": "0",
    "output_tokens": "58850",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "13551",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sibprogrammer-xq",
    "run_version": "20260517T094700Z",
    "score": "0.8320707070707071",
    "session_ended_at": "2026-05-17T15:45:12.606Z",
    "session_started_at": "2026-05-17T15:29:22.654Z",
    "test_branch_errors": "{}",
    "total_tokens": "5870128",
    "wall_clock_seconds": "949"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./xq.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sibprogrammer-xq",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}