{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:02.387488+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_pandoc.test_bash_completion", "eval.tests.test_pandoc.test_markdown_to_org", "eval.tests.test_pandoc.test_markdown_to_mediawiki", "eval.tests.test_pandoc.test_print_default_data_file", "eval.tests.test_pandoc.test_markdown_to_dokuwiki", "eval.tests.test_pandoc.test_section_divs", "eval.tests.test_pandoc.test_syntax_highlighting_pygments", "eval.tests.test_pandoc.test_metadata_file", "eval.tests.test_pandoc.test_title_prefix", "eval.tests.test_pandoc.test_output_to_epub", "eval.tests.test_pandoc.test_custom_template", "eval.tests.test_pandoc.test_shift_heading_level", "eval.tests.test_pandoc.test_dump_args", "eval.tests.test_pandoc.test_markdown_headings_setext", "eval.tests.test_pandoc.test_ipynb_output_best", "eval.tests.test_pandoc.test_markdown_to_docbook5", "eval.tests.test_pandoc.test_markdown_to_textile", "eval.tests.test_pandoc.test_mathjax", "eval.tests.test_pandoc.test_html_q_tags", "eval.tests.test_pandoc.test_shift_heading_level_negative", "eval.tests.test_pandoc.test_log_to_file", "eval.tests.test_pandoc.test_ansi_output", "eval.tests.test_pandoc.test_number_sections", "eval.tests.test_pandoc.test_id_prefix", "eval.tests.test_pandoc.test_output_to_docx", "eval.tests.test_pandoc.test_number_offset", "eval.tests.test_pandoc.test_dzslides_output", "eval.tests.test_pandoc.test_markdown_to_jats", "eval.tests.test_pandoc.test_epub_title_page", "eval.tests.test_pandoc.test_s5_output", "eval.tests.test_pandoc.test_opml_output", "eval.tests.test_pandoc.test_markdown_to_ms", "eval.tests.test_pandoc.test_mathml", "eval.tests.test_pandoc.test_top_level_division", "eval.tests.test_pandoc.test_commonmark_input", "eval.tests.test_pandoc.test_email_obfuscation_javascript", "eval.tests.test_pandoc.test_ipynb_output_all", "eval.tests.test_pandoc.test_indented_code_classes", "eval.tests.test_pandoc.test_markdown_to_jira", "eval.tests.test_pandoc.test_slidy_output", "eval.tests.test_pandoc.test_revealjs_output", "eval.tests.test_pandoc.test_incremental_slides", "eval.tests.test_pandoc.test_markdown_to_docbook4", "eval.tests.test_pandoc.test_opendocument_writer", "eval.tests.test_pandoc.test_odt_writer", "eval.tests.test_pandoc.test_pptx_writer", "eval.tests.test_pandoc.test_markdown_to_man", "eval.tests.test_pandoc.test_csljson_output", "eval.tests.test_pandoc.test_katex", "eval.tests.test_pandoc.test_markdown_to_icml", "eval.tests.test_pandoc.test_markdown_to_fb2", "eval.tests.test_pandoc.test_markdown_to_bbcode", "eval.tests.test_pandoc.test_default_image_extension", "eval.tests.test_pandoc.test_beamer_output", "eval.tests.test_pandoc.test_epub2_output", "eval.tests.test_pandoc.test_openxml_writer", "eval.tests.test_pandoc.test_markdown_grid_table", "eval.tests.test_pandoc.test_rtf_writer", "eval.tests.test_pandoc.test_chunkedhtml_writer", "eval.tests.test_pandoc.test_ris_input", "eval.tests.test_pandoc.test_csljson_input", "eval.tests.test_pandoc.test_biblatex_input", "eval.tests.test_pandoc.test_markdown_to_html_with_number_offset", "eval.tests.test_pandoc.test_listings_option", "eval.tests.test_pandoc.test_gladtex", "eval.tests.test_pandoc.test_markdown_to_tei", "eval.tests.test_pandoc.test_rst_with_tables", "eval.tests.test_pandoc.test_epub3_output", "eval.tests.test_pandoc.test_bibtex_input", "eval.tests.test_pandoc.test_beamer_incremental", "eval.tests.test_pandoc.test_revealjs_fragments", "tests.test_file_scope.test_reference_location_block_places_refs_after_paragraphs", "tests.test_citeproc_advanced.test_citation_syntax_suppress_author", "tests.test_document_structure.test_toc_depth_invalid_zero", "tests.test_abbreviations.test_default_abbreviations_nonbreaking_spaces", "tests.test_binary_formats_advanced.test_rtf_underline_formatting", "tests.test_data_paths.test_resource_path_does_not_affect_metadata_file", "tests.test_config_environment.test_defaults_tab_stop_setting", "tests.test_bbcode_formats.test_table_fluxbb_omitted", "tests.test_error_paths.test_malformed_json_input" ], "failed_tests_omitted": 4445, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 5467, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "jgm__pandoc.5caad90", "metrics": { "almost_resolved": "False", "cached_input_tokens": "7507072", "calls": "91", "created_at": "2026-05-17T11:50:12.295549+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "6.3837", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "7669759", "instance_id": "jgm__pandoc.5caad90", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "889", "n_system_errors": "0", "n_tests": "5228", "n_warnings": "0", "output_tokens": "60559", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "10429", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jgm-pandoc", "run_version": "", "score": "0.17004590665646518", "session_ended_at": "2026-05-17T12:11:40.140Z", "session_started_at": "2026-05-17T11:50:15.123Z", "test_branch_errors": "{}", "total_tokens": "7730318", "wall_clock_seconds": "1285" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./__pycache__", "./__pycache__/pandoc_lite.cpython-312.pyc", "./compile.sh", "./executable", "./pandoc_lite.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jgm-pandoc", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }