{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false,
    "summary_path": "agent-summary.json"
  },
  "codex_version": "codex-cli 0.131.0",
  "collected_at": "2026-05-19T20:22:45.330173+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_additional_rules.test_fix_with_specific_rules",
      "eval.tests.test_all_rules_comprehensive.test_multiple_files_with_different_violations",
      "eval.tests.test_additional_features.test_check_show_full_path",
      "eval.tests.test_advanced_rules.test_statistics_output",
      "eval.tests.test_all_rules_comprehensive.test_md010_hard_tabs",
      "eval.tests.test_advanced_rules.test_md047_single_trailing_newline",
      "eval.tests.test_additional_features.test_import_json_config",
      "eval.tests.test_all_rules_comprehensive.test_md033_inline_html_allowed",
      "eval.tests.test_additional_rules.test_md071_blank_line_after_frontmatter",
      "eval.tests.test_additional_rules.test_md053_link_definitions",
      "eval.tests.test_additional_rules.test_md064_no_multiple_consecutive_spaces",
      "eval.tests.test_additional_rules.test_md031_fenced_code_blocks_surrounded_by_blanks",
      "eval.tests.test_advanced_rules.test_md025_multiple_top_level_headings",
      "eval.tests.test_all_rules_comprehensive.test_rule_categories",
      "eval.tests.test_additional_features.test_rule_explain_in_json",
      "eval.tests.test_additional_rules.test_md003_heading_style_atx",
      "eval.tests.test_additional_rules.test_rule_with_custom_config",
      "eval.tests.test_all_rules_comprehensive.test_md010_fix",
      "eval.tests.test_all_rules_comprehensive.test_fix_multiple_files",
      "eval.tests.test_all_rules_comprehensive.test_all_output_formats",
      "eval.tests.test_all_rules_comprehensive.test_md034_bare_urls",
      "eval.tests.test_advanced_rules.test_profile_output",
      "eval.tests.test_additional_rules.test_md040_fenced_code_language",
      "eval.tests.test_additional_rules.test_md066_footnote_validation",
      "eval.tests.test_advanced_rules.test_md033_inline_html_detailed",
      "eval.tests.test_additional_features.test_check_profile_flag",
      "eval.tests.test_additional_rules.test_multiple_rules_enabled",
      "eval.tests.test_all_rules_comprehensive.test_color_modes",
      "eval.tests.test_additional_rules.test_md056_table_column_count",
      "eval.tests.test_additional_features.test_completions_fish",
      "eval.tests.test_advanced_rules.test_list_all_rules",
      "eval.tests.test_basic_invocation.test_help_flag",
      "eval.tests.test_additional_rules.test_md004_ul_style_consistent",
      "eval.tests.test_advanced_rules.test_verbose_output_detailed",
      "eval.tests.test_advanced_rules.test_md007_unordered_list_indent",
      "eval.tests.test_all_rules_comprehensive.test_md035_hr_style",
      "eval.tests.test_advanced_rules.test_md040_language_in_code_blocks",
      "eval.tests.test_all_rules_comprehensive.test_md012_multiple_blanks",
      "eval.tests.test_all_rules_comprehensive.test_config_precedence_cli_over_file",
      "eval.tests.test_additional_rules.test_md041_first_line_h1",
      "eval.tests.test_all_rules_comprehensive.test_fail_on_modes",
      "eval.tests.test_additional_features.test_completions_powershell",
      "eval.tests.test_additional_rules.test_md058_tables_surrounded_by_blanks",
      "eval.tests.test_additional_features.test_fmt_with_stdin",
      "eval.tests.test_additional_rules.test_md068_empty_footnote_definition",
      "eval.tests.test_additional_rules.test_extend_enable_rules",
      "eval.tests.test_basic_invocation.test_color_never",
      "eval.tests.test_basic_invocation.test_help_short_flag",
      "eval.tests.test_complex_scenarios.test_code_block_no_language",
      "eval.tests.test_basic_invocation.test_no_args_shows_help",
      "eval.tests.test_all_rules_comprehensive.test_md039_no_space_in_links",
      "eval.tests.test_advanced_rules.test_md009_trailing_spaces",
      "eval.tests.test_additional_rules.test_md047_single_trailing_newline",
      "eval.tests.test_all_rules_comprehensive.test_json_output_multiple_violations",
      "eval.tests.test_all_rules_comprehensive.test_md020_closed_atx_space",
      "eval.tests.test_additional_rules.test_md061_forbidden_terms",
      "eval.tests.test_basic_invocation.test_no_config_flag",
      "eval.tests.test_all_rules_comprehensive.test_md013_line_length_default",
      "eval.tests.test_complex_scenarios.test_image_reference_definitions",
      "eval.tests.test_check_command.test_check_statistics_flag",
      "eval.tests.test_basic_invocation.test_version_flag",
      "eval.tests.test_check_command.test_check_valid_markdown",
      "eval.tests.test_complex_scenarios.test_emphasis_combinations",
      "eval.tests.test_complex_scenarios.test_multiple_violations_same_line",
      "eval.tests.test_complex_scenarios.test_right_to_left_text",
      "eval.tests.test_basic_invocation.test_config_help",
      "eval.tests.test_basic_invocation.test_isolated_flag",
      "eval.tests.test_advanced_rules.test_md010_hard_tabs",
      "eval.tests.test_all_rules_comprehensive.test_md021_multiple_spaces_closed_atx",
      "eval.tests.test_additional_rules.test_md051_link_fragments",
      "eval.tests.test_complex_scenarios.test_nested_lists",
      "eval.tests.test_all_rules_comprehensive.test_statistics_multiple_rules",
      "eval.tests.test_basic_invocation.test_version_short_flag",
      "eval.tests.test_all_rules_comprehensive.test_md013_code_blocks_exempt",
      "eval.tests.test_complex_scenarios.test_autolinks",
      "eval.tests.test_complex_scenarios.test_strikethrough",
      "eval.tests.test_complex_scenarios.test_fix_multiple_issues",
      "eval.tests.test_check_command.test_check_fail_on_never",
      "eval.tests.test_complex_scenarios.test_very_long_line",
      "eval.tests.test_check_command.test_check_multiple_files"
    ],
    "failed_tests_omitted": 3553,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 4669,
    "warnings": [
      "[rvben__rumdl.2d75c4d] branch 9d266574d5e8: 1 test(s) in JUnit XML not in tests.json"
    ]
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "paper-prompt-nointernet",
  "instance_id": "rvben__rumdl.2d75c4d",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "5022208",
    "calls": "56",
    "codex_version": "codex-cli 0.131.0",
    "created_at": "2026-05-19T05:17:49.274216+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.9625",
    "evaluator_problem": "True",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "paper-prompt-nointernet",
    "input_tokens": "5184894",
    "instance_id": "rvben__rumdl.2d75c4d",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "91",
    "n_system_errors": "0",
    "n_tests": "3323",
    "n_warnings": "1",
    "output_tokens": "54600",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "7686",
    "resolved": "False",
    "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-rvben-rumdl",
    "run_version": "20260518T232006Z",
    "score": "0.02738489316882335",
    "session_ended_at": "2026-05-19T05:32:49.835Z",
    "session_started_at": "2026-05-19T05:17:57.477Z",
    "test_branch_errors": "{}",
    "total_tokens": "5239494",
    "wall_clock_seconds": "892"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./.git",
      "./.git/COMMIT_EDITMSG",
      "./.git/HEAD",
      "./.git/branches",
      "./.git/config",
      "./.git/description",
      "./.git/hooks",
      "./.git/hooks/applypatch-msg.sample",
      "./.git/hooks/commit-msg.sample",
      "./.git/hooks/fsmonitor-watchman.sample",
      "./.git/hooks/post-update.sample",
      "./.git/hooks/pre-applypatch.sample",
      "./.git/hooks/pre-commit.sample",
      "./.git/hooks/pre-merge-commit.sample",
      "./.git/hooks/pre-push.sample",
      "./.git/hooks/pre-rebase.sample",
      "./.git/hooks/pre-receive.sample",
      "./.git/hooks/prepare-commit-msg.sample",
      "./.git/hooks/push-to-checkout.sample",
      "./.git/hooks/update.sample",
      "./.git/index",
      "./.git/info",
      "./.git/info/exclude",
      "./.git/logs",
      "./.git/logs/HEAD",
      "./.git/logs/refs",
      "./.git/logs/refs/heads",
      "./.git/logs/refs/heads/master",
      "./.git/objects",
      "./.git/objects/02",
      "./.git/objects/02/216f6d7d079ffb2e34864129430ffe3e028aa2",
      "./.git/objects/0a",
      "./.git/objects/0a/9e9724c555e0807da9a6ee273d5d40b623a974",
      "./.git/objects/0a/f35232fedd7e3f222a1ad99301efd66105227f",
      "./.git/objects/0e",
      "./.git/objects/0e/77ec2d52afd5e95e0d58da6db43ab617d4355d",
      "./.git/objects/0e/a842b769fb9164a846841d9b1f25bdb86c5a50",
      "./.git/objects/14",
      "./.git/objects/14/91574b6a0fc67fa346cc5349e151a1b1753263",
      "./.git/objects/14/c7581580ba9d73761b25e4bba875894570fc70",
      "./.git/objects/17",
      "./.git/objects/17/a492bb6619fafaf28ba3a95d86bac480041c6f",
      "./.git/objects/1f",
      "./.git/objects/1f/612af97d565aa4660fa0ec2a7871cd40810a29",
      "./.git/objects/24",
      "./.git/objects/24/18b185a56f9ed31f87b0190e18d289d36ed105",
      "./.git/objects/28",
      "./.git/objects/28/34416c4a2a4cea7a9b53acfbb9f5de407119d6",
      "./.git/objects/30",
      "./.git/objects/30/4876ca561844fc5afc4f0d875693b1bbefade9",
      "./.git/objects/31",
      "./.git/objects/31/cfc128b6ca5317514eebad5f146c9d605cfeef",
      "./.git/objects/32",
      "./.git/objects/32/1d723965213b83e7bbce3107947f0299e0a5ea",
      "./.git/objects/35",
      "./.git/objects/35/85e3923832a366e9c5536a72e9303501bfda4a",
      "./.git/objects/38",
      "./.git/objects/38/149c658fd81f9c79ee750545e81b3116e51b75",
      "./.git/objects/3a",
      "./.git/objects/3a/b9b574019d2521098e33f3170f7cf0d1f40baf",
      "./.git/objects/3b",
      "./.git/objects/3b/555a7eea8e8bd5eeaa04f0d4226dd2817ef487",
      "./.git/objects/3d",
      "./.git/objects/3d/161714cea2df2ccde666786d82336510ad8eff",
      "./.git/objects/47",
      "./.git/objects/47/3171d0f9cba2f55281be5cb675568b1a297522",
      "./.git/objects/48",
      "./.git/objects/48/6394fb0cf59857200c584894a4164f524b0198",
      "./.git/objects/48/906445dd2cf013796e150c96e853298883b4a7",
      "./.git/objects/4c",
      "./.git/objects/4c/022ab6730994fa0338ec9657515ae825829eaf",
      "./.git/objects/4f",
      "./.git/objects/4f/15fd1c8fa07c2b84604db97213382d72505ac5",
      "./.git/objects/4f/bff1ba79a15259774d66bdc97fe21e92e8e067",
      "./.git/objects/51",
      "./.git/objects/51/586fb08781dec5df692235b92c224c0c266324",
      "./.git/objects/54",
      "./.git/objects/54/8dd55786350b2c8dac63206a59d1534fd0177c",
      "./.git/objects/54/abdae7473c68caf6a05f7401c11924746740d0",
      "./.git/objects/55",
      "./.git/objects/55/87ceaa40ffcc0bf4695ecf42a04658b1ae50d8",
      "./.git/objects/58",
      "./.git/objects/58/539f7f86da68bdff25ee9257eedb1a4a826965",
      "./.git/objects/59",
      "./.git/objects/59/02b0b4ca214d10840105ecede3cfe970710aee",
      "./.git/objects/5e",
      "./.git/objects/5e/133869b4ed8c4dab2a4b36e2af292210617902",
      "./.git/objects/5f",
      "./.git/objects/5f/629448666b146d33af868399198c79c6f8d6a1",
      "./.git/objects/60",
      "./.git/objects/60/19cc3511a63b1c6115786999a4fa29774df25b",
      "./.git/objects/63",
      "./.git/objects/63/0a5bdf3692eff6fd9afc4b37953b69e4ef53ef",
      "./.git/objects/64",
      "./.git/objects/64/90b25242e49e5414d56073aadc841cfab70a40",
      "./.git/objects/66",
      "./.git/objects/66/e321c4c989f1c9ff13ef8b692994d59b7d8e98",
      "./.git/objects/6a",
      "./.git/objects/6a/c75dfcd588698ddc304e46216962da09ccddb3",
      "./.git/objects/6b",
      "./.git/objects/6b/095bf5fd064dda34d27fa8b7584cac69356eb9",
      "./.git/objects/6c",
      "./.git/objects/6c/b05589f8e747bd8139cfc01336add5fee09917",
      "./.git/objects/6d",
      "./.git/objects/6d/c2febf29a7cfdf2d95cc89e8242af60eb683ac",
      "./.git/objects/6d/c87ae9e3bcbde3a652c3292d0e42cccb1e844f",
      "./.git/objects/6e",
      "./.git/objects/6e/037b1d407f619154b351d0254e129551b19819",
      "./.git/objects/6f",
      "./.git/objects/6f/ea3c4eb19b620f25db688e64ddb5121464d22c",
      "./.git/objects/73",
      "./.git/objects/73/04443b34dce231c71d6173e860affbe4f46d40",
      "./.git/objects/7e",
      "./.git/objects/7e/a1a6080f3f3f9ccf735fc4ca3f3ea23dcd7a3e",
      "./.git/objects/80",
      "./.git/objects/80/79e4821ac96b829cca1553767ff5212e745f7c",
      "./.git/objects/85",
      "./.git/objects/85/ef20345ce87c200a0ae64fd838e876a6d84886",
      "./.git/objects/88",
      "./.git/objects/88/1397ce75f7b90c22252357630122697a295ec2",
      "./.git/objects/89",
      "./.git/objects/89/62e341522ce14426efe0a6d3a82e6b66b7b493",
      "./.git/objects/8a",
      "./.git/objects/8a/bedfa21297c628c3b73377a22972eac567f717",
      "./.git/objects/8c",
      "./.git/objects/8c/af4ac8f02fa9250b1ed58061417dec7444682e",
      "./.git/objects/93",
      "./.git/objects/93/cec08037b4609250c0de48d182e775f7f26e9a",
      "./.git/objects/94",
      "./.git/objects/94/cb6f24b31f1190e144b5efd449617c3b025016",
      "./.git/objects/97",
      "./.git/objects/97/b7145ffb0112233fa7a720be709cf281ac656c",
      "./.git/objects/9a",
      "./.git/objects/9a/6a5fcabd8731c31057d4b2ccb50e54f4616e5b",
      "./.git/objects/9e",
      "./.git/objects/9e/8ea6ccb9c79db18579486de10f67b788be1552",
      "./.git/objects/a0",
      "./.git/objects/a0/c5334838dae8224e4b7b20d53bcf4204373cf2",
      "./.git/objects/a0/eee828b08b922a13670951bcbad56b0a90b7e6",
      "./.git/objects/a4",
      "./.git/objects/a4/0296aafac9f0b91e1b7fc95ae88166ea19fc84",
      "./.git/objects/a7",
      "./.git/objects/a7/d5f57d1212a1d994be77801f94c26410ff4c2d",
      "./.git/objects/ad",
      "./.git/objects/ad/701a8aab3a53341efb83762e519769a88c09b7",
      "./.git/objects/af",
      "./.git/objects/af/e1f33d80ec3546a00decb6a3ab3f3eab8f1ef3",
      "./.git/objects/b1",
      "./.git/objects/b1/5703e0186a948e1b2acce1d3c45423974cedee",
      "./.git/objects/b2",
      "./.git/objects/b2/d6d51d94afd7814cee53d1f5cd07bd7e09383c",
      "./.git/objects/b5",
      "./.git/objects/b5/bed1e93c949288668b50c8e484629e4d431b6c",
      "./.git/objects/b6",
      "./.git/objects/b6/fb4363fe6404d01c1d821dd36a0d3c853783af",
      "./.git/objects/b7",
      "./.git/objects/b7/77bb6991af31abf2eda16ff2e120fe24ffbf9d",
      "./.git/objects/b8",
      "./.git/objects/b8/302a7706c605a91967783b279a7d9e1c3f6503",
      "./.git/objects/b9",
      "./.git/objects/b9/956420e9159b564bbe32846c49c585aecfcbed",
      "./.git/objects/ba",
      "./.git/objects/ba/7482818e58f31a505de00cb02fd04e0c85626c",
      "./.git/objects/bc",
      "./.git/objects/bc/1f3e577dd83f2be9011c5d726c367566b60e48",
      "./.git/objects/bd",
      "./.git/objects/bd/966ab1246dab6a5c9bbb3dc1c417e58706d51a",
      "./.git/objects/bd/9cd3c59a5d22a21012a6d6739f09a51aefb0e9",
      "./.git/objects/be",
      "./.git/objects/be/b28f522def6c7ec1a205b167849d44db83a242",
      "./.git/objects/bf",
      "./.git/objects/bf/75f98f710ce01432f0a94a49d895c275c12c7c",
      "./.git/objects/bf/a03ec686cdd0d47b69d7300678729d839ef90b",
      "./.git/objects/bf/db6557ddbf266b80f22c56e3d556bdbd1b2d56",
      "./.git/objects/c2",
      "./.git/objects/c2/2a74d81b32a5943ab2732732ec62dc0dd4bad6",
      "./.git/objects/c6",
      "./.git/objects/c6/4aab941a65c15e9585e53208be453880994e7c",
      "./.git/objects/c7",
      "./.git/objects/c7/036efd38353fa95c386af45553e1eb6474b724",
      "./.git/objects/c7/f5d93583786798d83b381d45cc909f3fa04042",
      "./.git/objects/c9",
      "./.git/objects/c9/b798a9a32073cacdce5b37390d3baf2bea0f35",
      "./.git/objects/c9/ff867dde01d01cecad20d3fd7c8a01f2913e90",
      "./.git/objects/cc",
      "./.git/objects/cc/e6c65a16f29c2f3f3de9ca54b51831ae67a614",
      "./.git/objects/d0",
      "./.git/objects/d0/dadff32a7e25b85846091cf565e528ccd1bcfc",
      "./.git/objects/d3",
      "./.git/objects/d3/2f47d132bc71c22944a8bc7dc7a6b6e5d48992",
      "./.git/objects/d3/6f55046ef5065929b2db3adfa80ba3039eb7c0",
      "./.git/objects/db",
      "./.git/objects/db/364adc02d16a71d49e8388626660f7681c2ef9",
      "./.git/objects/dd",
      "./.git/objects/dd/8c075c5f291a60045106554490b7d4b93d3fa5",
      "./.git/objects/e4",
      "./.git/objects/e4/a101c1fcb094931c94bbd9f4427a65bf145b4b",
      "./.git/objects/e6",
      "./.git/objects/e6/9de29bb2d1d6434b8b29ae775ad8c2e48c5391",
      "./.git/objects/e7",
      "./.git/objects/e7/929f7003dd6c7f5ed5be5223a6c98b57c8b272",
      "./.git/objects/ee",
      "./.git/objects/ee/2b2b15a1b91cf0de0a4ddcc50f7efb2acd0632",
      "./.git/objects/f0",
      "./.git/objects/f0/3055ee144eac0033328ed0dc760d0540dd1051",
      "./.git/objects/f0/b3f1885fa9375eba267f481a66e8db85a54d3a",
      "./.git/objects/f0/f4b0861f6910e193303fc2f40b8f5b49b89042",
      "./.git/objects/f3",
      "./.git/objects/f3/75a166bffdffe493d92152121bcfb1d8bd417c",
      "./.git/objects/f6",
      "./.git/objects/f6/7a8723204c166dca25f65340117166bb715eaa",
      "./.git/objects/f6/ff096940d420a9127f63dae369c5026870aa50",
      "./.git/objects/f9",
      "./.git/objects/f9/7328fe97f74af750b5d99e4185aff898129b20",
      "./.git/objects/fa",
      "./.git/objects/fa/430bde7fd5a508a2c2cbb22b77e973d9bce26f",
      "./.git/objects/fd",
      "./.git/objects/fd/7c1567477380838039ab1ffd6acf6ac579b800",
      "./.git/objects/info",
      "./.git/objects/pack",
      "./.git/refs",
      "./.git/refs/heads",
      "./.git/refs/heads/master",
      "./.git/refs/tags",
      "./LICENSE",
      "./README.md",
      "./assets",
      "./assets/benchmark.svg",
      "./assets/logo.png",
      "./compile.sh",
      "./docs",
      "./docs/RULES.md",
      "./docs/code-block-tools.md",
      "./docs/flavors",
      "./docs/flavors.md",
      "./docs/flavors/gfm.md",
      "./docs/flavors/mdx.md",
      "./docs/flavors/mkdocs.md",
      "./docs/flavors/obsidian.md",
      "./docs/flavors/quarto.md",
      "./docs/flavors/standard.md",
      "./docs/getting-started",
      "./docs/getting-started/installation.md",
      "./docs/getting-started/quickstart.md",
      "./docs/global-settings.md",
      "./docs/index.md",
      "./docs/inline-configuration.md",
      "./docs/lsp.md",
      "./docs/markdownlint-comparison.md"
    ],
    "contents_omitted": 79,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": true,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-rvben-rumdl",
  "run_version": "20260518T232006Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}