{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false,
    "summary_path": "agent-summary.json"
  },
  "codex_version": "codex-cli 0.131.0",
  "collected_at": "2026-05-19T20:23:05.004166+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_ansi_gaps.test_accumulated_attributes",
      "tests.test_ansi_gaps.test_csi_clear_sequences_stripped",
      "tests.test_ansi_iterator.test_mixed_text_and_ansi",
      "tests.test_bat_output_gaps.test_delta_as_pager_fatal_error",
      "tests.test_ansi_iterator.test_rgb_foreground_color",
      "tests.test_diff_stat.test_narrow_stat_width",
      "tests.test_blame.test_blame_combined_all_options",
      "tests.test_diff_subcommand.test_diff_args_with_lowercase_u_flag",
      "tests.test_diff_and_syntect.test_diff_with_italic_style",
      "tests.test_diff_and_syntect.test_diff_custom_unified_context",
      "tests.test_ansi_iterator.test_hidden_attribute",
      "tests.test_commit_meta.test_custom_commit_regex",
      "tests.test_draw_decorations.test_file_decoration_overline",
      "tests.test_draw_decorations.test_file_decoration_unicode_box",
      "tests.test_bat_output_gaps.test_paging_with_color_preservation",
      "tests.test_blame.test_blame_format_no_placeholders",
      "tests.test_ansi_iterator.test_fixed_foreground_color",
      "tests.test_ansi_gaps.test_osc_window_title_stripped",
      "tests.test_diff_stat.test_mixed_binary_and_text_files",
      "tests.test_bat_output_gaps.test_binary_content_through_pager",
      "tests.test_bat_output_gaps.test_nonexistent_pager_fallback_to_stdout",
      "tests.test_ansi_iterator.test_underline_with_subparameters",
      "tests.test_ansi_gaps.test_ansi_with_cjk_characters",
      "tests.test_blame.test_blame_unicode_content",
      "tests.test_diff_subcommand.test_diff_args_with_uppercase_U_flag",
      "tests.test_diff_and_syntect.test_diff_args_without_leading_dash",
      "tests.test_commit_meta.test_simple_commit_formatting",
      "tests.test_commit_meta.test_multiple_commits_in_single_output",
      "tests.test_ansi_iterator.test_strikethrough_attribute",
      "tests.test_draw_decorations.test_file_decoration_underoverline",
      "tests.test_draw_decorations.test_file_decoration_unicode_box_underline",
      "tests.test_diff_and_syntect.test_diff_with_background_color",
      "tests.test_ansi_gaps.test_ansi_with_emoji",
      "tests.test_diff_and_syntect.test_diff_multiple_args",
      "tests.test_blame.test_blame_format_author_commit",
      "tests.test_ansi_iterator.test_dimmed_attribute",
      "tests.test_bat_output_gaps.test_pager_with_arguments",
      "tests.test_diff_stat.test_varied_filename_lengths_alignment",
      "tests.test_ansi_iterator.test_rgb_background_color",
      "tests.test_ansi_gaps.test_cursor_movement_no_sgr_style",
      "tests.test_draw_decorations.test_file_decoration_box_underline_narrow_width",
      "tests.test_commit_meta.test_whitespace_variations_in_metadata",
      "tests.test_diff_and_syntect.test_diff_zero_context",
      "tests.test_blame.test_blame_very_long_line",
      "tests.test_draw_decorations.test_hunk_header_decoration_underline",
      "tests.test_diff_subcommand.test_diff_args_with_U0_context",
      "tests.test_ansi_iterator.test_black_foreground",
      "tests.test_commit_meta.test_multiline_commit_message",
      "tests.test_ansi_gaps.test_truncate_long_line_with_indicator",
      "tests.test_draw_decorations.test_file_decoration_box_with_underline",
      "tests.test_blame.test_blame_unusual_author_names",
      "tests.test_ansi_gaps.test_misc_csi_sequences_stripped",
      "tests.test_blame.test_blame_format_timestamp_only",
      "tests.test_ansi_iterator.test_fixed_background_color",
      "tests.test_draw_decorations.test_file_decoration_box_underline_width_shorter_than_text",
      "tests.test_ansi_iterator.test_purple_foreground",
      "tests.test_ansi_iterator.test_blink_slow_attribute",
      "tests.test_commit_meta.test_unicode_in_author_name_and_message",
      "tests.test_bat_output_gaps.test_navigate_mode_with_pager",
      "tests.test_diff_and_syntect.test_diff_with_combined_styles",
      "tests.test_diff_stat.test_new_file_only_additions",
      "tests.test_commit_meta.test_short_commit_sha",
      "tests.test_diff_subcommand.test_diff_args_with_U5_context",
      "tests.test_diff_and_syntect.test_diff_empty_args",
      "tests.test_ansi_gaps.test_truncate_preserves_ansi_codes",
      "tests.test_diff_subcommand.test_diff_args_with_U7_context",
      "tests.test_ansi_iterator.test_white_foreground",
      "tests.test_blame.test_blame_renamed_file_with_old_filename",
      "tests.test_basic.test_version",
      "tests.test_draw_decorations.test_file_decoration_long_filename_box",
      "tests.test_draw_decorations.test_file_decoration_box_bold",
      "tests.test_ansi_iterator.test_combined_attributes",
      "tests.test_blame.test_blame_timestamp_custom_output_format",
      "tests.test_ansi_gaps.test_nested_sgr_codes",
      "tests.test_commit_meta.test_merge_commit_with_multiple_parents",
      "tests.test_diff_stat.test_filename_with_spaces",
      "tests.test_bat_output_gaps.test_large_input_buffering",
      "tests.test_diff_and_syntect.test_diff_nonexistent_file",
      "tests.test_diff_stat.test_basic_single_file_stat",
      "tests.test_commit_meta.test_author_without_email"
    ],
    "failed_tests_omitted": 1071,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 1188,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "paper-prompt-nointernet",
  "instance_id": "dandavison__delta.acd758f",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "7242624",
    "calls": "81",
    "codex_version": "codex-cli 0.131.0",
    "created_at": "2026-05-19T00:41:31.733793+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "paper-prompt-nointernet",
    "input_tokens": "7390003",
    "instance_id": "dandavison__delta.acd758f",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "7",
    "n_system_errors": "0",
    "n_tests": "950",
    "n_warnings": "0",
    "output_tokens": "45880",
    "paper_compliant": "False",
    "pricing_source": "",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "11528",
    "resolved": "False",
    "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-dandavison-delta",
    "run_version": "20260518T232006Z",
    "score": "0.007368421052631579",
    "session_ended_at": "2026-05-19T00:53:13.761Z",
    "session_started_at": "2026-05-19T00:41:39.884Z",
    "test_branch_errors": "{}",
    "total_tokens": "7435883",
    "wall_clock_seconds": "693"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./.git",
      "./.git/COMMIT_EDITMSG",
      "./.git/HEAD",
      "./.git/branches",
      "./.git/config",
      "./.git/description",
      "./.git/hooks",
      "./.git/hooks/applypatch-msg.sample",
      "./.git/hooks/commit-msg.sample",
      "./.git/hooks/fsmonitor-watchman.sample",
      "./.git/hooks/post-update.sample",
      "./.git/hooks/pre-applypatch.sample",
      "./.git/hooks/pre-commit.sample",
      "./.git/hooks/pre-merge-commit.sample",
      "./.git/hooks/pre-push.sample",
      "./.git/hooks/pre-rebase.sample",
      "./.git/hooks/pre-receive.sample",
      "./.git/hooks/prepare-commit-msg.sample",
      "./.git/hooks/push-to-checkout.sample",
      "./.git/hooks/update.sample",
      "./.git/index",
      "./.git/info",
      "./.git/info/exclude",
      "./.git/logs",
      "./.git/logs/HEAD",
      "./.git/logs/refs",
      "./.git/logs/refs/heads",
      "./.git/logs/refs/heads/master",
      "./.git/objects",
      "./.git/objects/12",
      "./.git/objects/12/4f73c35325aeca4520baf39b3c760ebde23375",
      "./.git/objects/14",
      "./.git/objects/14/6701da48d4403b9fd27f50106a542c75a47dcd",
      "./.git/objects/16",
      "./.git/objects/16/665240fb71c3445d063959b4907b41fb39cfa3",
      "./.git/objects/1b",
      "./.git/objects/1b/ea9c0b74e5044bf038b125cbc74022b7cd1b1c",
      "./.git/objects/1c",
      "./.git/objects/1c/62a7b8178595c071c7d27c00e146440e42661c",
      "./.git/objects/1d",
      "./.git/objects/1d/a13cc7a3183f0f7919b4c8f0ee09d784b46eb2",
      "./.git/objects/1d/d3eff150480a31204e3f33c5c970db8b4339f4",
      "./.git/objects/1f",
      "./.git/objects/1f/4a518972cb628eeb5c9d9817e2c7260d7855dc",
      "./.git/objects/24",
      "./.git/objects/24/1f849e2da712f7406b7bd657a15c73ee9df797",
      "./.git/objects/27",
      "./.git/objects/27/056210f21ebb21ba383cb1a8bede06c170bef4",
      "./.git/objects/27/2def44d7529b42bcde03669562e02a6a5d207d",
      "./.git/objects/27/d100af4be057f5e0142afb03cb18d186282a82",
      "./.git/objects/2b",
      "./.git/objects/2b/053d6be0178f90d9c51cd30e17be28d73d1f98",
      "./.git/objects/2c",
      "./.git/objects/2c/4094bf97fa45c4785ce6d86aefc4eb7bc771be",
      "./.git/objects/2c/8c73f11cecc74cf91fcff03d5ae55bbeaaaaa3",
      "./.git/objects/2c/f3c1a6b3d8710631846430aedb25920f93b1c6",
      "./.git/objects/2d",
      "./.git/objects/2d/09108dd02a2b71088fb4087d583b69230040a6",
      "./.git/objects/2d/0c38f10981f5da5ee3f75ecdf80e43c5603916",
      "./.git/objects/36",
      "./.git/objects/36/470e7f413159bf9bb81786addde1427c0fbc14",
      "./.git/objects/36/ee11a49d766becdd368b169430a81e9d1299ce",
      "./.git/objects/38",
      "./.git/objects/38/b621228835dd6b99d89fe488ec084f6510d903",
      "./.git/objects/3a",
      "./.git/objects/3a/5096c215f038d36adae0dfa28d5a277aa75157",
      "./.git/objects/3b",
      "./.git/objects/3b/e23e491e13f664999e64d412c72f5668c3e31d",
      "./.git/objects/3c",
      "./.git/objects/3c/3dc127d8b744f52a09ef161befc2a6d4f4c882",
      "./.git/objects/3f",
      "./.git/objects/3f/4188854ce6c3bab4b96e8ea18ee8a1ff1063b9",
      "./.git/objects/3f/d66fac4b29d412317bddc7cbe8d60d5aa64b46",
      "./.git/objects/40",
      "./.git/objects/40/91b627602d6d1044054c2c6320935b10d08a94",
      "./.git/objects/40/cf9c322d31dcc1988989d2c2ea16775550a82e",
      "./.git/objects/44",
      "./.git/objects/44/7ccdf671af54c48e5eceeb9f0f0f19eaddb879",
      "./.git/objects/47",
      "./.git/objects/47/09bc5a9c4725b08c63c23891e0aa216f3ccbab",
      "./.git/objects/49",
      "./.git/objects/49/023b38448175c59700222b1898cfbb561ce163",
      "./.git/objects/4e",
      "./.git/objects/4e/2b1c82b73e958441253a43355556feb233bcda",
      "./.git/objects/56",
      "./.git/objects/56/d41ca7ae382047f150cd54006f2851d47b507e",
      "./.git/objects/58",
      "./.git/objects/58/4396f247c87bdf57e4ea30c83936a564cfabdf",
      "./.git/objects/58/963b0ab69e5f2c58149b42354a1eca02ed6368",
      "./.git/objects/59",
      "./.git/objects/59/9b8bfb194074371e697df6f218295e3c8572fd",
      "./.git/objects/5a",
      "./.git/objects/5a/77dc8a42324cfca4513b09f2c1844a5c8e9ff3",
      "./.git/objects/5a/bb52aec6c567d06f743a6f79eea9cba8a0c8f4",
      "./.git/objects/5a/d2d03c19b6ae969969e219d98bc3eec34ddc50",
      "./.git/objects/60",
      "./.git/objects/60/38237364fd0eac62ecadbbb78d53271d540e36",
      "./.git/objects/65",
      "./.git/objects/65/0ed20dd6060c3902a32e881c0adf6430502a00",
      "./.git/objects/65/1b51f63c1f5f6c74378f63700ae2de68b3592d",
      "./.git/objects/69",
      "./.git/objects/69/ddc5c87b4172359b98d92f27b80b2831dbe02a",
      "./.git/objects/6a",
      "./.git/objects/6a/846a6fd11e17d1c78a1555d54e8d7d3eefef7a",
      "./.git/objects/71",
      "./.git/objects/71/2506adb310b3cb104bb1a2e8948af19ace0490",
      "./.git/objects/74",
      "./.git/objects/74/0ce6e0de8949cc7e332227f7dd1b75a90c6686",
      "./.git/objects/76",
      "./.git/objects/76/0f54b29f3cd2a60a4c5552f116f7d1750f9672",
      "./.git/objects/78",
      "./.git/objects/78/1faf2bdd19de429dbc185f05af2802a52c846e",
      "./.git/objects/7a",
      "./.git/objects/7a/13a9d3163cb579cc0aa1057f4cf29a44050ce5",
      "./.git/objects/7c",
      "./.git/objects/7c/b509f9e1032ef2c521310f14cf98afef7173a5",
      "./.git/objects/7f",
      "./.git/objects/7f/f0e1350d69c5c7f307f8eba824c5537bff1239",
      "./.git/objects/82",
      "./.git/objects/82/78818487391e129d40a5a94869944838bb5cb5",
      "./.git/objects/8f",
      "./.git/objects/8f/5379cff474ab0873812f9359ef6cdd42639a14",
      "./.git/objects/90",
      "./.git/objects/90/6ee0eed6da11a7034ea7ef15e2fbab8331bccd",
      "./.git/objects/91",
      "./.git/objects/91/8e873389dd34ca72729b18dbded8ab2cd74b4d",
      "./.git/objects/94",
      "./.git/objects/94/d5def36141598cdc8edde0834127151ff48273",
      "./.git/objects/95",
      "./.git/objects/95/19b78b595e604ccb27c250969df01ba55f94ed",
      "./.git/objects/98",
      "./.git/objects/98/92541dee756baf654b6a8f1167d37be6cd814e",
      "./.git/objects/9a",
      "./.git/objects/9a/a6fc6e67c681d6c82ae1873e3f7c3f2621e76f",
      "./.git/objects/9b",
      "./.git/objects/9b/4e301f6cc6f0fc503f7e7814458e9a3f317a0f",
      "./.git/objects/a1",
      "./.git/objects/a1/3b761b0621f591fdeee2ccaff42027fe7207e7",
      "./.git/objects/a2",
      "./.git/objects/a2/4d447a4473ed54a006c73fd80a9a74976f6d86",
      "./.git/objects/a5",
      "./.git/objects/a5/2bdb0cbb60aaaa4d35c87cbc09b8c4079ec7e9",
      "./.git/objects/a6",
      "./.git/objects/a6/2077ed07b39147b9019f573a0a4a45839ee55d",
      "./.git/objects/a9",
      "./.git/objects/a9/600510a743d6db0359fb6ac92fa7fc2a875cdb",
      "./.git/objects/ac",
      "./.git/objects/ac/2f9ffd2fc26265635f65140abd51af748fc44a",
      "./.git/objects/b7",
      "./.git/objects/b7/7f159d9216127260ba6d532008f890cb08e745",
      "./.git/objects/b7/9a48cb27a1ed071d40a481f194da07dce7854c",
      "./.git/objects/b8",
      "./.git/objects/b8/913e9088ba63433bb0a205cf5940d7f74fd0c9",
      "./.git/objects/b9",
      "./.git/objects/b9/751de3520f5b9b8c95ee7794821d2585ab9393",
      "./.git/objects/c0",
      "./.git/objects/c0/2c361ed2c509f5fa5cd4cacd39af6d5837f509",
      "./.git/objects/c7",
      "./.git/objects/c7/830db519f00b68cbd13519b76f8fefc1dfcf86",
      "./.git/objects/cb",
      "./.git/objects/cb/ced78217207627b1c18271e31d763de2a17499",
      "./.git/objects/d1",
      "./.git/objects/d1/b65e6d8f21762a6a932257d6107056340e92a0",
      "./.git/objects/d2",
      "./.git/objects/d2/2571c126a50cf603e3ffe9577a1febb2867190",
      "./.git/objects/d2/5955185541ab89562c48178461b61fa8e8888d",
      "./.git/objects/d2/7e0651cf78f5a99a9911e47dcf6475ae2a8c61",
      "./.git/objects/d2/daffbd623bde19beddc8f059b7eac266f9d5c2",
      "./.git/objects/de",
      "./.git/objects/de/226434f5dcc170877505384e9ec79f2c51d863",
      "./.git/objects/e2",
      "./.git/objects/e2/fde8efbdaa11ee5700c09aabaeeb9e98868c34",
      "./.git/objects/e5",
      "./.git/objects/e5/93cddb2c835fa91e9efd75372b76ba7ce17753",
      "./.git/objects/e7",
      "./.git/objects/e7/f636f4bc9b9ba0040daa289af4a5f1eddb9449",
      "./.git/objects/eb",
      "./.git/objects/eb/1f7c37636f24e3eaf5b8966c665c3298f668b2",
      "./.git/objects/ed",
      "./.git/objects/ed/0721c4bb05dc0f9fdd450ea5e558323af86d10",
      "./.git/objects/f7",
      "./.git/objects/f7/6b321cb7d6b9b142f12661f3a26e59379181a9",
      "./.git/objects/fe",
      "./.git/objects/fe/a4a0188f9db9bb4711a21180859f361c3f8b48",
      "./.git/objects/info",
      "./.git/objects/pack",
      "./.git/refs",
      "./.git/refs/heads",
      "./.git/refs/heads/master",
      "./.git/refs/tags",
      "./LICENSE",
      "./README.md",
      "./compile.sh",
      "./delta_reimpl.py",
      "./etc",
      "./etc/completion",
      "./etc/completion/completion.bash",
      "./etc/completion/completion.fish",
      "./etc/completion/completion.zsh",
      "./etc/examples",
      "./etc/examples/119-within-line-edits",
      "./etc/examples/121-unrecognized-content-before-diff-1",
      "./etc/examples/121-unrecognized-content-before-diff-2",
      "./etc/examples/125-merge-conflict-1.diff",
      "./etc/examples/125-merge-conflict-2.diff",
      "./etc/examples/127-paths-with-spaces--added",
      "./etc/examples/127-paths-with-spaces--renamed",
      "./etc/examples/128-empty-file",
      "./etc/examples/139-file-with-space-delimited-dash.diff",
      "./etc/examples/140-within-line-edits",
      "./etc/examples/140-within-line-edits-counter-example",
      "./etc/examples/189-merge-conflict.1.diff",
      "./etc/examples/189-merge-conflict.2.diff",
      "./etc/examples/189-merge-conflict.3.diff",
      "./etc/examples/189-merge-conflict.4.diff",
      "./etc/examples/189-merge-conflict.5.diff",
      "./etc/examples/205-highlight-bug-1.diff",
      "./etc/examples/205-highlight-bug-2.diff",
      "./etc/examples/205-highlight-bug.diff",
      "./etc/examples/308-side-by-side-tabs.diff",
      "./etc/examples/345-keep-plus-minus-markers.diff",
      "./etc/examples/345-keep-plus-minus-markers.gitconfig",
      "./etc/examples/388-whitespace_error_keep_plus_minus_marker",
      "./etc/examples/55-unicode-width.diff",
      "./etc/examples/56-unified-directory-diff",
      "./etc/examples/60-submodule",
      "./etc/examples/662-submodules",
      "./etc/examples/72-color-moved-2.diff",
      "./etc/examples/72-color-moved-3.diff",
      "./etc/examples/72-color-moved-4.diff",
      "./etc/examples/72-color-moved.diff",
      "./etc/examples/802-color-moved.diff",
      "./etc/examples/813-cthulhu.diff",
      "./etc/examples/822-hunk-header-within-merge-conflict.diff",
      "./etc/examples/93-binary",
      "./etc/examples/styles.py",
      "./executable",
      "./manual",
      "./manual/src",
      "./manual/src/SUMMARY.md",
      "./manual/src/choosing-colors-styles.md",
      "./manual/src/color-moved-support.md",
      "./manual/src/configuration.md",
      "./manual/src/custom-themes.md",
      "./manual/src/delta-configs-used-in-screenshots.md",
      "./manual/src/diff-highlight-and-diff-so-fancy-emulation.md",
      "./manual/src/environment-variables.md",
      "./manual/src/features-named-groups-of-settings.md",
      "./manual/src/features.md"
    ],
    "contents_omitted": 41,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": true,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-dandavison-delta",
  "run_version": "20260518T232006Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}