{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false,
    "summary_path": "agent-summary.json"
  },
  "codex_version": "codex-cli 0.131.0",
  "collected_at": "2026-05-19T20:22:45.472626+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_bat.test_concatenate_file_stdin_file",
      "eval.tests.test_bat.test_no_args_reads_stdin",
      "eval.tests.test_bat.test_multiple_line_ranges",
      "eval.tests.test_bat.test_style_header_filesize",
      "eval.tests.test_bat.test_file_name_option",
      "eval.tests.test_bat.test_quiet_empty_nonempty",
      "eval.tests.test_bat.test_tabs_option",
      "eval.tests.test_bat.test_bat_opts_env",
      "eval.tests.test_bat.test_generate_config_file",
      "eval.tests.test_bat.test_config_file_with_bat_config_path",
      "eval.tests.test_bat.test_shebang_detection",
      "eval.tests.test_bat.test_rule_between_files",
      "eval.tests.test_bat.test_binary_file_shows_warning_in_decorated",
      "eval.tests.test_bat.test_stdin_with_file_name_for_syntax",
      "eval.tests.test_bat.test_invalid_map_syntax_format",
      "eval.tests.test_bat.test_list_themes_colored",
      "eval.tests.test_bat.test_stdin_with_dash",
      "eval.tests.test_bat.test_strip_ansi_auto_strips_for_non_plain_text",
      "eval.tests.test_bat.test_paging_never_long_flag",
      "eval.tests.test_bat.test_file_name_affects_syntax",
      "eval.tests.test_bat.test_bat_tabs_env",
      "eval.tests.test_bat.test_ansi_with_word_wrap",
      "eval.tests.test_bat.test_multiple_file_names_mismatch",
      "eval.tests.test_bat.test_style_add_component",
      "eval.tests.test_bat.test_show_all_control_chars_unicode",
      "eval.tests.test_bat.test_ansi_hyperlink_wrapping",
      "eval.tests.test_bat.test_diff_with_context",
      "eval.tests.test_bat.test_show_all_unicode_escape",
      "eval.tests.test_bat.test_show_all_tab_markers",
      "eval.tests.test_bat.test_invalid_fallback_syntax",
      "eval.tests.test_bat.test_cache_clear_with_existing_files",
      "eval.tests.test_bat.test_dim_italic_underline_wrap",
      "eval.tests.test_bat.test_stdin_implicit",
      "eval.tests.test_bat.test_strip_ansi_auto_keeps_for_plain_text",
      "eval.tests.test_bat.test_strip_ansi_always",
      "eval.tests.test_bat.test_config_file_used",
      "eval.tests.test_bat.test_underline_color_wrap",
      "eval.tests.test_bat.test_ansi_passthrough_with_character_wrap",
      "eval.tests.test_bat.test_multiple_file_names",
      "eval.tests.test_bat.test_ansi_sgr_wrapping",
      "eval.tests.test_bat.test_show_all_control_chars_caret",
      "eval.tests.test_bat.test_ansi_sgr_bold_wrapping",
      "eval.tests.test_bat.test_show_all_invalid_utf8",
      "eval.tests.test_bat.test_line_numbers_continuation_lines",
      "eval.tests.test_bat.test_binary_warning_is_shown_in_tty_like_mode",
      "eval.tests.test_bat.test_invalid_pager_bat",
      "eval.tests.test_bat.test_stdin_no_filename_in_header",
      "eval.tests.test_bat.test_background_color_wrap",
      "eval.tests.test_bat.test_strip_ansi_never",
      "eval.tests.test_bat.test_nf_escape_sequence_wrap",
      "eval.tests.test_bat.test_osc_hyperlink_with_bel_termination_wrap",
      "eval.tests.test_bat.test_bat_config_dir",
      "eval.tests.test_bat.test_cache_build_with_acknowledgements",
      "eval.tests.test_bat.test_line_range_too_many_colons",
      "eval.tests.test_bat.test_show_all_with_ansi_and_tabs",
      "eval.tests.test_bat.test_show_all_spaces",
      "eval.tests.test_bat.test_cache_build",
      "eval.tests.test_bat.test_ansi_bold_italic_underline_wrapping",
      "eval.tests.test_bat.test_error_serde_yaml",
      "eval.tests.test_bat.test_bat_config_path_for_config_file",
      "eval.tests.test_bat.test_list_themes_colored_shows_preview",
      "eval.tests.test_bat.test_show_all_with_spaces",
      "eval.tests.test_bat.test_file_name_sets_description_title",
      "eval.tests.test_bat.test_bright_foreground_color_wrap",
      "eval.tests.test_bat.test_unknown_escape_sequence_wrap",
      "eval.tests.test_bat.test_cache_build_blank",
      "eval.tests.test_bat.test_invalid_yaml_cache_metadata",
      "eval.tests.test_bat.test_set_terminal_title_multiple_files",
      "eval.tests.test_bat.test_set_terminal_title_with_pager",
      "eval.tests.test_bat.test_incompatible_cache_version",
      "eval.tests.test_bat.test_line_range_up_to_from_end",
      "eval.tests.test_bat.test_line_range_invalid_negative_plus",
      "eval.tests.test_bat.test_cache_build_with_permissive_license",
      "eval.tests.test_bat.test_list_themes_colored_further_info",
      "eval.tests.test_bat.test_highlight_with_ansi_theme_full",
      "eval.tests.test_bat.test_generate_config_file_exists_no_overwrite",
      "eval.tests.test_bat.test_csi_cursor_movement_wrap",
      "eval.tests.test_bat.test_truecolor_sgr_wrap",
      "eval.tests.test_bat.test_unsupported_sgr_wrap",
      "eval.tests.test_bat.test_bright_background_color_wrap"
    ],
    "failed_tests_omitted": 406,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 979,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "paper-prompt-nointernet",
  "instance_id": "sharkdp__bat.f822bd0",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "4906112",
    "calls": "71",
    "codex_version": "codex-cli 0.131.0",
    "created_at": "2026-05-19T05:33:25.379164+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.6181",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "paper-prompt-nointernet",
    "input_tokens": "5038832",
    "instance_id": "sharkdp__bat.f822bd0",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "360",
    "n_system_errors": "0",
    "n_tests": "799",
    "n_warnings": "0",
    "output_tokens": "50047",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "10237",
    "resolved": "False",
    "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-sharkdp-bat",
    "run_version": "20260518T232006Z",
    "score": "0.45056320400500627",
    "session_ended_at": "2026-05-19T05:47:51.903Z",
    "session_started_at": "2026-05-19T05:33:33.345Z",
    "test_branch_errors": "{}",
    "total_tokens": "5088879",
    "wall_clock_seconds": "858"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./.git",
      "./.git/COMMIT_EDITMSG",
      "./.git/HEAD",
      "./.git/branches",
      "./.git/config",
      "./.git/description",
      "./.git/hooks",
      "./.git/hooks/applypatch-msg.sample",
      "./.git/hooks/commit-msg.sample",
      "./.git/hooks/fsmonitor-watchman.sample",
      "./.git/hooks/post-update.sample",
      "./.git/hooks/pre-applypatch.sample",
      "./.git/hooks/pre-commit.sample",
      "./.git/hooks/pre-merge-commit.sample",
      "./.git/hooks/pre-push.sample",
      "./.git/hooks/pre-rebase.sample",
      "./.git/hooks/pre-receive.sample",
      "./.git/hooks/prepare-commit-msg.sample",
      "./.git/hooks/push-to-checkout.sample",
      "./.git/hooks/update.sample",
      "./.git/index",
      "./.git/info",
      "./.git/info/exclude",
      "./.git/logs",
      "./.git/logs/HEAD",
      "./.git/logs/refs",
      "./.git/logs/refs/heads",
      "./.git/logs/refs/heads/master",
      "./.git/objects",
      "./.git/objects/00",
      "./.git/objects/00/443818dd32d97031c57dec5dcd83a9ad8777ab",
      "./.git/objects/07",
      "./.git/objects/07/e68bc5331635e319c9e9624fbfe14f4c61c9c6",
      "./.git/objects/14",
      "./.git/objects/14/1b8af48c17b41f8c8f8b5de2d3b2955d3b9726",
      "./.git/objects/1c",
      "./.git/objects/1c/ec9ca3c03f1c3326bde4b5e06b55ea98eb8fac",
      "./.git/objects/23",
      "./.git/objects/23/74e6c3f82b87e31f06b39e1c2c05beda16242a",
      "./.git/objects/24",
      "./.git/objects/24/5090779479108902c1673e73015ff0aa593dae",
      "./.git/objects/26",
      "./.git/objects/26/1eeb9e9f8b2b4b0d119366dda99c6fd7d35c64",
      "./.git/objects/58",
      "./.git/objects/58/6a4856d743f22dc5ad0f6626b0994efcfd51e1",
      "./.git/objects/77",
      "./.git/objects/77/b8d6fc2e656a4e710cff359d956983e1bd7ae8",
      "./.git/objects/7d",
      "./.git/objects/7d/3cc0e562110960cad674e9a4a953dbb83c7b49",
      "./.git/objects/a9",
      "./.git/objects/a9/d5d00d94216a7cd5898a97657190f8c5a91859",
      "./.git/objects/af",
      "./.git/objects/af/dbaa82ce3926eaf9af09a25a1b48358957e839",
      "./.git/objects/b2",
      "./.git/objects/b2/9b2e7fdbb3ba7afb48f909628c07ff4003eb44",
      "./.git/objects/c3",
      "./.git/objects/c3/ec6e90018741f2ae9d71cda09fa748bc1a9de4",
      "./.git/objects/c6",
      "./.git/objects/c6/1c13fe953ac2e2d93125adbb69e8d2ef7c1a06",
      "./.git/objects/d2",
      "./.git/objects/d2/13f790458760537fb9ea6ecfb2e05781662b64",
      "./.git/objects/e0",
      "./.git/objects/e0/8bb604c11d075aed7821a11c170a9ae9d75ff7",
      "./.git/objects/ed",
      "./.git/objects/ed/7efe6abb54a2e25fe80f0d9d838ffa4d694fe6",
      "./.git/objects/f9",
      "./.git/objects/f9/9dd38ceea805656daea5cd80c3525dbd307b71",
      "./.git/objects/info",
      "./.git/objects/pack",
      "./.git/refs",
      "./.git/refs/heads",
      "./.git/refs/heads/master",
      "./.git/refs/tags",
      "./LICENSE-APACHE",
      "./LICENSE-MIT",
      "./README.md",
      "./bat.py",
      "./compile.sh",
      "./doc",
      "./doc/README-ja.md",
      "./doc/README-ko.md",
      "./doc/README-ru.md",
      "./doc/README-zh.md",
      "./doc/alternatives.md",
      "./doc/logo-header.svg",
      "./doc/long-help.txt",
      "./doc/short-help.txt",
      "./doc/sponsors",
      "./doc/sponsors.md",
      "./doc/sponsors/graphite-logo.jpeg",
      "./doc/sponsors/warp-logo.png",
      "./doc/sponsors/warp-pack-header.png",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": true,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-sharkdp-bat",
  "run_version": "20260518T232006Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}