{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:13.548235+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_bat.test_tabs_option",
      "eval.tests.test_bat.test_bat_opts_env",
      "eval.tests.test_bat.test_strip_ansi_always",
      "eval.tests.test_bat.test_multiple_file_names",
      "eval.tests.test_bat.test_invalid_line_range_format",
      "eval.tests.test_bat.test_list_themes_colored",
      "eval.tests.test_bat.test_binary_file_shows_warning_in_decorated",
      "eval.tests.test_bat.test_invalid_map_syntax_format",
      "eval.tests.test_bat.test_strip_ansi_auto_strips_for_non_plain_text",
      "eval.tests.test_bat.test_multiple_file_names_mismatch",
      "eval.tests.test_bat.test_diff_with_context",
      "eval.tests.test_bat.test_cache_clear_with_existing_files",
      "eval.tests.test_bat.test_dim_italic_underline_wrap",
      "eval.tests.test_bat.test_line_range_too_many_colons",
      "eval.tests.test_bat.test_binary_warning_is_shown_in_tty_like_mode",
      "eval.tests.test_bat.test_stdin_no_filename_in_header",
      "eval.tests.test_bat.test_bat_tabs_env",
      "eval.tests.test_bat.test_invalid_fallback_syntax",
      "eval.tests.test_bat.test_list_themes_colored_shows_preview",
      "eval.tests.test_bat.test_config_file_used",
      "eval.tests.test_bat.test_cache_build",
      "eval.tests.test_bat.test_cache_build_with_acknowledgements",
      "eval.tests.test_bat.test_invalid_yaml_cache_metadata",
      "eval.tests.test_bat.test_incompatible_cache_version",
      "eval.tests.test_bat.test_error_serde_yaml",
      "eval.tests.test_bat.test_set_terminal_title_multiple_files",
      "eval.tests.test_bat.test_invalid_pager_bat",
      "eval.tests.test_bat.test_line_range_invalid_context_format",
      "eval.tests.test_bat.test_line_range_from_n_to_offset_from_end",
      "eval.tests.test_bat.test_line_range_up_to_from_end",
      "eval.tests.test_bat.test_line_range_invalid_negative_plus",
      "eval.tests.test_bat.test_line_range_negative_context",
      "eval.tests.test_bat.test_bat_config_dir",
      "eval.tests.test_bat.test_list_themes_colored_further_info",
      "eval.tests.test_bat.test_cache_build_blank",
      "eval.tests.test_bat.test_highlight_with_ansi_theme_full",
      "eval.tests.test_bat.test_set_terminal_title_with_pager",
      "eval.tests.test_bat.test_bat_config_dir_overrides",
      "eval.tests.test_bat.test_pager_not_found_falls_back_to_stdout",
      "eval.tests.test_bat.test_cache_build_with_integrated_themes",
      "eval.tests.test_bat.test_cache_build_with_license_files",
      "eval.tests.test_bat.test_cache_build_with_permissive_license",
      "eval.tests.test_bat.test_header_filesize_with_stdin",
      "eval.tests.test_bat.test_diff_context_option",
      "eval.tests.test_bat.test_deprecated_theme_ansi_dark",
      "eval.tests.test_bat.test_unknown_theme_warning",
      "eval.tests.test_bat.test_deprecated_theme_ansi_light",
      "eval.tests.test_bat.test_system_config_reading",
      "eval.tests.test_bat.test_paging_always_with_echo_pager",
      "tests.test_config.test_config_with_map_syntax",
      "tests.test_core.test_header_filesize_only_without_filename",
      "tests.test_cache.test_cache_invalid_syntax_file_error",
      "tests.test_cache.test_cache_empty_source_directories",
      "tests.test_decorations_gaps.test_git_changes_with_wrap_continuation",
      "tests.test_config.test_bat_tabs_env_variable_8_spaces",
      "tests.test_core.test_multiple_files_with_rule_separator",
      "tests.test_diff.test_diff_multiple_hunks_in_one_file",
      "tests.test_cache.test_cache_build_custom_source",
      "tests.test_diff.test_diff_shows_modified_lines_only",
      "tests.test_config.test_config_and_env_var_interaction",
      "tests.test_diff.test_diff_staged_vs_working_directory",
      "tests.test_config.test_config_multiple_themes_in_bat_opts",
      "tests.test_core.test_stdin_with_file_name_header",
      "tests.test_core.test_snip_marker_between_discontinuous_ranges",
      "tests.test_core.test_color_always_includes_ansi_codes",
      "tests.test_cache.test_cache_multiple_syntaxes",
      "tests.test_config.test_generate_config_file_creates_file",
      "tests.test_config.test_bat_opts_overrides_config_file",
      "tests.test_cache.test_cache_clear_removes_files",
      "tests.test_config.test_bat_opts_with_multiple_style_components",
      "tests.test_config.test_bat_opts_env_variable",
      "tests.test_decorations_gaps.test_line_numbers_wrap_continuation",
      "tests.test_diff.test_diff_with_decorations_shows_change_markers",
      "tests.test_diff.test_diff_with_very_long_lines",
      "tests.test_diff.test_diff_complex_changes_with_additions_and_modifications",
      "tests.test_core.test_style_add_component_modifier",
      "tests.test_config.test_bat_config_dir_env_overrides_default",
      "tests.test_core.test_header_filename_and_filesize_together",
      "tests.test_core.test_force_colorization_flag",
      "tests.test_harvest.test_line_range_context_negative_single_line"
    ],
    "failed_tests_omitted": 295,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 979,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "sharkdp__bat.f822bd0",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "3889920",
    "calls": "54",
    "created_at": "2026-05-17T15:03:53.044359+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "3.9887",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "4003531",
    "instance_id": "sharkdp__bat.f822bd0",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "468",
    "n_system_errors": "0",
    "n_tests": "799",
    "n_warnings": "0",
    "output_tokens": "49190",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "12711",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sharkdp-bat",
    "run_version": "20260517T094700Z",
    "score": "0.5857321652065082",
    "session_ended_at": "2026-05-17T15:15:47.851Z",
    "session_started_at": "2026-05-17T15:03:56.107Z",
    "test_branch_errors": "{}",
    "total_tokens": "4052721",
    "wall_clock_seconds": "711"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./bat_reimpl.py",
      "./compile.sh",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sharkdp-bat",
  "run_version": "20260517T094700Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}