{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:00.367626+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_combinations.test_break_flag_adds_newlines_between_files",
      "tests.test_combinations.test_column_with_vimgrep_redundancy",
      "tests.test_combinations.test_context_before_and_after_with_multiple_matches",
      "tests.test_combinations.test_context_with_only_matching_shows_context_lines",
      "tests.test_combinations.test_count_shows_match_count_per_file",
      "tests.test_combinations.test_depth_flag_limits_directory_traversal",
      "tests.test_combinations.test_depth_flag_with_sufficient_depth_finds_deep_files",
      "tests.test_combinations.test_filename_pattern_lists_matching_files_only",
      "tests.test_combinations.test_filename_pattern_with_hidden_includes_dotfiles",
      "tests.test_combinations.test_files_with_matches_lists_filenames_only",
      "tests.test_combinations.test_group_flag_enables_heading_and_break",
      "tests.test_combinations.test_group_with_count_overrides_to_inline_format",
      "tests.test_combinations.test_hidden_flag_includes_hidden_files_and_dirs",
      "tests.test_combinations.test_hidden_with_filename_pattern_consistency",
      "tests.test_combinations.test_invert_match_shows_non_matching_lines",
      "tests.test_combinations.test_invert_match_with_count_counts_non_matching_lines",
      "tests.test_combinations.test_max_count_stops_after_n_matches",
      "tests.test_combinations.test_no_hidden_default_excludes_dotfiles",
      "tests.test_combinations.test_nobreak_flag_removes_newlines_uses_heading_format",
      "tests.test_combinations.test_nogroup_flag_disables_heading_and_break",
      "tests.test_combinations.test_only_matching_with_word_regexp_and_context",
      "tests.test_combinations.test_print_all_files_with_group_shows_empty_files",
      "tests.test_combinations.test_vimgrep_format_shows_column_for_each_match",
      "tests.test_combinations.test_vimgrep_with_only_matching_shows_matched_text_only",
      "tests.test_combinations.test_width_truncates_long_lines",
      "tests.test_combinations.test_word_regexp_with_only_matching",
      "tests.test_compression.test_binary_content_in_compressed_file",
      "tests.test_compression.test_binary_file_skipping_in_compressed",
      "tests.test_compression.test_c_include_pattern_in_gzip",
      "tests.test_compression.test_case_insensitive_search_in_gzip",
      "tests.test_compression.test_column_numbers_with_compressed",
      "tests.test_compression.test_corrupted_gzip_header",
      "tests.test_compression.test_corrupted_xz_file_error_handling",
      "tests.test_compression.test_count_flag_multiple_compressed_files",
      "tests.test_compression.test_empty_compressed_file",
      "tests.test_compression.test_empty_xz_file",
      "tests.test_compression.test_filetype_filter_skips_compressed",
      "tests.test_compression.test_gzip_basic_pattern_match",
      "tests.test_compression.test_gzip_with_color_output",
      "tests.test_compression.test_heading_mode_with_compressed",
      "tests.test_compression.test_large_compressed_file_search",
      "tests.test_compression.test_large_repeating_pattern_gzip_buffer_handling",
      "tests.test_compression.test_large_repeating_pattern_xz_buffer_handling",
      "tests.test_compression.test_list_files_with_matches_compressed",
      "tests.test_compression.test_literal_string_search_in_compressed",
      "tests.test_compression.test_mixed_compressed_uncompressed_files",
      "tests.test_compression.test_multiline_matches_in_compressed",
      "tests.test_compression.test_multiple_gzip_files_same_pattern",
      "tests.test_compression.test_multiple_xz_files_same_pattern",
      "tests.test_compression.test_nofilename_option_with_compressed",
      "tests.test_compression.test_noheading_mode_with_compressed",
      "tests.test_compression.test_only_matching_with_compressed",
      "tests.test_compression.test_pattern_not_found_in_compressed_file",
      "tests.test_compression.test_recursive_directory_search_compressed",
      "tests.test_compression.test_regex_alternation_in_compressed",
      "tests.test_compression.test_stats_output_with_compressed_file",
      "tests.test_compression.test_vimgrep_format_with_compressed",
      "tests.test_compression.test_word_boundary_match_in_gzip",
      "tests.test_compression.test_xz_basic_pattern_match",
      "tests.test_compression.test_xz_with_context_lines",
      "tests.test_edge_cases.test_case_sensitive_flag_combination",
      "tests.test_edge_cases.test_color_line_number_custom_code",
      "tests.test_edge_cases.test_color_match_custom_code",
      "tests.test_edge_cases.test_color_path_custom_code",
      "tests.test_edge_cases.test_context_after_no_arg_uses_default",
      "tests.test_edge_cases.test_context_before_invalid_number",
      "tests.test_edge_cases.test_empty_pattern_error",
      "tests.test_edge_cases.test_file_without_extension",
      "tests.test_edge_cases.test_filename_pattern_matching",
      "tests.test_edge_cases.test_filename_unicode_characters",
      "tests.test_edge_cases.test_filename_with_quotes",
      "tests.test_edge_cases.test_filename_with_spaces",
      "tests.test_edge_cases.test_hidden_file_multiple_dots",
      "tests.test_edge_cases.test_hidden_file_with_pattern",
      "tests.test_edge_cases.test_literal_mode_escapes_regex",
      "tests.test_edge_cases.test_long_pattern_doesnt_crash",
      "tests.test_edge_cases.test_max_count_limits_output",
      "tests.test_edge_cases.test_multiple_file_types_combined",
      "tests.test_edge_cases.test_no_filename_single_file",
      "tests.test_edge_cases.test_null_alias_for_print0"
    ],
    "failed_tests_omitted": 409,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {
      "7c5468344bba": [
        {
          "error_code": "results_read_failed",
          "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container b4097afeac8e7d2615a74896cc53edc302457b2789b36d99642e292c6e556c2b"
        }
      ]
    },
    "test_records": 1192,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "ggreer__the_silver_searcher.a61f178",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "5487488",
    "calls": "85",
    "created_at": "2026-05-17T11:17:31.330833+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "5.1803",
    "evaluator_problem": "True",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "5684047",
    "instance_id": "ggreer__the_silver_searcher.a61f178",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "532",
    "n_system_errors": "0",
    "n_tests": "1004",
    "n_warnings": "0",
    "output_tokens": "48458",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "15815",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ggreer-the_silver_searcher",
    "run_version": "",
    "score": "0.5298804780876494",
    "session_ended_at": "2026-05-17T11:30:57.158Z",
    "session_started_at": "2026-05-17T11:17:34.920Z",
    "test_branch_errors": "{\"7c5468344bba\": [\"results_read_failed\"]}",
    "total_tokens": "5732505",
    "wall_clock_seconds": "802"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./ag.py",
      "./compile.sh",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ggreer-the_silver_searcher",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}