{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:05.837004+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "tests.test_cli.test_invalid_glob_pattern_error",
      "tests.test_editor.test_env_var_editor_with_path",
      "tests.test_editor.test_custom_command_overrides_igrep_custom_editor",
      "tests.test_keymap_popup.test_keymap_popup_closes_with_f1_key",
      "tests.test_keymap_popup.test_keymap_popup_scroll_left",
      "tests.test_keymap_popup.test_keymap_popup_scroll_to_bottom_then_top",
      "tests.test_keymap_popup.test_keymap_popup_scroll_up_after_scroll_down",
      "tests.test_search.test_hidden_files_included",
      "tests.test_ripgrep_config.test_config_without_config_file",
      "tests.test_ripgrep_config.test_config_with_type_filter_equals",
      "tests.test_ripgrep_config.test_config_with_comments",
      "tests.test_ripgrep_config.test_config_nonexistent_file",
      "tests.test_ripgrep_config.test_config_with_type_filter_separate_line",
      "tests.test_ripgrep_config.test_config_unsupported_flag_ignored",
      "tests.test_ripgrep_config.test_config_cli_overrides_config",
      "tests.test_search.test_glob_filter_rust_no_matches",
      "tests.test_editor.test_env_var_precedence_cli_over_igrep_editor",
      "tests.test_keymap_popup.test_keymap_popup_arrow_keys_horizontal_scroll",
      "tests.test_search.test_fixed_strings_literal_dot",
      "tests.test_keymap_popup.test_keymap_popup_down_arrow_scrolls",
      "tests.test_keymap_popup.test_keymap_popup_scroll_right",
      "tests.test_ripgrep_config.test_config_basic_hidden_flag",
      "tests.test_ripgrep_config.test_config_with_short_flags",
      "tests.test_search.test_type_filter_python",
      "tests.test_search.test_smart_case_uppercase_pattern",
      "tests.test_search.test_glob_filter_python_only",
      "tests.test_search.test_case_insensitive_search",
      "tests.test_search.test_basic_literal_search",
      "tests.test_ripgrep_config.test_config_uppercase_pattern_with_ignore_case",
      "tests.test_ripgrep_config.test_config_with_empty_lines",
      "tests.test_ripgrep_config.test_config_ignore_case_flag",
      "tests.test_ripgrep_config.test_config_whitespace_handling",
      "tests.test_ripgrep_config.test_config_short_flag_with_separate_value",
      "tests.test_keymap_popup.test_keymap_popup_opens_with_f1_key",
      "tests.test_search.test_smart_case_lowercase_pattern",
      "tests.test_search.test_multiline_pattern_search",
      "tests.test_search.test_multiple_glob_patterns",
      "tests.test_search.test_word_boundary_matching",
      "tests.test_search.test_regex_email_pattern",
      "tests.test_search.test_anchor_start_of_line",
      "tests.test_search.test_type_not_filter",
      "tests.test_search.test_combined_case_insensitive_and_word_boundary",
      "tests.test_tui_app_sorting.test_sort_by_ctime",
      "tests.test_tui_app_sorting.test_search_popup_f5_key",
      "tests.test_search.test_fixed_strings_special_regex_chars",
      "tests.test_search.test_multiple_type_filters",
      "tests.test_search.test_follow_symlinks",
      "tests.test_tui_app_sorting.test_sort_by_name_toggle",
      "tests.test_tui_app_sorting.test_sort_by_atime",
      "tests.test_tui_app_sorting.test_search_popup_arrow_navigation",
      "tests.test_tui_app_sorting.test_search_popup_enter_applies_pattern",
      "tests.test_tui_edge_cases.test_no_matches_found",
      "tests.test_tui_app_sorting.test_search_popup_char_operations",
      "tests.test_tui_edge_cases.test_empty_directory",
      "tests.test_tui_edge_cases.test_nonexistent_directory",
      "tests.test_tui_edge_cases.test_large_result_set_scrolling",
      "tests.test_tui_edge_cases.test_single_match_scenario",
      "tests.test_tui_edge_cases.test_special_chars_in_filenames",
      "tests.test_tui_edge_cases.test_very_long_lines",
      "tests.test_tui_input_handler.test_sort_by_name_with_n_key",
      "tests.test_tui_edge_cases.test_unicode_content",
      "tests.test_tui_input_handler.test_invalid_key_shows_no_crash",
      "tests.test_tui_interactions.test_context_viewer_toggle_and_size_adjustment",
      "tests.test_tui_interactions.test_navigation_at_last_match_stays_at_boundary",
      "tests.test_tui_nav.test_tui_pagedown_pageup_navigate_files",
      "tests.test_tui_interactions.test_pageup_pagedown_file_navigation",
      "tests.test_tui_interactions.test_sorting_by_modification_time",
      "tests.test_tui_nav.test_tui_initial_state_with_multiple_files",
      "tests.test_tui_nav.test_tui_j_key_navigates_to_next_match",
      "tests.test_tui_nav.test_tui_shift_g_jumps_to_last_match",
      "tests.test_tui_nav.test_tui_k_and_up_navigate_to_previous_match",
      "tests.test_tui_nav.test_tui_down_arrow_navigates_to_next_match",
      "tests.test_tui_nav.test_tui_gg_jumps_to_first_match",
      "tests.test_tui_nav.test_tui_home_and_end_keys",
      "tests.test_tui_nav.test_tui_l_and_right_navigate_to_next_file",
      "tests.test_tui_nav.test_tui_h_and_left_navigate_to_previous_file",
      "tests.test_tui_nav.test_tui_navigation_after_filtering",
      "tests.test_tui_nav.test_tui_dw_filters_out_entire_file",
      "tests.test_tui_nav.test_tui_quit_with_q",
      "tests.test_tui_nav.test_tui_quit_with_ctrl_c"
    ],
    "failed_tests_omitted": 47,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 704,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "konradsz__igrep.aa75630",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "2117760",
    "calls": "55",
    "created_at": "2026-05-17T12:07:52.214327+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "2.5059",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "2244252",
    "instance_id": "konradsz__igrep.aa75630",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "290",
    "n_system_errors": "0",
    "n_tests": "385",
    "n_warnings": "0",
    "output_tokens": "27153",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "7388",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-konradsz-igrep",
    "run_version": "",
    "score": "0.7532467532467533",
    "session_ended_at": "2026-05-17T12:16:53.097Z",
    "session_started_at": "2026-05-17T12:07:55.922Z",
    "test_branch_errors": "{}",
    "total_tokens": "2271405",
    "wall_clock_seconds": "537"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./.cmp.f8bNs7",
      "./.cmp.f8bNs7/t.err",
      "./.cmp.f8bNs7/t.out",
      "./compile.sh",
      "./executable",
      "./igrep.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-konradsz-igrep",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}