{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:55.995281+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_additional_coverage.test_generate_zsh", "eval.tests.test_additional_features.test_debug_output", "eval.tests.test_boost_to_50.test_config_file_with_debug", "eval.tests.test_boost_to_50.test_no_crlf", "eval.tests.test_additional_features.test_no_context_separator", "eval.tests.test_comprehensive_flags.test_flag_no_ignore_variations", "eval.tests.test_comprehensive_flags.test_flag_ignore_file_case_insensitive", "eval.tests.test_boost_to_50.test_no_hidden_files", "eval.tests.test_config_and_advanced.test_config_file_multiline_args", "eval.tests.test_comprehensive_flags.test_flag_trace_detailed", "eval.tests.test_coverage_boost.test_unrestricted_search_level_1", "eval.tests.test_config_and_advanced.test_max_filesize_excludes_large_files", "eval.tests.test_edge_cases_comprehensive.test_empty_directory", "eval.tests.test_config_and_advanced.test_no_require_git", "eval.tests.test_final_50_push.test_max_depth_with_hidden", "eval.tests.test_additional_coverage.test_generate_fish", "eval.tests.test_additional_features.test_trace_output", "eval.tests.test_final_50_push.test_debug_with_search", "eval.tests.test_boost_to_50.test_type_clear", "eval.tests.test_boost_to_50.test_multiline_with_passthru", "eval.tests.test_comprehensive_flags.test_flag_no_require_git_detailed", "eval.tests.test_config_and_advanced.test_config_file_nonexistent", "eval.tests.test_edge_cases_comprehensive.test_ignore_file_patterns", "eval.tests.test_coverage_boost.test_config_file_nonexistent", "eval.tests.test_edge_cases_comprehensive.test_directory_with_only_ignored_files", "eval.tests.test_error_paths.test_invalid_color_spec", "eval.tests.test_config_and_advanced.test_type_not_all", "eval.tests.test_additional_coverage.test_generate_powershell", "eval.tests.test_final_50_push.test_trace_with_multiple_files", "eval.tests.test_edge_cases_comprehensive.test_type_clear_removes_globs", "eval.tests.test_edge_cases_comprehensive.test_search_git_directory", "eval.tests.test_error_paths.test_invalid_threads", "eval.tests.test_final_coverage_push.test_debug_with_pattern", "eval.tests.test_final_push_to_50.test_combo_debug_trace", "eval.tests.test_final_push_to_50.test_combo_max_depth_hidden", "eval.tests.test_generators_and_more.test_generate_complete_bash", "eval.tests.test_ignore_files.test_ignore_file_custom", "eval.tests.test_massive_coverage_boost.test_no_context_separator", "eval.tests.test_massive_coverage_boost.test_no_ignore_file_case_insensitive", "eval.tests.test_massive_coverage_boost.test_stats_only_no_output", "eval.tests.test_mega_coverage_push.test_gitignore_in_subdir", "eval.tests.test_other_features.test_generate_bash", "eval.tests.test_final_coverage_push.test_trace_detailed", "eval.tests.test_error_paths.test_size_overflow", "eval.tests.test_final_push_to_50.test_combo_glob_type", "eval.tests.test_generators_and_more.test_generate_complete_zsh", "eval.tests.test_output_formats.test_color_ansi_force", "eval.tests.test_massive_coverage_boost.test_ignore_file_in_parent", "eval.tests.test_error_paths.test_invalid_dfa_size_limit", "eval.tests.test_generators_and_more.test_generate_complete_fish", "eval.tests.test_error_paths.test_invalid_regex_size_limit", "eval.tests.test_generators_and_more.test_generate_complete_powershell", "eval.tests.test_edge_cases.test_directory_with_only_ignored_files", "eval.tests.test_edge_cases.test_device_files", "eval.tests.test_edge_cases.test_empty_directory", "eval.tests.test_edge_cases.test_negative_context", "eval.tests.test_filter_options.test_type_clear", "eval.tests.test_filter_options.test_no_require_git", "eval.tests.test_special_modes.test_generate_fish_completion", "eval.tests.test_special_modes.test_generate_zsh_completion", "eval.tests.test_special_modes.test_generate_bash_completion", "eval.tests.test_special_modes.test_generate_powershell_completion", "eval.tests.test_special_modes.test_generate_man_page", "eval.tests.test_special_modes.test_debug_flag", "eval.tests.test_special_modes.test_trace_flag", "eval.tests.test_edge_cases.test_invalid_encoding", "tests.test_color_output.test_invalid_color_name_error", "tests.test_color_output.test_match_none_clears_color", "tests.test_cli_utils.test_path_separator_hex_invalid_utf8", "tests.test_completions.test_powershell_completion_has_valid_structure", "tests.test_completions.test_all_shells_include_help_and_version_flags", "tests.test_errors.test_empty_pattern_file", "tests.test_encoding.test_binary_detection_not_affected_by_encoding_flag", "tests.test_compression_edge_cases.test_corrupted_bz2_file", "tests.test_config_file.test_config_path_is_directory", "tests.test_encoding.test_case_insensitive_utf16_search", "tests.test_encoding.test_invalid_encoding_error", "tests.test_errors.test_invalid_context_value", "tests.test_cli_utils.test_max_filesize_empty_string_error", "tests.test_compression_edge_cases.test_corrupted_gzip_file" ], "failed_tests_omitted": 319, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 2538, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "burntsushi__ripgrep.3b7fd44", "metrics": { "almost_resolved": "False", "cached_input_tokens": "9482752", "calls": "108", "created_at": "2026-05-17T10:05:10.862254+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "8.0008", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "9758616", "instance_id": "burntsushi__ripgrep.3b7fd44", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1634", "n_system_errors": "0", "n_tests": "1994", "n_warnings": "0", "output_tokens": "62671", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "19448", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-burntsushi-ripgrep", "run_version": "", "score": "0.8194583751253761", "session_ended_at": "2026-05-17T10:22:25.672Z", "session_started_at": "2026-05-17T10:05:13.485Z", "test_branch_errors": "{}", "total_tokens": "9821287", "wall_clock_seconds": "1032" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./rg.py", "./target_help.txt" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-burntsushi-ripgrep", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }