{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:01.807726+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_edge_cases.test_whitespace_in_replacement", "tests.test_edge_cases.test_replace_with_period", "tests.test_edge_cases.test_empty_replacement", "tests.test_errors.test_invalid_regex_unclosed_bracket", "tests.test_advanced_regex.test_backreference_in_pattern", "tests.test_advanced_regex.test_replace_limit_unlimited", "tests.test_advanced_regex.test_transform_ascii_slash_substitution", "tests.test_dumpfile_gaps.test_empty_source_path_handling", "tests.test_advanced_regex.test_zero_width_assertions_not_supported", "tests.test_advanced_regex.test_replace_limit_1", "tests.test_advanced_regex.test_invalid_regex_unclosed_bracket", "tests.test_integration.test_color_output_modes", "tests.test_output_gaps.test_string_diff_middle_replacement", "tests.test_output_gaps.test_color_always_multiple_replacements", "tests.test_output_gaps.test_color_error_output", "tests.test_output_gaps.test_color_always_simple_diff", "tests.test_output_gaps.test_color_nested_deep_path", "tests.test_output_gaps.test_string_diff_deletion_shorter_replacement", "tests.test_dumpfile_gaps.test_empty_target_path_handling", "tests.test_errors.test_invalid_regex_unclosed_group", "tests.test_advanced_regex.test_invalid_regex_unclosed_group", "tests.test_advanced_regex.test_replace_limit_2", "tests.test_output_gaps.test_color_multiple_files_batch_operation", "tests.test_output_gaps.test_color_auto_defaults_no_color_without_tty", "tests.test_output_gaps.test_color_hyphen_in_filename", "tests.test_recursive.test_to_ascii_recursive", "tests.test_output_gaps.test_no_color_error_output", "tests.test_output_gaps.test_string_diff_prefix_replacement", "tests.test_output_gaps.test_color_always_with_parent_directory", "tests.test_output_gaps.test_string_diff_complete_replacement", "tests.test_output_gaps.test_string_diff_insertion_longer_replacement", "tests.test_output_gaps.test_color_backup_info_message", "tests.test_regex_basic.test_color_never_flag", "tests.test_regex_basic.test_invalid_regex_error", "tests.test_dumpfile_gaps.test_dump_file_creation_failure", "tests.test_output_gaps.test_string_diff_no_common_characters", "tests.test_errors.test_invalid_regex_empty_repetition", "tests.test_output_gaps.test_string_diff_repeated_characters", "tests.test_output_gaps.test_color_spaces_in_filename", "tests.test_output_gaps.test_color_extension_only_change", "tests.test_regex_basic.test_custom_dump_prefix", "tests.test_output_gaps.test_string_diff_suffix_replacement", "tests.test_output_gaps.test_color_never_with_parent_directory", "tests.test_regex_basic.test_dot_metacharacter_in_regex", "tests.test_regex_basic.test_replace_limit_two", "tests.test_solver_gaps.test_rename_chain_five_deep", "tests.test_solver_gaps.test_rename_chain_three_deep", "tests.test_solver_gaps.test_rename_chain_execution_order", "tests.test_solver_gaps.test_backup_with_rename_chain", "tests.test_solver_gaps.test_mixed_chain_and_independent_renames", "tests.test_regex_basic.test_replace_limit_zero_replaces_all", "tests.test_output_gaps.test_string_diff_single_character_replacement", "tests.test_output_gaps.test_string_diff_case_change_only", "tests.test_to_ascii.test_emoji_conversion", "tests.test_to_ascii.test_multiple_languages", "tests.test_solver_gaps.test_multiple_files_same_target_error", "tests.test_solver_gaps.test_rename_chain_seven_deep_execution", "eval.tests.test_argparse_validation.test_enum_validation_color_rejects_invalid_values[argv1]", "eval.tests.test_argparse_validation.test_integer_validation_rejects_non_integer[argv2---replace-limit ]", "eval.tests.test_argparse_validation.test_duplicate_flag_rejected_color", "eval.tests.test_argparse_validation.test_flag_with_value_supports_space_and_equals_forms", "eval.tests.test_regex_basic.test_regex_color_never_has_no_ansi_codes", "eval.tests.test_regex_basic.test_regex_color_always_emits_ansi_codes", "eval.tests.test_to_ascii.test_to_ascii_force_renames", "eval.tests.test_to_ascii.test_to_ascii_dry_run_does_not_rename", "eval.tests.test_subcommand_dispatch.test_subcommand_specific_flag_rejected_globally_before_subcommand", "eval.tests.test_externalized.test_ext_renamer_to_ascii_subcommand_renames_files", "eval.tests.test_externalized.test_ext_fileutils_is_same_file_case_sensitive_default", "eval.tests.test_externalized.test_ext_solver_existing_targets_with_symlinks", "eval.tests.test_externalized.test_ext_solver_solve_rename_order_chain_uses_safe_order" ], "failed_tests_omitted": 0, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 740, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "ismaelgv__rnr.fc0733b", "metrics": { "almost_resolved": "False", "cached_input_tokens": "6289920", "calls": "112", "created_at": "2026-05-17T11:42:30.658396+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "5.9110", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "6505879", "instance_id": "ismaelgv__rnr.fc0733b", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "614", "n_system_errors": "0", "n_tests": "683", "n_warnings": "0", "output_tokens": "56207", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "12567", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ismaelgv-rnr", "run_version": "", "score": "0.8989751098096632", "session_ended_at": "2026-05-17T11:59:03.076Z", "session_started_at": "2026-05-17T11:42:33.839Z", "test_branch_errors": "{}", "total_tokens": "6562086", "wall_clock_seconds": "989" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./rnr.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ismaelgv-rnr", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }