{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:56.485802+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_edge_cases.test_escape_tab", "eval.tests.test_edge_cases.test_escape_backslash", "eval.tests.test_edge_cases.test_escape_double_quote", "eval.tests.test_edge_cases.test_escape_trailing_backslash", "eval.tests.test_edge_cases.test_escape_unicode", "eval.tests.test_preview.test_preview_multiple_files", "eval.tests.test_edge_cases.test_escape_hex", "eval.tests.test_edge_cases.test_escape_quote", "eval.tests.test_edge_cases.test_escape_mixed_sequences", "eval.tests.test_edge_cases.test_escape_carriage_return", "eval.tests.test_additional_coverage.test_replacement_with_control_characters", "eval.tests.test_error_handling.test_multiple_flag_instances", "eval.tests.test_escape_sequences.test_tab_escape", "eval.tests.test_escape_sequences.test_newline_escape", "eval.tests.test_escape_sequences.test_carriage_return_escape", "eval.tests.test_escape_sequences.test_backslash_escape", "eval.tests.test_escape_sequences.test_unicode_escape", "eval.tests.test_fixed_strings.test_fixed_strings_legacy_flag", "eval.tests.test_escape_sequences.test_hex_escape", "eval.tests.test_escape_sequences.test_multiple_escapes", "tests.test_basic_operations.test_unescape_backslash_in_replacement", "tests.test_basic_operations.test_unescape_newline_in_replacement", "tests.test_errors.test_invalid_character_class_range", "tests.test_errors.test_duplicate_capture_group_name", "tests.test_errors.test_empty_group_pattern", "tests.test_errors.test_empty_named_capture_group", "tests.test_flags.test_dotall_without_multiline", "tests.test_errors.test_preview_mode_multiple_files", "tests.test_gaps.test_unicode_escape_in_replacement", "tests.test_gaps.test_trailing_backslash_in_replacement", "tests.test_gaps.test_double_backslash_escape", "tests.test_gaps.test_standard_escape_sequences", "tests.test_gaps.test_escaped_quote_in_replacement", "tests.test_gaps.test_failed_jobs_error_display", "tests.test_harvest.test_ambiguous_replace_ensure_styling", "tests.test_harvest.test_correctly_fails_on_unreadable_file", "tests.test_harvest.test_reports_errors_on_atomic_file_swap_creation_failure", "tests.test_io_modes.test_preview_multiple_files_with_separators", "tests.test_basic_operations.test_unescape_hex_escape", "tests.test_basic_operations.test_unescape_tab_in_replacement", "tests.test_errors.test_unclosed_named_capture_group", "tests.test_errors.test_invalid_repetition_operator", "tests.test_gaps.test_multi_file_preview_display_separator", "tests.test_gaps.test_hex_escape_in_replacement", "tests.test_patterns.test_escape_newline", "tests.test_patterns.test_escape_tab", "tests.test_patterns.test_escape_backslash", "tests.test_patterns.test_escape_hex_basic", "tests.test_patterns.test_multiple_escape_sequences", "tests.test_patterns.test_unicode_emoji_escape", "tests.test_patterns.test_hex_null_byte", "tests.test_patterns.test_consecutive_unicode_escapes_with_separator", "tests.test_patterns.test_consecutive_hex_escapes_with_separator", "tests.test_patterns.test_escapes_mixed_with_text", "tests.test_basic_operations.test_unescape_unicode_escape", "tests.test_basic_operations.test_unescape_carriage_return_in_replacement", "tests.test_errors.test_invalid_regex_escape_sequence", "tests.test_patterns.test_escape_carriage_return", "tests.test_patterns.test_escape_unicode_basic", "tests.test_patterns.test_combined_captures_and_escapes", "tests.test_patterns.test_consecutive_hex_escapes_bug", "tests.test_patterns.test_escape_quotes", "tests.test_patterns.test_hex_high_byte_value", "eval.tests.test_cli.test_correctly_fails_on_unreadable_file", "eval.tests.test_cli.test_reports_errors_on_atomic_file_swap_creation_failure", "eval.tests.test_argument_parsing.TestMaxReplacementsFlag.test_max_replacements_overflow", "eval.tests.test_argument_parsing.TestMaxReplacementsFlag.test_max_replacements_equals_syntax", "eval.tests.test_argument_parsing.TestFlagsFlag.test_multiple_flags_args_rejected", "eval.tests.test_argument_parsing.TestFlagValueFormats.test_equals_separated_value", "eval.tests.test_argument_parsing.TestArgumentValidation.test_very_large_integer", "eval.tests.test_argparse_validation.test_integer_validation_errors[args1-error: invalid value '-1' for '--max-replacements ': invalid digit found in string]", "eval.tests.test_argparse_validation.test_valid_argument_forms_exit_success_and_no_error_output[args11]", "eval.tests.test_sd_externalized.test_ext_ambiguous_replace_variable_width", "eval.tests.test_sd_externalized.test_ext_unescape_regex_replacements_newline", "eval.tests.test_sd_externalized.test_ext_escaping_unnecessarily_issue_313" ], "failed_tests_omitted": 0, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 869, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "chmln__sd.87d1ba5", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3044096", "calls": "62", "created_at": "2026-05-17T10:19:50.879884+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.2575", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "3133749", "instance_id": "chmln__sd.87d1ba5", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "741", "n_system_errors": "0", "n_tests": "810", "n_warnings": "0", "output_tokens": "42905", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "19120", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-chmln-sd", "run_version": "", "score": "0.9148148148148149", "session_ended_at": "2026-05-17T10:32:07.293Z", "session_started_at": "2026-05-17T10:19:53.710Z", "test_branch_errors": "{}", "total_tokens": "3176654", "wall_clock_seconds": "733" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./sd.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-chmln-sd", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }