{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:54.109180+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_basic.test_completions_zsh", "tests.test_other_langs.test_typescript_variable_declarations", "tests.test_basic_invocation.test_completions_zsh", "tests.test_delete_squeeze.test_squeeze_newlines", "tests.test_more_features.test_go_const", "tests.test_more_features.test_typescript_type_params", "tests.test_more_features.test_go_switch", "tests.test_more_features.test_go_select", "tests.test_more_features.test_rust_extern_fn", "tests.test_more_features.test_rust_impl_trait", "tests.test_more_language_scopes.test_rust_unsafe", "tests.test_more_language_scopes.test_typescript_async_function", "tests.test_rust_scopes.test_rust_impl", "tests.test_error_handling.test_binary_data_utf8_error", "tests.test_more_language_scopes.test_c_function", "tests.test_german_gaps.test_german_naive_prefer_original_combination", "tests.test_errors_and_edge_cases.test_invalid_regex_unclosed_bracket", "tests.test_dosfix_and_find.test_find_interpreter_with_flags", "tests.test_actions_specialized.test_german_legal_alternatives_not_converted", "tests.test_german_gaps.test_german_mixed_case_lowercase_first", "tests.test_actions_specialized.test_symbols_url_preservation", "tests.test_actions_basic.test_titlecase_global_basic", "tests.test_dosfix_and_find.test_dosfix_preserves_crlf_in_python_comments_deletion", "tests.test_actions_basic.test_german_ss_to_eszett", "tests.test_actions_basic.test_titlecase_all_caps", "tests.test_actions_specialized.test_german_eszett_in_multiple_words", "tests.test_actions_basic.test_upper_german_special_chars", "tests.test_file_ops.test_glob_hidden_files_with_flag", "tests.test_errors_and_edge_cases.test_regex_unclosed_paren", "tests.test_harvest.test_cli_python_search_files_linux", "tests.test_german_gaps2.test_naive_prefer_original_standalone_sequences", "tests.test_dosfix_and_find.test_find_interpreter_direct_path", "tests.test_errors_and_edge_cases.test_invalid_regex_unclosed_group", "tests.test_actions_basic.test_titlecase_with_articles", "tests.test_german_gaps.test_german_extreme_mixed_case_naive", "tests.test_dosfix_and_find.test_dosfix_preserves_crlf_with_inline_comments", "tests.test_german_gaps.test_german_titlecase_compound_words", "tests.test_actions_basic.test_german_scoped", "tests.test_actions_specialized.test_german_mixed_case_eszett", "tests.test_actions_specialized.test_german_large_text_with_multiple_conversions", "tests.test_actions_specialized.test_symbols_invert_arrows", "tests.test_errors_and_edge_cases.test_regex_quantifier_overflow", "tests.test_harvest.test_cli_stdin_operations[only-matching-outside-search-mode-cli__tests__only-matching-outside-search-mode]", "tests.test_german_gaps2.test_naive_prefer_original_valid_words", "tests.test_harvest.test_regression_brew_build_github_token_redaction", "tests.test_harvest.test_cli_fail_multiple_languages", "tests.test_integration.test_rust_strings_with_upper", "tests.test_dosfix_and_find.test_find_no_shebang_no_extension", "tests.test_actions_basic.test_titlecase_short_words", "tests.test_dosfix_and_find.test_dosfix_multiple_consecutive_crlf_lines", "tests.test_actions_basic.test_german_then_upper_chained", "tests.test_german_gaps.test_german_alluppercase_eszett", "tests.test_actions_specialized.test_german_lowercase_nouns_not_converted", "tests.test_german_gaps.test_german_standalone_sequences_not_converted", "tests.test_errors_and_edge_cases.test_invalid_rust_query_value", "tests.test_errors_and_edge_cases.test_regex_empty_named_group", "tests.test_actions_specialized.test_symbols_complex_arrows", "tests.test_harvest.test_cli_stdin_operations[line-numbers-outside-search-mode-cli__tests__line-numbers-outside-search-mode]", "tests.test_german_gaps2.test_non_naive_long_compound_correct_replacement", "tests.test_harvest.test_cli_go_search_files_linux", "tests.test_harvest.test_cli_unicode_patterns", "tests.test_lang_go_gaps.test_go_switch_statement_scope_uppercase", "tests.test_lang_go_gaps.test_go_type_def_scope_uppercase", "tests.test_dosfix_and_find.test_find_interpreter_long_path_exceeds_limit", "tests.test_german_gaps.test_german_lowercase_mixed_validity", "tests.test_dosfix_and_find.test_dosfix_mixed_with_unix_line_endings", "tests.test_errors_and_edge_cases.test_invalid_python_query_value", "tests.test_german_gaps2.test_prefer_original_multiple_words", "tests.test_actions_specialized.test_symbols_large_text_with_varied_symbols", "tests.test_lang_c_gaps.test_c_while_uppercase", "tests.test_actions_specialized.test_german_compound_words", "tests.test_harvest.test_cli_stdin_operations[german-text-cli__tests__german-text]", "tests.test_lang_hcl.test_hcl_resource_blocks_uppercase", "tests.test_harvest.test_cli_stdin_operations[only-matching-and-line-numbers-outside-search-mode-cli__tests__only-matching-and-line-numbers-outside-search-mode]", "tests.test_lang_csharp_gaps.test_csharp_field_uppercase", "tests.test_lang_go_gaps.test_go_labeled_statement_scope_uppercase", "tests.test_lang_go_gaps.test_go_type_alias_scope_uppercase", "tests.test_lang_hcl.test_hcl_resource_types_declarations_and_usages", "tests.test_lang_hcl.test_hcl_deeply_nested_resource_blocks", "tests.test_dosfix_and_find.test_find_interpreter_with_crlf_in_shebang" ], "failed_tests_omitted": 256, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 2076, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "alexpovel__srgn.89f943b", "metrics": { "almost_resolved": "False", "cached_input_tokens": "5100544", "calls": "84", "created_at": "2026-05-17T12:17:41.164458+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "5.8941", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "5358462", "instance_id": "alexpovel__srgn.89f943b", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1525", "n_system_errors": "0", "n_tests": "1852", "n_warnings": "0", "output_tokens": "68475", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "17700", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-alexpovel-srgn-attempt-2", "run_version": "20260517T094700Z", "score": "0.8234341252699784", "session_ended_at": "2026-05-17T12:37:47.895Z", "session_started_at": "2026-05-17T12:17:44.555Z", "test_branch_errors": "{}", "total_tokens": "5426937", "wall_clock_seconds": "1203" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./srgn.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-alexpovel-srgn-attempt-2", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }