{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:55.019333+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_debug_query.test_debug_query_ast_without_color", "eval.tests.test_debug_query.test_debug_query_ast_go", "eval.tests.test_config_validation.test_undefined_metavar_in_transform_section", "eval.tests.test_errors.test_missing_required_rewrite", "eval.tests.test_error_diagnostics.test_parse_test_error", "eval.tests.test_completions.test_bash_completions_exact_golden", "eval.tests.test_fixer_expand.test_expand_with_stop_rule", "eval.tests.test_config_validation.test_update_all_with_multiple_files_atomic_updates", "eval.tests.test_harvest.test_file", "eval.tests.test_errors.test_invalid_strictness_value", "eval.tests.test_debug_query.test_debug_query_ast_var_decl", "eval.tests.test_custom_languages.test_custom_language_multiple_extensions", "eval.tests.test_harvest.test_scan_duplicate_default_ids", "eval.tests.test_file_filtering.test_glob_include_pattern", "eval.tests.test_harvest.test_sg_scan_html", "eval.tests.test_harvest.test_js_in_html", "eval.tests.test_fixer_expand.test_expand_no_matching_sibling", "eval.tests.test_error_diagnostics.test_rule_not_specified_stdin_scan", "eval.tests.test_errors.test_circular_symlink", "eval.tests.test_config_validation.test_duplicate_transform_variable_name", "eval.tests.test_debug_query.test_debug_query_sexp_typescript", "eval.tests.test_completions.test_zsh_completions_exact_golden", "eval.tests.test_debug_query.test_debug_query_cst_var_decl", "eval.tests.test_harvest.test_max_diagnostics_shown", "eval.tests.test_core_edge_cases.test_kind_matcher_error_nodes", "eval.tests.test_errors.test_conflicting_flags_json_interactive", "eval.tests.test_custom_languages.test_custom_language_malformed_yaml_config", "eval.tests.test_debug_query.test_debug_query_invalid_format_error", "eval.tests.test_file_filtering.test_glob_precedence_later_wins", "eval.tests.test_harvest.test_scan_unused_suppression", "eval.tests.test_harvest.test_sg_test_error", "eval.tests.test_harvest.test_inspect", "eval.tests.test_fixer_expand.test_expand_to_document_bounds", "eval.tests.test_errors.test_no_command_provided", "eval.tests.test_debug_query.test_debug_query_cst_python_indentation", "eval.tests.test_debug_query.test_debug_query_sexp_var_decl", "eval.tests.test_error_diagnostics.test_cannot_infer_shell_error", "eval.tests.test_core_edge_cases.test_kind_matcher_invalid_kind_name", "eval.tests.test_completions.test_fish_completions_exact_golden", "eval.tests.test_config_validation.test_fixer_list_missing_title_rejected", "eval.tests.test_harvest.test_max_diagnostics_shown_single_file", "eval.tests.test_debug_query.test_debug_query_colored_output", "eval.tests.test_custom_languages.test_custom_language_missing_required_field", "eval.tests.test_file_filtering.test_follow_with_no_ignore_hidden_combines", "eval.tests.test_errors.test_scan_with_malformed_yaml", "eval.tests.test_harvest.test_sg_test_filter", "eval.tests.test_harvest.test_debug_query", "eval.tests.test_harvest.test_label", "eval.tests.test_fixer_expand.test_expand_with_regex_matcher", "eval.tests.test_errors.test_invalid_config_file_path", "eval.tests.test_debug_query.test_debug_query_ast_java", "eval.tests.test_error_diagnostics.test_test_fail_with_details", "eval.tests.test_debug_query.test_debug_query_pattern_simple_metavar", "eval.tests.test_config_validation.test_rewriter_without_fix_rejected", "eval.tests.test_completions.test_powershell_completions_exact_golden", "eval.tests.test_custom_languages.test_custom_language_unknown_language_in_rule", "eval.tests.test_core_edge_cases.test_ellipsis_leading_captures_prefix", "eval.tests.test_debug_query.test_debug_query_default_format", "eval.tests.test_errors.test_scan_with_nonexistent_rule_directory", "eval.tests.test_harvest.test_max_diagnostics_shown_stdin", "eval.tests.test_file_filtering.test_scan_command_respects_follow_flag", "eval.tests.test_harvest.test_sg_test_off_rule", "eval.tests.test_harvest.test_unsupport_config_arg", "eval.tests.test_language_features.test_css_in_html_style_tags", "eval.tests.test_fixer_expand.test_expand_start_on_first_item", "eval.tests.test_errors.test_scan_with_malformed_rule_yaml", "eval.tests.test_error_diagnostics.test_error_chain_formatting", "eval.tests.test_debug_query.test_debug_query_pattern_complex_metavars", "eval.tests.test_debug_query.test_debug_query_pattern_regex_metavar", "eval.tests.test_errors.test_missing_required_pattern", "eval.tests.test_custom_languages.test_custom_language_file_type_detection", "eval.tests.test_config_validation.test_update_all_modifies_files_in_place", "eval.tests.test_core_edge_cases.test_metavar_named_requires_argument", "eval.tests.test_completions.test_elvish_completions_exact_golden", "eval.tests.test_debug_query.test_debug_query_cst_go", "eval.tests.test_harvest.test_yaml_sgconfig_extension", "eval.tests.test_harvest.test_trace_default_project", "eval.tests.test_injection.test_static_injection_single_css_match", "eval.tests.test_file_filtering.test_nested_symlinks_no_follow_only_real_path", "eval.tests.test_language_features.test_typescript_in_html_with_lang_attribute" ], "failed_tests_omitted": 590, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 895, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "ast-grep__ast-grep.dde0fe0", "metrics": { "almost_resolved": "False", "cached_input_tokens": "5055360", "calls": "77", "created_at": "2026-05-17T12:21:04.833963+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.7069", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "5166198", "instance_id": "ast-grep__ast-grep.dde0fe0", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "217", "n_system_errors": "0", "n_tests": "882", "n_warnings": "0", "output_tokens": "54169", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "11066", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ast-grep-ast-grep-attempt-2", "run_version": "20260517T094700Z", "score": "0.24603174603174602", "session_ended_at": "2026-05-17T12:34:49.849Z", "session_started_at": "2026-05-17T12:21:07.721Z", "test_branch_errors": "{}", "total_tokens": "5220367", "wall_clock_seconds": "822" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./__pycache__", "./__pycache__/ast_grep.cpython-312.pyc", "./ast_grep.py", "./compile.sh", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ast-grep-ast-grep-attempt-2", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }