{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:12.801997+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_advanced_features.test_init_in_existing_directory_with_files", "tests.test_basic_invocation.test_capital_v_flag", "tests.test_book_loading.test_book_without_book_toml", "tests.test_advanced_features.test_completions_output_validity", "tests.test_advanced_features.test_build_with_configuration_options", "tests.test_basic_invocation.test_help_for_serve", "tests.test_advanced_features.test_build_with_draft_chapters", "tests.test_advanced_features.test_build_with_code_blocks", "tests.test_basic_invocation.test_help_for_test", "tests.test_basic_invocation.test_help_for_completions", "tests.test_book_loading.test_book_with_preprocessor_config", "tests.test_advanced_features.test_build_with_multilevel_summary", "tests.test_basic_invocation.test_help_for_init", "tests.test_basic_invocation.test_h_flag", "tests.test_basic_invocation.test_no_arguments_shows_help", "tests.test_book_loading.test_book_with_src_dir_config", "tests.test_basic_invocation.test_help_for_clean", "tests.test_advanced_features.test_build_with_custom_theme_colors", "tests.test_advanced_features.test_build_output_structure", "tests.test_basic_invocation.test_help_for_watch", "tests.test_book_loading.test_book_with_multilanguage_src", "tests.test_book_loading.test_load_book_with_multiple_authors", "tests.test_advanced_features.test_clean_removes_all_output", "tests.test_basic_invocation.test_help_for_build", "tests.test_book_loading.test_book_with_output_html_config", "tests.test_basic_invocation.test_help_flag", "tests.test_advanced_features.test_build_with_prefix_chapter", "tests.test_advanced_features.test_build_with_separator_in_summary", "tests.test_basic_invocation.test_version_flag", "tests.test_book_loading.test_book_with_build_dir_config", "tests.test_advanced_features.test_build_with_markdown_features", "tests.test_book_loading.test_book_with_readme", "tests.test_clean_command.test_clean_with_dest_dir", "tests.test_build_command.test_build_creates_css_files", "tests.test_build_command.test_build_help_flag", "tests.test_completions_command.test_completions_powershell", "tests.test_build_command.test_build_with_open_flag", "tests.test_clean_command.test_clean_basic", "tests.test_completions_command.test_completions_elvish", "tests.test_clean_command.test_clean_output_shows_byte_size", "tests.test_clean_command.test_clean_preserves_source", "tests.test_completions_command.test_completions_help_flag", "tests.test_build_command.test_build_custom_directory", "tests.test_book_loading.test_book_loads_from_nested_dir", "tests.test_config_options.test_build_with_language_config", "tests.test_build_command.test_build_output_contains_content", "tests.test_clean_command.test_clean_help_flag", "tests.test_error_handling.test_build_with_circular_summary_reference", "tests.test_clean_command.test_clean_nothing_to_clean", "tests.test_build_command.test_build_with_dest_dir", "tests.test_completions_command.test_completions_fish", "tests.test_completions_command.test_completions_zsh", "tests.test_config_options.test_build_with_book_title_from_config", "tests.test_build_command.test_build_chapter_html_content", "tests.test_config_options.test_init_creates_default_config", "tests.test_build_command.test_build_empty_summary", "tests.test_build_command.test_build_creates_js_files", "tests.test_clean_command.test_clean_custom_directory", "tests.test_completions_command.test_completions_bash", "tests.test_build_command.test_build_basic", "tests.test_config_options.test_config_with_description", "tests.test_error_handling.test_build_with_empty_chapter_file", "tests.test_clean_command.test_clean_output_format_multiple_files", "tests.test_config_options.test_build_with_authors_in_config", "tests.test_html_assets.test_build_generates_font_files", "tests.test_error_handling.test_build_with_special_characters_in_title", "tests.test_error_handling.test_build_with_unicode_content", "tests.test_error_handling.test_build_with_large_summary", "tests.test_html_assets.test_build_generates_favicon", "tests.test_html_assets.test_build_generates_print_html", "tests.test_error_handling.test_build_with_malformed_markdown", "tests.test_error_handling.test_test_command_with_library_path", "tests.test_html_assets.test_build_generates_css_files", "tests.test_html_assets.test_build_generates_fontawesome", "tests.test_html_assets.test_build_generates_search_index", "tests.test_html_assets.test_build_generates_javascript_files", "tests.test_html_assets.test_build_generates_highlight_themes", "tests.test_html_assets.test_build_generates_404_page", "tests.test_html_output.test_html_contains_js_links", "tests.test_html_output.test_html_print_page_generated" ], "failed_tests_omitted": 1166, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1326, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "rust-lang__mdbook.37273ba", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2666112", "calls": "43", "created_at": "2026-05-17T14:49:58.336258+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.7166", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "2902358", "instance_id": "rust-lang__mdbook.37273ba", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "46", "n_system_errors": "0", "n_tests": "1114", "n_warnings": "0", "output_tokens": "40077", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "7031", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rust-lang-mdbook", "run_version": "20260517T094700Z", "score": "0.04129263913824058", "session_ended_at": "2026-05-17T14:59:52.570Z", "session_started_at": "2026-05-17T14:50:01.315Z", "test_branch_errors": "{}", "total_tokens": "2942435", "wall_clock_seconds": "591" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./mdbook_reimpl.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-rust-lang-mdbook", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }