{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:00.730270+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_completion.test_completion_help", "eval.tests.test_completion.test_zsh_completion", "eval.tests.test_completion.test_zsh_completion_help", "eval.tests.test_info_command.test_info_basic", "eval.tests.test_info_command.test_info_with_quiet", "eval.tests.test_info_command.test_info_help", "eval.tests.test_list_commands.test_list_on_alias", "eval.tests.test_piped_input.test_add_from_stdin", "eval.tests.test_list_commands.test_list_off_alias", "eval.tests.test_piped_input.test_replace_from_stdin", "eval.tests.test_piped_input.test_stdin_with_pipe_like_file", "eval.tests.test_completion.test_bash_completion", "eval.tests.test_completion.test_bash_completion_help", "eval.tests.test_completion_and_edge.test_completion_help", "eval.tests.test_additional_coverage.test_list_enabled_vs_disabled_comparison", "eval.tests.test_coverage_gaps.test_add_from_stdin", "eval.tests.test_coverage_gaps.test_add_to_disabled_profile", "eval.tests.test_completion_and_edge.test_completion_bash", "eval.tests.test_final_coverage_boost.test_list_disabled_profiles_only", "eval.tests.test_final_push_70.test_complex_hosts_file_structure", "eval.tests.test_coverage_gaps.test_replace_from_stdin", "eval.tests.test_coverage_gaps.test_info_basic_output", "eval.tests.test_completion_and_edge.test_completion_zsh", "eval.tests.test_coverage_gaps.test_completion_bash_generates_script", "eval.tests.test_coverage_gaps.test_completion_zsh_generates_script", "tests.test_completion.test_completion_bash_generates_valid_script", "tests.test_add_replace.test_add_from_stdin", "tests.test_backup_restore.test_restore_requires_existing_target_file", "tests.test_completion.test_completion_zsh_generates_valid_script", "tests.test_completion.test_completion_bash_help_command_included", "tests.test_completion.test_completion_zsh_contains_debug_functions", "tests.test_completion.test_completion_bash_contains_subcommand_completions", "tests.test_edge_cases.test_profile_header_case_sensitivity", "tests.test_edge_cases.test_duplicate_hostname_entries_same_ip", "tests.test_gap_filling.test_list_raw_output_format_no_borders", "tests.test_gap_filling.test_info_command_displays_banner", "tests.test_list_status.test_list_json_output_format", "tests.test_info_url.test_info_command_ascii_banner", "tests.test_list_status.test_list_raw_flag_shorthand", "tests.test_info_url.test_add_from_valid_url_with_http_server", "tests.test_info_url.test_add_from_url_with_query_string", "tests.test_completion.test_completion_bash_exact_golden_match", "tests.test_completion.test_completion_zsh_exact_golden_match", "tests.test_completion.test_completion_bash_contains_completion_registration", "tests.test_completion.test_completion_bash_contains_flag_handling", "tests.test_completion.test_completion_output_goes_to_stdout", "tests.test_edge_cases.test_profile_name_with_unicode_not_recognized", "tests.test_list_status.test_list_multiple_profiles", "tests.test_list_status.test_list_enabled_alias_on", "tests.test_list_status.test_list_ipv6_only_addresses", "tests.test_list_status.test_list_column_with_aliases", "tests.test_list_status.test_list_raw_output_format", "tests.test_info_url.test_info_command_contains_version", "tests.test_list_status.test_list_markdown_output_format", "tests.test_completion.test_completion_bash_contains_all_command_functions", "tests.test_completion.test_completion_zsh_contains_compdef_directive", "tests.test_completion.test_completion_bash_output_length_reasonable", "tests.test_completion.test_completion_bash_with_extra_arguments_ignored", "tests.test_list_status.test_list_column_selection", "tests.test_list_status.test_list_disabled_alias_off", "tests.test_list_status.test_list_enabled_json_output", "tests.test_info_url.test_add_from_url_with_ipv6_hosts", "tests.test_info_url.test_replace_from_url", "tests.test_state_mgmt.test_disable_only_with_nonexistent_profile_in_list", "tests.test_wait_flag.test_enable_wait_0s_waits_indefinitely", "tests.test_completion.test_completion_bash_syntax_validity", "tests.test_completion.test_completion_zsh_contains_main_function", "tests.test_completion.test_completion_bash_with_global_flags", "tests.test_completion.test_completion_zsh_output_length_reasonable", "tests.test_wait_flag.test_add_wait_removes_profile_after_timeout", "tests.test_wait_flag.test_wait_with_hour_duration", "tests.test_wait_flag.test_wait_with_minute_duration", "tests.test_info_url.test_add_from_url_https_scheme_error", "tests.test_list_status.test_list_all_profiles_table_format", "tests.test_completion.test_completion_zsh_with_global_flags", "tests.test_completion.test_completion_bash_contains_debug_functions", "tests.test_completion.test_completion_bash_contains_root_command_function", "tests.test_wait_flag.test_enable_all_wait_disables_all_non_default", "tests.test_list_status.test_list_enabled_profiles_only", "tests.test_info_url.test_add_from_url_with_port_number" ], "failed_tests_omitted": 10, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1375, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "guumaster__hostctl.d6d9699", "metrics": { "almost_resolved": "False", "cached_input_tokens": "8447360", "calls": "121", "created_at": "2026-05-17T11:21:53.999290+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "7.5119", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "8752893", "instance_id": "guumaster__hostctl.d6d9699", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "965", "n_system_errors": "0", "n_tests": "1051", "n_warnings": "0", "output_tokens": "58684", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "21436", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-guumaster-hostctl", "run_version": "", "score": "0.9181731684110371", "session_ended_at": "2026-05-17T11:39:25.007Z", "session_started_at": "2026-05-17T11:21:56.813Z", "test_branch_errors": "{}", "total_tokens": "8811577", "wall_clock_seconds": "1048" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./hostctl.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-guumaster-hostctl", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }