{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:57.539999+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_file_operations.test_header_value_from_file", "eval.tests.test_generation.test_generate_zsh_completion", "eval.tests.test_generation.test_generate_powershell_completion", "eval.tests.test_generation.test_generate_nushell_completion", "eval.tests.test_generation.test_generate_bash_completion", "eval.tests.test_generation.test_generate_elvish_completion", "eval.tests.test_session_management.test_session_with_cookies", "eval.tests.test_generation.test_generate_fish_completion", "eval.tests.test_generation.test_generate_man_page", "tests.test_completion_generation.test_zsh_completion_has_all_major_options", "tests.test_completion_generation.test_fish_completion_contains_xh_options", "tests.test_buffer_utils.test_output_to_file_overwrites_existing", "tests.test_curl_conversion.test_ignored_flag_warning_response_charset", "tests.test_curl_conversion.test_ignored_flag_warning_offline", "tests.test_curl_conversion.test_http_version_1_1", "tests.test_curl_conversion.test_form_mode_without_data", "tests.test_cli_gaps.test_proxy_invalid_format_no_colon", "tests.test_curl_conversion.test_bearer_auth_conversion", "tests.test_curl_conversion.test_empty_form_with_method", "tests.test_curl_conversion.test_custom_headers", "tests.test_content_disposition.test_spaces_in_quoted_filename", "tests.test_cli_gaps.test_encoding_shorthand_utf", "tests.test_authentication.test_netrc_unicode_in_credentials", "tests.test_completion_generation.test_fish_completion_has_all_major_options", "tests.test_completion_generation.test_zsh_completion_contains_xh_options", "tests.test_buffer_utils.test_output_to_file_permissions", "tests.test_cli_gaps.test_proxy_invalid_url", "tests.test_curl_conversion.test_ignored_flag_warning_response_mime", "tests.test_curl_conversion.test_unset_header_conversion", "tests.test_curl_conversion.test_ignored_flag_warning_print", "tests.test_curl_conversion.test_proxy_http_specific", "tests.test_curl_conversion.test_json_mode_without_data", "tests.test_curl_conversion.test_long_form_with_multiple_options", "tests.test_curl_conversion.test_head_request_conversion", "tests.test_authentication.test_bearer_auth_empty_token", "tests.test_content_disposition.test_inline_disposition_still_extracts_filename", "tests.test_authentication.test_digest_auth_empty_password", "tests.test_completion_generation.test_powershell_completion_contains_xh_options", "tests.test_cli_gaps.test_proxy_unknown_protocol", "tests.test_buffer_utils.test_pretty_none_when_output_redirected", "tests.test_curl_conversion.test_proxy_all_protocols", "tests.test_curl_conversion.test_ignored_flag_warning_style", "tests.test_cli_gaps.test_encoding_with_underscores_normalized", "tests.test_curl_conversion.test_ignored_flag_warning_history_print", "tests.test_curl_conversion.test_headers_with_spaces_and_quotes", "tests.test_curl_conversion.test_http_version_1_0", "tests.test_curl_conversion.test_multiple_headers_to_unset", "tests.test_curl_conversion.test_options_request_conversion", "tests.test_authentication.test_netrc_bearer_token_password_only", "tests.test_content_disposition.test_quoted_filename_basic", "tests.test_cli_gaps.test_resolve_invalid_format_no_colon", "tests.test_completion_generation.test_man_page_contains_essential_content", "tests.test_buffer_utils.test_download_mode_uses_stderr_buffer", "tests.test_curl_conversion.test_timeout_conversion", "tests.test_authentication.test_netrc_with_comments", "tests.test_curl_conversion.test_multiple_ignored_flags_warnings", "tests.test_curl_conversion.test_auth_digest_type", "tests.test_curl_conversion.test_ignored_flag_warning_native_tls", "tests.test_curl_conversion.test_http_version_2", "tests.test_curl_conversion.test_verbose_flag_conversion", "tests.test_curl_conversion.test_ssl_tls1_version", "tests.test_authentication.test_netrc_windows_filename", "tests.test_authentication.test_netrc_env_var_path", "tests.test_content_disposition.test_whitespace_padding_tolerance", "tests.test_cli_gaps.test_encoding_iso88591_no_dash_normalized", "tests.test_content_disposition.test_unquoted_filename", "tests.test_cli_gaps.test_resolve_three_colons_port_confusion", "tests.test_buffer_utils.test_large_file_streaming_buffer_flush", "tests.test_completion_generation.test_all_shell_completions_non_empty", "tests.test_curl_conversion.test_unix_socket_option", "tests.test_curl_conversion.test_ignored_flag_warning_body", "tests.test_curl_conversion.test_download_mode_conversion", "tests.test_curl_conversion.test_glob_url_with_curl_globoff", "tests.test_curl_conversion.test_http_version_2_prior_knowledge", "tests.test_curl_conversion.test_quiet_flag_conversion", "tests.test_curl_conversion.test_ssl_tls11_version", "tests.test_authentication.test_digest_auth_challenge_response", "tests.test_cli_gaps.test_resolve_invalid_ip_address", "tests.test_curl_conversion.test_curl_long_check_status", "tests.test_completion_generation.test_man_page_version_present" ], "failed_tests_omitted": 534, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1266, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "ducaale__xh.4a6e44f", "metrics": { "almost_resolved": "False", "cached_input_tokens": "11173504", "calls": "139", "created_at": "2026-05-17T10:41:08.313146+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "8.6291", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "11414620", "instance_id": "ducaale__xh.4a6e44f", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "579", "n_system_errors": "0", "n_tests": "1171", "n_warnings": "0", "output_tokens": "61225", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "19108", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ducaale-xh", "run_version": "", "score": "0.49444918872758326", "session_ended_at": "2026-05-17T11:00:15.372Z", "session_started_at": "2026-05-17T10:41:11.404Z", "test_branch_errors": "{}", "total_tokens": "11475845", "wall_clock_seconds": "1143" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./xh.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ducaale-xh", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }