{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:23:05.146008+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_authentication.test_basic_auth", "eval.tests.test_file_operations.test_stdin_as_body", "eval.tests.test_authentication.test_basic_auth_encoded", "eval.tests.test_authentication.test_bearer_auth_with_long_token", "eval.tests.test_authentication.test_auth_short_form", "eval.tests.test_file_operations.test_header_value_from_file", "eval.tests.test_authentication.test_auth_with_special_characters", "eval.tests.test_authentication.test_bearer_auth", "tests.test_cli_gaps.test_format_option_unknown_rejected", "tests.test_buffer_utils.test_output_to_file_overwrites_existing", "tests.test_authentication.test_netrc_default_not_used_when_machine_found", "tests.test_curl_conversion.test_form_mode_without_data", "tests.test_curl_conversion.test_post_with_json_data", "tests.test_curl_conversion.test_file_upload_inferred_json_type", "tests.test_curl_conversion.test_http_version_1_1", "tests.test_curl_conversion.test_ignored_flag_warning_response_charset", "tests.test_curl_conversion.test_ignored_flag_warning_offline", "tests.test_curl_conversion.test_proxy_http_specific", "tests.test_completion_generation.test_man_page_contains_essential_content", "tests.test_authentication.test_basic_auth_username_password", "tests.test_authentication.test_digest_auth_without_challenge", "tests.test_content_disposition.test_utf8_encoded_filename_rfc5987", "tests.test_cli_gaps.test_encoding_iso88591_no_dash_normalized", "tests.test_buffer_utils.test_output_to_file_permissions", "tests.test_cli_gaps.test_proxy_invalid_format_no_colon", "tests.test_curl_conversion.test_post_with_nested_json", "tests.test_curl_conversion.test_json_mode_without_data", "tests.test_curl_conversion.test_ignored_flag_warning_response_mime", "tests.test_curl_conversion.test_ignored_flag_warning_print", "tests.test_curl_conversion.test_file_upload_with_specific_type", "tests.test_curl_conversion.test_unset_header_conversion", "tests.test_curl_conversion.test_proxy_all_protocols", "tests.test_completion_generation.test_all_shell_completions_non_empty", "tests.test_content_disposition.test_language_tag_in_filename_star", "tests.test_authentication.test_auth_flag_without_auth_type", "tests.test_buffer_utils.test_pretty_none_when_output_redirected", "tests.test_cli_gaps.test_proxy_invalid_url", "tests.test_authentication.test_auth_type_basic_shorthand", "tests.test_authentication.test_basic_auth_default_type", "tests.test_curl_conversion.test_form_data_urlencoded", "tests.test_curl_conversion.test_ignored_flag_warning_history_print", "tests.test_curl_conversion.test_ignored_flag_warning_style", "tests.test_curl_conversion.test_empty_form_with_method", "tests.test_curl_conversion.test_auth_digest_type", "tests.test_curl_conversion.test_download_mode_conversion", "tests.test_curl_conversion.test_multipart_file_upload", "tests.test_content_disposition.test_iso8859_1_encoded_filename", "tests.test_completion_generation.test_man_page_version_present", "tests.test_completion_generation.test_generate_nushell_completion", "tests.test_buffer_utils.test_download_mode_uses_stderr_buffer", "tests.test_cli_gaps.test_proxy_unknown_protocol", "tests.test_curl_conversion.test_multiple_ignored_flags_warnings", "tests.test_authentication.test_auth_with_get_request", "tests.test_curl_conversion.test_ignored_flag_warning_native_tls", "tests.test_curl_conversion.test_long_form_with_multiple_options", "tests.test_curl_conversion.test_glob_url_with_curl_globoff", "tests.test_curl_conversion.test_download_with_output_file", "tests.test_curl_conversion.test_data_binary_from_file", "tests.test_content_disposition.test_case_insensitive_charset_utf8", "tests.test_curl_conversion.test_head_request_conversion", "tests.test_completion_generation.test_generate_man_page", "tests.test_completion_generation.test_generate_with_other_args_rejected", "tests.test_authentication.test_auth_shorthand_flags", "tests.test_authentication.test_basic_auth_empty_password", "tests.test_buffer_utils.test_large_file_streaming_buffer_flush", "tests.test_cli_gaps.test_resolve_invalid_format_no_colon", "tests.test_curl_conversion.test_unix_socket_option", "tests.test_curl_conversion.test_ignored_flag_warning_body", "tests.test_content_disposition.test_windows_1252_trademark_symbol", "tests.test_curl_conversion.test_multiple_headers_to_unset", "tests.test_curl_conversion.test_http_version_1_0", "tests.test_curl_conversion.test_download_with_continue", "tests.test_curl_conversion.test_interface_option", "tests.test_curl_conversion.test_options_request_conversion", "tests.test_completion_generation.test_generate_missing_argument", "tests.test_completion_generation.test_man_page_respects_source_date_epoch", "tests.test_authentication.test_netrc_unicode_in_credentials", "tests.test_content_disposition.test_case_insensitive_charset_iso8859_1", "tests.test_cli_gaps.test_resolve_three_colons_port_confusion", "tests.test_curl_conversion.test_resolve_option_with_port_inference" ], "failed_tests_omitted": 505, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1266, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "ducaale__xh.4a6e44f", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3747072", "calls": "54", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T00:53:48.639022+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "3858339", "instance_id": "ducaale__xh.4a6e44f", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "611", "n_system_errors": "0", "n_tests": "1171", "n_warnings": "0", "output_tokens": "45751", "paper_compliant": "False", "pricing_source": "", "reasoning_effort": "xhigh", "reasoning_output_tokens": "11849", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-ducaale-xh", "run_version": "20260518T232006Z", "score": "0.5217762596071733", "session_ended_at": "2026-05-19T01:06:21.299Z", "session_started_at": "2026-05-19T00:53:56.726Z", "test_branch_errors": "{}", "total_tokens": "3904090", "wall_clock_seconds": "744" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/0a", "./.git/objects/0a/0e7726c0e5f17a4aa5ff544c658fba24a6b6f7", "./.git/objects/10", "./.git/objects/10/10354f5e8ef5cbec220f25347780c6f4d41931", "./.git/objects/16", "./.git/objects/16/567a866adbca61525d1d9167852e706e19ab07", "./.git/objects/22", "./.git/objects/22/631b05b33d729901b2f3926d17fdad26194511", "./.git/objects/2b", "./.git/objects/2b/a4b2eef00003a19eda14fc60fd203e9a2412c6", "./.git/objects/3a", "./.git/objects/3a/2f8f3da2bbc1180496cbb373275a3525c852c1", "./.git/objects/3e", "./.git/objects/3e/f0bb3de11802f6c2bfa5c294ef3809a0a83500", "./.git/objects/45", "./.git/objects/45/42bdda410a7478596482b72d6f39b7ef1d9b91", "./.git/objects/4a", "./.git/objects/4a/55e496fb47c65eabf8a6515ae5a8df555ff8e7", "./.git/objects/52", "./.git/objects/52/90eb6783c8ebdd8e420de2d7b23cfd46141849", "./.git/objects/53", "./.git/objects/53/af494bc807f8a28a6f480418a3009f5cead965", "./.git/objects/55", "./.git/objects/55/cd9c93a722ce5f4c988426f28e16293614b716", "./.git/objects/6e", "./.git/objects/6e/596c3b51d514faec2ec3f57958c51783f3af9a", "./.git/objects/86", "./.git/objects/86/06e8a1d69c8190a7d196b47047bb375709d269", "./.git/objects/89", "./.git/objects/89/19b30f8346c748c93dc1af7d792d7680a981fc", "./.git/objects/8c", "./.git/objects/8c/2b558e318ae0a7477bfa0ff08eaba0b4fece6f", "./.git/objects/96", "./.git/objects/96/0c38c23aef1861f58dd3ae4ddd02c22df0fa5b", "./.git/objects/a5", "./.git/objects/a5/7cfbcfc58cf31a6ea08256ce0f64fa86dfc0a4", "./.git/objects/a6", "./.git/objects/a6/52104454749ea6eeb3e65aded4434edfd385e1", "./.git/objects/ae", "./.git/objects/ae/62fa71d101ad3eb8dc50c28ba1e539fcabf611", "./.git/objects/af", "./.git/objects/af/b1e7e3bcbbec935b156f347f6ca57064b4ec80", "./.git/objects/b5", "./.git/objects/b5/7765391e59831d4bc574ec71bb765ff2382ef4", "./.git/objects/ba", "./.git/objects/ba/0679c356f1f71b34fc9c4ac684331c581d0445", "./.git/objects/ba/23f44e4746ba01538d61e4a2288a067ad07e89", "./.git/objects/ba/4c5c8ef0c711b01aad17c03bce30dcaf593ab9", "./.git/objects/c4", "./.git/objects/c4/ee9bcbab50a00586aafa4960e0a4f444846fda", "./.git/objects/c5", "./.git/objects/c5/7049da9bcbe39265b1a8d7e006559a204a1cc2", "./.git/objects/d4", "./.git/objects/d4/cfcd69b385d01bde618694404c03ea37b61d43", "./.git/objects/df", "./.git/objects/df/10dabe92b6ff570313dcfd72d5028518b12283", "./.git/objects/e7", "./.git/objects/e7/2449ac794b4bfa3e0fa2ec65037a3c4690f4cf", "./.git/objects/eb", "./.git/objects/eb/df8208c1c92a130e576f4321b14de9c762432b", "./.git/objects/f1", "./.git/objects/f1/5c4ee54ff1ca37ffd8a0dcaf482cda65ff1d5b", "./.git/objects/f6", "./.git/objects/f6/1b286ed1d7aa081458c602732eb2ba5ad90496", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./README.md.bak", "./assets", "./assets/README.md", "./assets/syntax", "./assets/syntax/basic", "./assets/syntax/basic/json.sublime-syntax", "./assets/syntax/large", "./assets/syntax/large/css.sublime-syntax", "./assets/syntax/large/html.sublime-syntax", "./assets/syntax/large/js.sublime-syntax", "./assets/syntax/large/xml.sublime-syntax", "./assets/themes", "./assets/themes/ansi.tmTheme", "./assets/themes/fruity.tmTheme", "./assets/themes/monokai.tmTheme", "./assets/themes/solarized.tmTheme", "./assets/xh-demo.gif", "./assets/xhs", "./assets/xhs.1.gz", "./compile.sh", "./completions", "./completions/_xh", "./completions/_xh.ps1", "./completions/xh.bash", "./completions/xh.elv", "./completions/xh.fish", "./completions/xh.nu", "./doc", "./doc/man-template.roff", "./doc/xh.1", "./executable", "./xh.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-ducaale-xh", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }