{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:22:45.202765+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_basic.test_version_command", "eval.tests.test_httpie_syntax.test_method_head", "eval.tests.test_httpie_syntax.test_form_mode_with_flag", "eval.tests.test_httpie_syntax.test_form_mode_with_long_flag", "eval.tests.test_basic.test_version_command", "eval.tests.test_curl_passthrough.test_compound_short_flags", "eval.tests.test_httpie_syntax.test_method_head", "eval.tests.test_httpie_syntax.test_form_mode_long_flag", "eval.tests.test_httpie_syntax.test_form_mode_flag", "eval.tests.test_real_execution.test_form_data_post", "eval.tests.test_special_features.test_content_type_not_added_for_form", "eval.tests.test_real_execution.test_head_request", "tests.test_binary_filter.test_binary_content_null_byte_suppressed", "tests.test_binary_filter.test_late_null_byte_suppresses_entire_write", "tests.test_curl_options.test_compound_short_options", "tests.test_binary_filter.test_multiple_null_bytes_still_suppressed", "tests.test_curl_options.test_compound_short_with_value_taking_option", "tests.test_binary_filter.test_multiple_writes_after_binary_ignored", "tests.test_curl_options.test_compound_with_cookie_option", "tests.test_error_paths.test_curl_protocol_error", "tests.test_error_paths.test_curl_exec_format_error", "tests.test_curl_options.test_data_option_short_form_in_compound", "tests.test_error_paths.test_curl_exit_error_with_stderr", "tests.test_error_paths.test_curl_too_many_redirects", "tests.test_color_edge_cases.test_no_color_when_piped", "tests.test_formatting_headers.test_colorization_with_tty", "tests.test_formatting_headers.test_connection_info_comment_color", "tests.test_formatting_json.test_empty_json_array", "tests.test_error_paths.test_curl_timeout_error", "tests.test_error_paths.test_curl_url_malformed_error", "tests.test_binary_filter.test_json_passes_through_with_formatting", "tests.test_error_paths.test_curl_connection_refused_error", "tests.test_curl_options.test_compound_short_with_inline_value", "tests.test_binary_filter.test_mixed_content_suppressed_after_null", "tests.test_binary_filter.test_large_binary_content_suppression", "tests.test_error_paths.test_multiple_curl_errors_preserve_first_exit_code", "tests.test_curl_options.test_method_option_short_form", "tests.test_formatting_json.test_empty_string_values", "tests.test_httpie_syntax.test_form_multiple_fields", "tests.test_httpie_syntax.test_form_field_with_flag", "tests.test_formatting_headers.test_status_line_colorization", "tests.test_curl_options.test_compound_short_options_all_no_value", "tests.test_formatting_json.test_simple_json_formatting_with_pretty", "tests.test_error_paths.test_curl_ssl_certificate_error", "tests.test_error_paths.test_curl_write_error", "tests.test_formatting_json.test_json_array_of_objects", "tests.test_formatting_json.test_deep_nested_json", "tests.test_formatting_headers.test_verbose_mode_shows_request_headers", "tests.test_binary_filter.test_early_null_byte_triggers_filter", "tests.test_curl_options.test_compound_with_user_option", "tests.test_formatting_json.test_no_pretty_flag_no_formatting", "tests.test_formatting_json.test_whitespace_tabs_and_carriage_returns", "tests.test_formatting_json.test_very_deep_nesting_10plus_levels", "tests.test_httpie_syntax.test_multiple_headers_with_same_name", "tests.test_formatting_headers.test_request_method_colorization", "tests.test_httpie_syntax.test_form_mode_with_string_flag", "tests.test_httpie_syntax.test_header_with_multiple_colons", "tests.test_curl_options.test_output_option_short_form", "tests.test_formatting_json.test_nested_json_formatting", "tests.test_error_paths.test_curl_authentication_error", "tests.test_error_paths.test_curl_http_error_404", "tests.test_formatting_json.test_plain_text_passthrough", "tests.test_formatting_json.test_numbers_formatting", "tests.test_formatting_headers.test_verbose_mode_shows_response_headers", "tests.test_formatting_json.test_escape_sequences_in_json_strings", "tests.test_input_modes.test_form_data_with_F_flag", "tests.test_formatting_json.test_malformed_json_extra_closing_brace_negative_level_guard", "tests.test_input_modes.test_long_form_data_flag", "tests.test_formatting_headers.test_header_field_value_colorization", "tests.test_methods.test_head_method_uses_dash_i", "tests.test_methods.test_url_double_slash_prefix", "tests.test_methods.test_binary_name_post_shortcut", "tests.test_methods.test_binary_name_delete_shortcut", "tests.test_methods.test_head_with_path_url", "tests.test_formatting_json.test_empty_json_object", "tests.test_methods.test_options_with_scheme_relative_url", "tests.test_methods.test_lowercase_head_method", "tests.test_formatting_json.test_html_passthrough", "tests.test_formatting_json.test_unicode_characters", "tests.test_formatting_json.test_literals_null_true_false_colorization" ], "failed_tests_omitted": 33, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 741, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "rs__curlie.5dfcbb1", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2171904", "calls": "52", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T05:06:21.337146+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.3263", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "2406286", "instance_id": "rs__curlie.5dfcbb1", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "596", "n_system_errors": "0", "n_tests": "701", "n_warnings": "0", "output_tokens": "35613", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "16280", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-rs-curlie", "run_version": "20260518T232006Z", "score": "0.8502139800285307", "session_ended_at": "2026-05-19T05:17:30.593Z", "session_started_at": "2026-05-19T05:06:29.388Z", "test_branch_errors": "{}", "total_tokens": "2441899", "wall_clock_seconds": "661" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/5a", "./.git/objects/5a/0c14b21225539ae374a1178f75bf5df8743898", "./.git/objects/6b", "./.git/objects/6b/a6e1cf54e291ba3b1db38b0451b2e3a6553325", "./.git/objects/71", "./.git/objects/71/abfee39c7e78816f21c54ad953280d88dcdbdf", "./.git/objects/7f", "./.git/objects/7f/312f1e86fca8ec4b0c735b91a3e2dcfefef627", "./.git/objects/b3", "./.git/objects/b3/0726a7b37a804e00b78d24dcf9597085211500", "./.git/objects/dd", "./.git/objects/dd/2f419b46a69375634658c2fac7ed6eb8fe7660", "./.git/objects/fc", "./.git/objects/fc/7cce6daedf04fc6195f47a294beb28e5fb8269", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./compile.sh", "./curlie.py", "./doc", "./doc/get.png", "./doc/put.png", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-rs-curlie", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }