{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:23:05.627076+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_basic.test_invalid_url_error", "tests.test_debug.test_db_url_option", "tests.test_advanced.test_mixed_success_failure", "tests.test_edge_cases.test_request_count_as_float", "tests.test_basic.test_missing_url_error", "tests.test_errors.test_invalid_url_format", "tests.test_errors.test_conflicting_body_options", "tests.test_errors.test_cert_without_key", "tests.test_errors.test_invalid_http_version", "tests.test_errors.test_invalid_port", "tests.test_final.test_request_count_with_m_suffix", "tests.test_errors.test_invalid_regex_url", "tests.test_errors.test_empty_url", "tests.test_more_coverage.test_json_response_endpoint", "tests.test_more_coverage.test_output_consistency", "tests.test_final.test_invalid_header_format", "tests.test_final.test_longer_duration", "tests.test_request_config.test_duration_mode", "eval.tests.test_advanced.test_request_count_m_suffix", "eval.tests.test_advanced.test_request_count_decimal", "eval.tests.test_advanced.test_burst_mode", "eval.tests.test_advanced.test_disable_compression", "eval.tests.test_advanced.test_redirect_limit", "eval.tests.test_advanced.test_no_redirects", "eval.tests.test_advanced.test_ipv4_only", "eval.tests.test_advanced.test_no_pre_lookup", "eval.tests.test_advanced.test_connect_timeout", "eval.tests.test_advanced.test_database_url", "eval.tests.test_advanced.test_accept_header", "eval.tests.test_advanced.test_content_type", "eval.tests.test_advanced.test_host_header", "eval.tests.test_advanced.test_multiple_headers", "eval.tests.test_basic.test_request_count_k_suffix", "eval.tests.test_basic.test_duration_based", "eval.tests.test_basic.test_get_method_default", "eval.tests.test_basic.test_post_method", "eval.tests.test_basic.test_custom_header", "eval.tests.test_basic.test_request_body_string", "eval.tests.test_basic.test_request_body_from_file", "eval.tests.test_basic.test_invalid_url", "eval.tests.test_coverage_boost.test_put_method", "eval.tests.test_coverage_boost.test_delete_method", "eval.tests.test_coverage_boost.test_json_output_with_csv_body", "eval.tests.test_coverage_boost.test_very_short_duration", "eval.tests.test_errors.test_invalid_http_version", "eval.tests.test_errors.test_cert_without_key", "eval.tests.test_errors.test_key_without_cert", "eval.tests.test_errors.test_urls_file_with_invalid_url", "eval.tests.test_errors.test_qps_with_burst", "eval.tests.test_errors.test_invalid_regex_url", "eval.tests.test_errors.test_invalid_connect_to", "eval.tests.test_errors.test_invalid_aws_sigv4_format", "eval.tests.test_more_coverage.test_accept_and_content_type", "eval.tests.test_more_coverage.test_decimal_k_variations", "tests.test_client_final.test_dns_no_record", "tests.test_database.test_special_characters_in_db_path", "tests.test_aws_auth.test_aws_sigv4_query_parameters", "tests.test_aws_auth.test_aws_sigv4_missing_credentials", "tests.test_aws_auth.test_aws_sigv4_date_format_validation", "tests.test_database.test_url_path_and_query_stored", "tests.test_database.test_failed_requests_not_stored", "tests.test_client_gaps.test_redirect_absolute_url", "tests.test_client_gaps.test_custom_headers", "tests.test_debug.TestDebugModeBasic.test_debug_shows_response_structure", "tests.test_client_easy_wins.test_connection_time_tracking", "tests.test_errors.test_url_without_host", "tests.test_client_final.test_ipv6_only_flag", "tests.test_client_final.test_query_per_second_rate_limiting", "tests.test_database.test_database_error_invalid_path", "tests.test_database.test_existing_database_append", "tests.test_client_gaps.test_redirect_with_fragment", "tests.test_database.test_database_with_post_method", "tests.test_aws_auth.test_aws_sigv4_credential_scope_in_auth_header", "tests.test_aws_auth.test_aws_sigv4_credential_in_auth_header", "tests.test_aws_auth.test_aws_sigv4_basic_signing_s3", "tests.test_errors.test_empty_url", "tests.test_debug.TestDebugModeBasic.test_debug_post_with_custom_headers_and_body", "tests.test_errors.test_http_500_status_code_distribution", "tests.test_errors.test_invalid_url_exits_with_error", "tests.test_client_gaps.test_query_per_second_rate_limiting" ], "failed_tests_omitted": 278, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1095, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "hatoo__oha.8dc6349", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2251392", "calls": "51", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T02:06:30.200942+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "2330134", "instance_id": "hatoo__oha.8dc6349", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "620", "n_system_errors": "0", "n_tests": "899", "n_warnings": "0", "output_tokens": "34566", "paper_compliant": "False", "pricing_source": "", "reasoning_effort": "xhigh", "reasoning_output_tokens": "7904", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-hatoo-oha", "run_version": "20260518T232006Z", "score": "0.6896551724137931", "session_ended_at": "2026-05-19T02:15:00.307Z", "session_started_at": "2026-05-19T02:06:38.298Z", "test_branch_errors": "{}", "total_tokens": "2364700", "wall_clock_seconds": "502" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/0d", "./.git/objects/0d/5fabb04f0d4e05151f83b58f605cf87c7cc8e0", "./.git/objects/34", "./.git/objects/34/e6875fca457a063b92127fcc824d93e10a2cf5", "./.git/objects/63", "./.git/objects/63/8cc5ec99a1405cd0f5dd08ae6948b0685979c7", "./.git/objects/79", "./.git/objects/79/1b3b2ad4c2e3e7c0d1a9fba18937f10942ba5c", "./.git/objects/85", "./.git/objects/85/0074f8fde825447ccc75d299679606ba143a9e", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./compile.sh", "./demo.gif", "./executable", "./oha.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-hatoo-oha", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }