{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:20:21.869777+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_compiled_languages.test_go_file_with_main", "eval.tests.test_c_specific.test_c_without_main", "eval.tests.test_c_specific.test_c_with_function", "eval.tests.test_compiled_languages.test_c_with_variables", "eval.tests.test_c_specific.test_c_stdin", "eval.tests.test_cpp_specific.test_cpp_without_main", "eval.tests.test_cpp_specific.test_cpp_with_function", "eval.tests.test_c_specific.test_c_for_loop", "eval.tests.test_cpp_specific.test_cpp_stdin", "eval.tests.test_cpp_specific.test_cpp_for_loop", "eval.tests.test_compiled_languages.test_c_inline_without_main", "eval.tests.test_compiled_languages.test_rust_inline_without_main", "eval.tests.test_compiled_languages.test_c_file_with_main", "eval.tests.test_c_specific.test_c_with_array", "eval.tests.test_compiled_languages.test_cpp_with_vectors", "eval.tests.test_cpp_specific.test_cpp_simple_cout", "eval.tests.test_c_specific.test_c_multiple_includes", "eval.tests.test_cpp_specific.test_cpp_with_vector", "eval.tests.test_compiled_languages.test_go_inline_with_main", "eval.tests.test_cpp_specific.test_cpp_string_operations", "eval.tests.test_compiled_languages.test_cpp_inline_with_main", "eval.tests.test_detection_comprehensive.test_detect_python_by_import", "eval.tests.test_compiled_languages.test_cpp_inline_without_main", "eval.tests.test_compiled_languages.test_go_inline_without_main", "eval.tests.test_c_specific.test_c_file_execution", "eval.tests.test_compiled_languages.test_rust_with_variables", "eval.tests.test_cpp_specific.test_cpp_with_variables", "eval.tests.test_c_specific.test_c_simple_printf", "eval.tests.test_compiled_languages.test_go_with_variables", "eval.tests.test_c_specific.test_c_with_variables", "eval.tests.test_cpp_specific.test_cpp_file_execution", "eval.tests.test_cpp_specific.test_cpp_auto_keyword", "eval.tests.test_detection_comprehensive.test_detect_cpp_extension", "eval.tests.test_compiled_languages.test_rust_inline_with_main", "eval.tests.test_compiled_languages.test_c_inline_with_main", "eval.tests.test_compiled_languages.test_rust_file_with_main", "eval.tests.test_detection_comprehensive.test_python_specific_syntax_detection", "eval.tests.test_detection_comprehensive.test_detect_rs_extension", "eval.tests.test_error_handling.test_compilation_error_rust", "eval.tests.test_error_handling.test_code_and_file_conflict", "eval.tests.test_detection_comprehensive.test_detect_go_extension", "eval.tests.test_detection_comprehensive.test_detect_c_extension", "eval.tests.test_error_handling.test_compilation_error_c", "eval.tests.test_error_handling.test_rust_borrow_error", "eval.tests.test_error_handling.test_compilation_error_go", "eval.tests.test_execution_modes.test_rust_minimal", "eval.tests.test_execution_modes.test_cpp_minimal", "eval.tests.test_detection_comprehensive.test_bash_specific_syntax_detection", "eval.tests.test_execution_modes.test_go_minimal", "eval.tests.test_file_execution.test_example_rust_hello", "eval.tests.test_execution_modes.test_c_minimal", "eval.tests.test_go_specific.test_go_simple_println", "eval.tests.test_go_specific.test_go_file_execution", "eval.tests.test_go_specific.test_go_with_variables", "eval.tests.test_go_specific.test_go_with_full_main", "eval.tests.test_go_specific.test_go_with_slice", "eval.tests.test_go_specific.test_go_with_function", "eval.tests.test_go_specific.test_go_stdin", "eval.tests.test_go_specific.test_go_for_loop", "eval.tests.test_inline_code.test_javascript_inline_code", "eval.tests.test_inline_code.test_ruby_inline_code", "eval.tests.test_inline_code.test_javascript_with_multiple_statements", "eval.tests.test_inline_code.test_language_alias_rb", "eval.tests.test_flag_combinations.test_python_all_aliases", "eval.tests.test_language_aliases.test_rust_aliases", "eval.tests.test_language_aliases.test_c_aliases", "eval.tests.test_language_aliases.test_go_aliases", "eval.tests.test_inline_code.test_language_alias_js", "eval.tests.test_language_detection.test_detect_from_rs_extension", "eval.tests.test_language_aliases.test_cpp_aliases", "eval.tests.test_language_detection.test_python_syntax_detection", "eval.tests.test_language_detection.test_detect_from_cpp_extension", "eval.tests.test_language_aliases.test_python_aliases", "eval.tests.test_rust_specific.test_rust_simple_println", "eval.tests.test_rust_specific.test_rust_with_let_binding", "eval.tests.test_rust_specific.test_rust_with_function", "eval.tests.test_rust_specific.test_rust_with_vector", "eval.tests.test_rust_specific.test_rust_file_execution", "eval.tests.test_rust_specific.test_rust_multiline", "eval.tests.test_rust_specific.test_rust_stdin" ], "failed_tests_omitted": 406, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1507, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "esubaalew__run.0fb9dec", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2614528", "calls": "62", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T01:20:21.525226+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.4412", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "2779838", "instance_id": "esubaalew__run.0fb9dec", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "973", "n_system_errors": "0", "n_tests": "1212", "n_warnings": "0", "output_tokens": "43578", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "13039", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-esubaalew-run", "run_version": "20260518T232006Z", "score": "0.8028052805280528", "session_ended_at": "2026-05-19T01:31:49.848Z", "session_started_at": "2026-05-19T01:20:29.565Z", "test_branch_errors": "{}", "total_tokens": "2823416", "wall_clock_seconds": "680" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/d1", "./.git/objects/d1/00411b66d5d8597bac4f4168f6cdf5b0f687cc", "./.git/objects/e1", "./.git/objects/e1/2e8d5f74f090c8743c1eec898f48b7292c9e1c", "./.git/objects/ea", "./.git/objects/ea/8ff2e791bfc5ffbae29f7a07943394d8d17500", "./.git/objects/ec", "./.git/objects/ec/4a06e0b9f3e8e18a55ac139883395fb8c0cfd6", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./compile.sh", "./executable", "./run_cli.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-esubaalew-run", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }