{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:22:45.774804+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_advanced_options.test_no_progress_flag", "eval.tests.test_comprehensive_coverage.test_parblock_very_small_block_size", "eval.tests.test_backup_modes.test_backup_numbered_increments", "eval.tests.test_advanced_options.test_parfile_driver", "eval.tests.test_coverage_improvements.test_fsync_with_file", "eval.tests.test_comprehensive_coverage.test_dereference_with_parblock", "eval.tests.test_comprehensive_coverage.test_fsync_with_directory", "eval.tests.test_advanced_options.test_block_size_megabytes", "eval.tests.test_coverage_improvements.test_workers_zero_uses_cpu_count", "eval.tests.test_advanced_scenarios.test_workers_with_many_files", "eval.tests.test_coverage_improvements.test_reflink_never_with_file", "eval.tests.test_advanced_scenarios.test_file_copy_preserves_hardlink_count", "eval.tests.test_advanced_scenarios.test_empty_backup_option", "eval.tests.test_advanced_scenarios.test_copy_with_special_permission_combinations", "eval.tests.test_comprehensive_coverage.test_parblock_with_sparse_like_content", "eval.tests.test_coverage_improvements.test_copy_multiple_files_with_workers", "eval.tests.test_advanced_options.test_reflink_auto", "eval.tests.test_comprehensive_coverage.test_parblock_nested_directory", "eval.tests.test_advanced_options.test_workers_option", "eval.tests.test_backup_modes.test_backup_auto_without_existing", "eval.tests.test_comprehensive_coverage.test_combined_all_options", "eval.tests.test_advanced_options.test_verbose_flag", "eval.tests.test_comprehensive_coverage.test_multiple_files_different_sizes_parblock", "eval.tests.test_coverage_improvements.test_copy_with_all_metadata_flags", "eval.tests.test_advanced_scenarios.test_sequential_copies_same_source", "eval.tests.test_advanced_scenarios.test_parblock_with_zero_workers", "eval.tests.test_advanced_scenarios.test_copy_file_larger_than_block_size", "eval.tests.test_backup_modes.test_backup_none", "eval.tests.test_coverage_improvements.test_backup_off_mode", "eval.tests.test_coverage_improvements.test_reflink_auto_with_file", "eval.tests.test_coverage_improvements.test_gitignore_with_nested_structure", "eval.tests.test_coverage_improvements.test_dereference_with_directory", "eval.tests.test_advanced_options.test_reflink_never", "eval.tests.test_backup_modes.test_backup_auto_with_existing", "eval.tests.test_comprehensive_coverage.test_permissions_with_no_perms_and_directory", "eval.tests.test_advanced_options.test_workers_auto_detect", "eval.tests.test_advanced_scenarios.test_copy_with_path_traversal_components", "eval.tests.test_advanced_options.test_multiple_verbose_flags", "eval.tests.test_advanced_scenarios.test_single_worker", "eval.tests.test_backup_modes.test_backup_numbered", "eval.tests.test_coverage_improvements.test_multiple_verbose_levels", "eval.tests.test_advanced_scenarios.test_copy_exact_block_size_file", "eval.tests.test_coverage_improvements.test_block_size_with_unit_suffix", "eval.tests.test_comprehensive_coverage.test_reflink_with_parblock", "eval.tests.test_coverage_improvements.test_backup_auto_with_existing_backup", "eval.tests.test_directory_operations.test_copy_empty_directory", "eval.tests.test_coverage_improvements.test_target_directory_with_flag", "eval.tests.test_coverage_improvements.test_copy_with_all_flags_combined", "eval.tests.test_backup_modes.test_backup_off_alias", "eval.tests.test_advanced_options.test_fsync_option", "eval.tests.test_advanced_scenarios.test_directory_with_mixed_content_types", "eval.tests.test_advanced_scenarios.test_copy_with_current_directory_reference", "eval.tests.test_coverage_improvements.test_copy_preserves_executable_bit", "eval.tests.test_directory_operations.test_directory_copy_requires_recursive", "eval.tests.test_advanced_options.test_target_directory_option", "eval.tests.test_advanced_options.test_block_size_option", "eval.tests.test_coverage_improvements.test_copy_with_reflink_and_fsync", "eval.tests.test_coverage_improvements.test_copy_file_with_unicode", "eval.tests.test_coverage_improvements.test_triple_verbose", "eval.tests.test_directory_operations.test_copy_directory_to_existing_directory", "eval.tests.test_coverage_improvements.test_copy_empty_file", "eval.tests.test_comprehensive_coverage.test_timestamps_with_no_timestamps_directory", "eval.tests.test_coverage_improvements.test_no_target_directory_with_file_to_file", "eval.tests.test_coverage_improvements.test_backup_auto_without_existing_backup", "eval.tests.test_edge_cases.test_copy_file_to_itself_different_path", "eval.tests.test_edge_cases.test_hidden_file_copy", "eval.tests.test_file_operations.test_simple_file_copy", "eval.tests.test_directory_operations.test_copy_multiple_directories", "eval.tests.test_directory_operations.test_recursive_directory_copy", "eval.tests.test_edge_cases.test_copy_to_same_directory", "eval.tests.test_coverage_improvements.test_copy_file_with_newlines_only", "eval.tests.test_file_operations.test_overwrite_existing_file", "eval.tests.test_file_operations.test_copy_binary_file", "eval.tests.test_coverage_improvements.test_copy_with_unicode_filename", "eval.tests.test_coverage_improvements.test_verbose_with_no_progress", "eval.tests.test_error_conditions.test_multiple_files_to_non_directory", "eval.tests.test_final_coverage_push.test_copy_directory_with_multiple_levels_and_files", "eval.tests.test_final_coverage_push.test_copy_with_no_progress_and_large_block", "eval.tests.test_final_coverage_push.test_directory_with_many_files_progress", "eval.tests.test_error_conditions.test_same_source_and_destination" ], "failed_tests_omitted": 913, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1236, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "tarka__xcp.5e5b448", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2258688", "calls": "54", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T06:28:40.888554+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.2357", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "2420689", "instance_id": "tarka__xcp.5e5b448", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "224", "n_system_errors": "0", "n_tests": "1184", "n_warnings": "0", "output_tokens": "43213", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "10665", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-tarka-xcp", "run_version": "20260518T232006Z", "score": "0.1891891891891892", "session_ended_at": "2026-05-19T06:41:33.691Z", "session_started_at": "2026-05-19T06:28:48.841Z", "test_branch_errors": "{}", "total_tokens": "2463902", "wall_clock_seconds": "764" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/4d", "./.git/objects/4d/33fb37c8abaf573ff3a214dbd5d503c3ad40a8", "./.git/objects/7c", "./.git/objects/7c/9859b8058f54ba141db80630e16996f5cde552", "./.git/objects/81", "./.git/objects/81/f0d9565333a96adf9917113ccd298c53b1a3ea", "./.git/objects/9a", "./.git/objects/9a/a5c459ebd32e83ed9d11d4be5ef1e6d0c0d41f", "./.git/objects/9b", "./.git/objects/9b/90419a5bf5b464df0865af8367da4c8799e256", "./.git/objects/f2", "./.git/objects/f2/88702d2fa16d3cdf0035b15a9fcbc552cd88e7", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./.gitignore", "./CHANGELOG.md", "./COPYING", "./README.md", "./compile.sh", "./executable", "./xcp.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-tarka-xcp", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }