{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:20:21.923297+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": "compile_failed", "failed_tests": [ "eval.tests.test_age_advanced.TestDuplicates.test_duplicate_identity_file_warns", "eval.tests.test_age_advanced.TestDuplicates.test_duplicate_recipient_warns", "eval.tests.test_age_advanced.TestDuplicates.test_duplicate_recipients_file_warns", "eval.tests.test_age_advanced.TestDuplicates.test_no_duplicate_no_warning", "eval.tests.test_age_advanced.TestEncryptToIdentity.test_encrypt_and_decrypt_with_identity", "eval.tests.test_age_advanced.TestEncryptToIdentity.test_encrypt_to_identity_and_additional_recipient", "eval.tests.test_age_advanced.TestErrorEdgeCases.test_armor_only_encryption_no_decrypt", "eval.tests.test_age_advanced.TestErrorEdgeCases.test_bad_age_public_key_format", "eval.tests.test_age_advanced.TestErrorEdgeCases.test_decrypt_passphrase_encrypted_with_identity_fails", "eval.tests.test_age_advanced.TestErrorEdgeCases.test_help_short_with_flags", "eval.tests.test_age_advanced.TestErrorEdgeCases.test_help_with_encrypt_flags", "eval.tests.test_age_advanced.TestOutputFileLazy.test_output_not_created_on_bad_recipient", "eval.tests.test_age_advanced.TestOutputFileLazy.test_output_not_created_on_missing_input", "eval.tests.test_age_advanced.TestOutputFileLazy.test_output_not_created_on_wrong_key_decrypt", "eval.tests.test_age_advanced.TestRecipientsFile.test_mix_r_and_R_flags", "eval.tests.test_age_advanced.TestRecipientsFile.test_multiple_recipients_files", "eval.tests.test_age_advanced.TestRecipientsFile.test_nonexistent_recipients_file_fails", "eval.tests.test_age_advanced.TestRecipientsFile.test_recipients_file_long_flag", "eval.tests.test_age_advanced.TestRecipientsFile.test_recipients_file_multiple_keys", "eval.tests.test_age_advanced.TestRecipientsFile.test_recipients_file_short_flag", "eval.tests.test_age_advanced.TestRecipientsFile.test_recipients_file_with_empty_lines", "eval.tests.test_age_advanced.TestStdinUsage.test_recipients_from_stdin_dash", "eval.tests.test_age_basic.TestArmorMode.test_armor_decrypt_roundtrip", "eval.tests.test_age_basic.TestArmorMode.test_armor_long_flag", "eval.tests.test_age_basic.TestArmorMode.test_armor_produces_pem_format", "eval.tests.test_age_basic.TestArmorMode.test_armor_with_leading_trailing_whitespace", "eval.tests.test_age_basic.TestDecrypt.test_decrypt_binary_data", "eval.tests.test_age_basic.TestDecrypt.test_decrypt_empty_file_fails", "eval.tests.test_age_basic.TestDecrypt.test_decrypt_empty_input", "eval.tests.test_age_basic.TestDecrypt.test_decrypt_invalid_input_fails", "eval.tests.test_age_basic.TestDecrypt.test_decrypt_large_data", "eval.tests.test_age_basic.TestDecrypt.test_decrypt_long_flag", "eval.tests.test_age_basic.TestDecrypt.test_decrypt_multiple_identity_files", "eval.tests.test_age_basic.TestDecrypt.test_decrypt_short_flag", "eval.tests.test_age_basic.TestDecrypt.test_decrypt_to_file", "eval.tests.test_age_basic.TestEncryptX25519.test_encrypt_decrypt_roundtrip", "eval.tests.test_age_basic.TestEncryptX25519.test_encrypt_explicit_encrypt_flag", "eval.tests.test_age_basic.TestEncryptX25519.test_encrypt_file_input", "eval.tests.test_age_basic.TestEncryptX25519.test_encrypt_multiple_recipients", "eval.tests.test_age_basic.TestEncryptX25519.test_encrypt_recipients_file", "eval.tests.test_age_basic.TestEncryptX25519.test_encrypt_recipients_file_with_comments", "eval.tests.test_age_basic.TestEncryptX25519.test_encrypt_short_e_flag", "eval.tests.test_age_basic.TestEncryptX25519.test_encrypt_stdin_to_stdout", "eval.tests.test_age_basic.TestEncryptX25519.test_encrypt_to_file_decrypt_from_file", "eval.tests.test_age_basic.TestEncryptX25519.test_encrypt_with_identity_file", "eval.tests.test_age_basic.TestEncryptX25519.test_encrypt_wrong_key_fails", "eval.tests.test_age_basic.TestErrorHandling.test_decrypt_and_encrypt_flags_conflict", "eval.tests.test_age_basic.TestErrorHandling.test_decrypt_without_identity_file", "eval.tests.test_age_basic.TestErrorHandling.test_github_recipient_removed", "eval.tests.test_age_basic.TestErrorHandling.test_invalid_recipient_format", "eval.tests.test_age_basic.TestErrorHandling.test_missing_identity_file", "eval.tests.test_age_basic.TestErrorHandling.test_missing_input_file", "eval.tests.test_age_basic.TestErrorHandling.test_no_recipient_no_passphrase_fails", "eval.tests.test_age_basic.TestKeygenBasic.test_keygen_convert_from_stdin", "eval.tests.test_age_basic.TestKeygenBasic.test_keygen_convert_identity_to_recipient", "eval.tests.test_age_basic.TestKeygenBasic.test_keygen_file_not_overwritten", "eval.tests.test_age_basic.TestKeygenBasic.test_keygen_help", "eval.tests.test_age_basic.TestKeygenBasic.test_keygen_output_long_flag", "eval.tests.test_age_basic.TestKeygenBasic.test_keygen_pq_flag", "eval.tests.test_age_basic.TestKeygenBasic.test_keygen_pq_to_file", "eval.tests.test_age_basic.TestKeygenBasic.test_keygen_pq_y_incompatible", "eval.tests.test_age_basic.TestKeygenBasic.test_keygen_stdout", "eval.tests.test_age_basic.TestKeygenBasic.test_keygen_to_file", "eval.tests.test_age_basic.TestKeygenBasic.test_keygen_version", "eval.tests.test_age_basic.TestKeygenBasic.test_keygen_y_pq_key", "eval.tests.test_age_basic.TestNoArgs.test_help_flag_long", "eval.tests.test_age_basic.TestNoArgs.test_help_flag_short", "eval.tests.test_age_basic.TestNoArgs.test_no_args_shows_usage", "eval.tests.test_age_basic.TestNoArgs.test_unknown_flag_error", "eval.tests.test_age_basic.TestNoArgs.test_version_flag", "eval.tests.test_age_basic.TestOutputFile.test_input_output_same_file_rejected", "eval.tests.test_age_basic.TestOutputFile.test_output_flag_long", "eval.tests.test_age_basic.TestOutputFile.test_output_not_created_on_error", "eval.tests.test_age_basic.TestOutputFile.test_output_overwrites_existing", "eval.tests.test_age_basic.TestSSHKeys.test_encrypt_decrypt_with_ed25519_ssh_key", "eval.tests.test_age_basic.TestSSHKeys.test_encrypt_to_ssh_pubkey_inline", "eval.tests.test_age_batchpass.TestBatchpassBasic.test_batchpass_armored_encrypt_decrypt", "eval.tests.test_age_batchpass.TestBatchpassBasic.test_batchpass_decrypt_with_d_flag", "eval.tests.test_age_batchpass.TestBatchpassBasic.test_batchpass_empty_data", "eval.tests.test_age_batchpass.TestBatchpassBasic.test_batchpass_encrypt_decrypt" ], "failed_tests_omitted": 759, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 839, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "filosottile__age.706dfc1", "metrics": { "almost_resolved": "False", "cached_input_tokens": "5164544", "calls": "80", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T01:32:39.772832+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "compile_failed", "estimated_cost_usd": "5.2005", "evaluator_problem": "True", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "5369475", "instance_id": "filosottile__age.706dfc1", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "0", "n_system_errors": "0", "n_tests": "676", "n_warnings": "0", "output_tokens": "53120", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "12660", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-filosottile-age", "run_version": "20260518T232006Z", "score": "0.0", "session_ended_at": "2026-05-19T01:47:03.528Z", "session_started_at": "2026-05-19T01:32:47.768Z", "test_branch_errors": "{}", "total_tokens": "5422595", "wall_clock_seconds": "855" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/00", "./.git/objects/00/80870bc29b23d7605816ac0a535a4eef9d1553", "./.git/objects/06", "./.git/objects/06/56f162a38c3e15a81fddea93e89a8bec030f4a", "./.git/objects/57", "./.git/objects/57/958bd29dc8a94092e057f29a9a63569e4a91dd", "./.git/objects/83", "./.git/objects/83/5474ac7ad636f059ef56ef8385da54d0fca465", "./.git/objects/8f", "./.git/objects/8f/1472ba4f28beaeb8d36746896396425b04ded9", "./.git/objects/93", "./.git/objects/93/495b080bea1398b99e252ff933c51cc326d7e8", "./.git/objects/a3", "./.git/objects/a3/6470baa52881f9c950fdfa1bc3a62b018f6436", "./.git/objects/a3/c6d82a38dff3d4d013081d4d9839eeef7f3c81", "./.git/objects/b2", "./.git/objects/b2/adea8358e14c9b9115588bb3194f391f85b2cb", "./.git/objects/b5", "./.git/objects/b5/49d57c63273e17cd30e8acacb73c45d93f7e41", "./.git/objects/ba", "./.git/objects/ba/9225f45c5c9a04f1c3fd773e48836f805b661c", "./.git/objects/c7", "./.git/objects/c7/ed9e8448f7b5fbdb385bd8b2ad4b0e574a8590", "./.git/objects/cd", "./.git/objects/cd/2d653a9f3223475d0c9147c3cd1902aaf2a9e9", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./age_reimpl.py", "./compile.sh", "./doc", "./doc/age-inspect.1", "./doc/age-inspect.1.html", "./doc/age-keygen.1", "./doc/age-keygen.1.html", "./doc/age-plugin-batchpass.1", "./doc/age-plugin-batchpass.1.html", "./doc/age.1", "./doc/age.1.html", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-filosottile-age", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }