{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.17706036400340963
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15455910300079267
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.10460558701015543
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.11626406799769029
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12876480500563048
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.7115700419963105
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1433297460025642
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1073189200105844
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13910257299721707
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12244680299772881
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 18.49513749399921
    },
    {
      "branch": "df88744325cf",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03570878099708352
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11072912300005555
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12041510999551974
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14001701198867522
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1394109800021397
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 415.3977907189983
    },
    {
      "branch": "8ebac061b133",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.041610770000261255
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "d251bc2f875285587b86afa8d45c503d6fda9165da10b713d862c0e34f7fac07",
  "failed_tests": [
    {
      "branch": "df88744325cf",
      "message_chars": 408,
      "message_redacted": true,
      "name": "eval.tests.test_age_advanced.TestDuplicates.test_duplicate_identity_file_warns",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 830,
      "message_redacted": true,
      "name": "eval.tests.test_age_advanced.TestDuplicates.test_duplicate_recipient_warns",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 559,
      "message_redacted": true,
      "name": "eval.tests.test_age_batchpass.TestBatchpassBasic.test_batchpass_encrypt_decrypt",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 385,
      "message_redacted": true,
      "name": "eval.tests.test_age_coverage_boost.TestRSAFullRoundtrip.test_encrypt_to_rsa_decrypt_with_identity",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 559,
      "message_redacted": true,
      "name": "eval.tests.test_age_batchpass.TestBatchpassBasic.test_batchpass_decrypt_with_d_flag",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "eval.tests.test_age_coverage_boost.TestPostQuantumRoundtrip.test_encrypt_decrypt_pq_roundtrip",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 559,
      "message_redacted": true,
      "name": "eval.tests.test_age_batchpass.TestBatchpassBasic.test_batchpass_inspect_shows_scrypt",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 383,
      "message_redacted": true,
      "name": "eval.tests.test_age_basic.TestSSHKeys.test_encrypt_decrypt_with_ed25519_ssh_key",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 277,
      "message_redacted": true,
      "name": "eval.tests.test_age_basic.TestOutputFile.test_input_output_same_file_rejected",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "eval.tests.test_age_coverage_boost.TestPostQuantumRoundtrip.test_pq_wrong_key_fails",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 1740,
      "message_redacted": true,
      "name": "eval.tests.test_age_error_paths.TestFlagConflicts.test_decrypt_with_armor_flag_fails",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 1689,
      "message_redacted": true,
      "name": "eval.tests.test_age_error_paths.TestFlagConflicts.test_decrypt_with_recipients_file_flag_fails",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 868,
      "message_redacted": true,
      "name": "eval.tests.test_age_error_paths.TestFlagConflicts.test_identity_with_passphrase_fails",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 6605,
      "message_redacted": true,
      "name": "eval.tests.test_age_coverage_boost.TestInspectPostQuantumAndMultiple.test_inspect_multiple_recipient_types",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 668,
      "message_redacted": true,
      "name": "eval.tests.test_age_identity_files.TestEncryptedIdentityFile.test_key_encrypted_identity_file_fails_with_helpful_error",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 623,
      "message_redacted": true,
      "name": "eval.tests.test_age_batchpass.TestBatchpassBasic.test_batchpass_encrypt_to_file",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 763,
      "message_redacted": true,
      "name": "eval.tests.test_age_advanced.TestDuplicates.test_duplicate_recipients_file_warns",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 382,
      "message_redacted": true,
      "name": "eval.tests.test_age_coverage_boost.TestRSAFullRoundtrip.test_rsa_wrong_key_decrypt_fails",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 383,
      "message_redacted": true,
      "name": "eval.tests.test_age_coverage_boost.TestRSAFullRoundtrip.test_encrypt_decrypt_rsa_roundtrip",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 559,
      "message_redacted": true,
      "name": "eval.tests.test_age_batchpass.TestBatchpassBasic.test_batchpass_empty_data",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 415,
      "message_redacted": true,
      "name": "eval.tests.test_age_basic.TestSSHKeys.test_encrypt_to_ssh_pubkey_inline",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 356,
      "message_redacted": true,
      "name": "eval.tests.test_age_coverage_boost.TestPostQuantumRoundtrip.test_pq_encrypt_to_identity",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 386,
      "message_redacted": true,
      "name": "eval.tests.test_age_identity_files.TestRecipientsFileParsing.test_recipients_file_with_ssh_pubkeys",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 1650,
      "message_redacted": true,
      "name": "eval.tests.test_age_error_paths.TestFlagConflicts.test_decrypt_with_passphrase_flag_fails",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 891,
      "message_redacted": true,
      "name": "eval.tests.test_age_error_paths.TestFlagConflicts.test_passphrase_with_recipient_fails",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 353,
      "message_redacted": true,
      "name": "eval.tests.test_age_inspect.TestInspectBasic.test_inspect_postquantum",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 780,
      "message_redacted": true,
      "name": "eval.tests.test_age_parse_edge_cases.TestRecipientsFileEdgeCases.test_recipients_file_age_identity_in_file_error",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 814,
      "message_redacted": true,
      "name": "eval.tests.test_age_parse_edge_cases.TestRecipientsFileEdgeCases.test_recipients_file_no_recipients_error",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 630,
      "message_redacted": true,
      "name": "eval.tests.test_age_parse_edge_cases.TestRecipientsFileEdgeCases.test_identity_file_with_recipient_key_error",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 668,
      "message_redacted": true,
      "name": "eval.tests.test_age_identity_files.TestEncryptedIdentityFile.test_armored_identity_file",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 500,
      "message_redacted": true,
      "name": "eval.tests.test_age_error_paths.TestFlagConflicts.test_too_many_args_second_is_flag_hint",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 565,
      "message_redacted": true,
      "name": "eval.tests.test_age_batchpass.TestBatchpassBasic.test_batchpass_armored_encrypt_decrypt",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 389,
      "message_redacted": true,
      "name": "eval.tests.test_age_coverage_boost.TestRSAFullRoundtrip.test_rsa_armored_roundtrip",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 415,
      "message_redacted": true,
      "name": "eval.tests.test_age_identity_files.TestSSHIdentityParsing.test_ed25519_pem_parsed_correctly",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 559,
      "message_redacted": true,
      "name": "eval.tests.test_age_batchpass.TestBatchpassBasic.test_batchpass_max_work_factor",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "eval.tests.test_age_coverage_boost.TestPostQuantumRoundtrip.test_pq_armored_roundtrip",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 3084,
      "message_redacted": true,
      "name": "eval.tests.test_age_identity_files.TestRecipientsFileParsing.test_recipients_file_invalid_key_error",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 383,
      "message_redacted": true,
      "name": "eval.tests.test_age_ssh_keys.TestSSHEd25519.test_encrypt_to_ed25519_pubkey_file",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 385,
      "message_redacted": true,
      "name": "eval.tests.test_age_ssh_keys.TestSSHEd25519.test_encrypt_with_ed25519_identity",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 853,
      "message_redacted": true,
      "name": "eval.tests.test_age_error_paths.TestFlagConflicts.test_passphrase_with_recipients_file_fails",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 415,
      "message_redacted": true,
      "name": "eval.tests.test_age_ssh_keys.TestSSHEd25519.test_encrypt_to_ed25519_pubkey_inline",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 1359,
      "message_redacted": true,
      "name": "eval.tests.test_age_ssh_keys.TestRSASSHKey.test_encrypt_to_rsa_pubkey_inline",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 567,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestTagRecipients.test_tag_recipient_parse_short_key",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 575,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestTagRecipients.test_tagpq_recipient_parse_invalid",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 386,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestTagRecipients.test_tag_recipient_encrypt_to_valid_key",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 559,
      "message_redacted": true,
      "name": "eval.tests.test_age_batchpass.TestBatchpassBasic.test_batchpass_wrong_password_fails",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 380,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestTagRecipients.test_tag_recipient_inspect",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 363,
      "message_redacted": true,
      "name": "eval.tests.test_age_coverage_boost.TestRSAFullRoundtrip.test_rsa_inspect_shows_ssh_rsa_stanza",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 51,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestEncryptedIdentityFile.test_encrypt_to_encrypted_identity",
      "status": "skipped"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "eval.tests.test_age_parse_edge_cases.TestIdentityFileEdgeCases.test_hybrid_identity_file",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 363,
      "message_redacted": true,
      "name": "eval.tests.test_age_coverage_boost.TestPostQuantumRoundtrip.test_pq_inspect_shows_mlkem_stanza",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 463,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestTagRecipients.test_tag_recipient_multiple_encrypt",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 255,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestSSHPassphraseKeys.test_ssh_rsa_passphrase_protected_key",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 381,
      "message_redacted": true,
      "name": "eval.tests.test_age_ssh_keys.TestSSHEd25519.test_wrong_ed25519_key_fails_decrypt",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 363,
      "message_redacted": true,
      "name": "eval.tests.test_age_ssh_keys.TestSSHEd25519.test_ed25519_inspect_shows_ssh_stanza",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 420,
      "message_redacted": true,
      "name": "eval.tests.test_age_ssh_keys.TestSSHKeyEncryptDecryptRoundtrip.test_ed25519_roundtrip_with_various_data",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 389,
      "message_redacted": true,
      "name": "eval.tests.test_age_ssh_keys.TestSSHKeyEncryptDecryptRoundtrip.test_ed25519_armor_roundtrip",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 567,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestTagRecipients.test_tag_recipient_parse_invalid_format",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 530,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestSSHPassphraseKeys.test_ssh_ed25519_old_format_no_pub",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 423,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestTagRecipients.test_tag_recipient_to_file",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 30,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestDecryptPassphrasePaths.test_decrypt_passphrase_file_with_identity_gives_error",
      "status": "skipped"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 582,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestDecryptPassphrasePaths.test_decrypt_non_passphrase_file_without_identities",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 1281,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestRecipientFileEdgeCases.test_recipients_file_with_non_utf8",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 34,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestMultipleIdentityTypes.test_encrypt_with_rsa_identity",
      "status": "skipped"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 38,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestMultipleIdentityTypes.test_encrypt_with_ed25519_identity",
      "status": "skipped"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 886,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestWarnDuplicates.test_duplicate_recipients_warning",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 23,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestJFlag.test_j_flag_for_decrypt",
      "status": "skipped"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 386,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestSSHPassphraseKeys.test_ssh_ed25519_passphrase_protected_key",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 654,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestIdentityFileTypes.test_identity_file_empty_gives_no_identities_error",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 277,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestAbsPath.test_same_input_output_file_error",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 1952,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestRecipientParseEdgeCases.test_github_recipient_gives_clear_error",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 392,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestTagRecipients.test_tag_recipient_encrypt_armored",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 390,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestTagRecipients.test_tag_recipient_inspect_json",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 438,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestWarnDuplicates.test_duplicate_identities_warning",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 804,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestWarnDuplicates.test_duplicate_recipients_file_warning",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestRecipientParseEdgeCases.test_ssh_rsa_recipient_from_file",
      "status": "skipped"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 350,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestTagRecipientsFile.test_tag_recipient_in_recipients_file",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 7243,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestRecipientFileEdgeCases.test_recipients_file_with_too_long_line",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 461,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestRecipientFileEdgeCases.test_recipients_file_with_unsupported_ssh_key_type",
      "status": "failure"
    },
    {
      "branch": "df88744325cf",
      "message_chars": 523,
      "message_redacted": true,
      "name": "eval.tests.test_age_targeted_coverage.TestMultipleRecipientTypes.test_x25519_and_ssh_ed25519_roundtrip",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 335,
  "status_counts": {
    "failure": 365,
    "passed": 424,
    "skipped": 50
  },
  "test_branch_errors": {},
  "test_branches": [
    "df88744325cf",
    "8ebac061b133"
  ],
  "test_records": 839,
  "warnings": []
}