{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.12873776899868972
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.11591444800069439
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14017153199893073
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.11482172099931631
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1291817270030151
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1114872190009919
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6217521830003534
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12904309800069313
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11964811899815686
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11753828400105704
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12362175100133754
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 10.511060804001318
    },
    {
      "branch": "01eed97aa21c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03433001899975352
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12847078999766381
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13463419400068233
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12417419799749041
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12999098599902936
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 55.83794142500119
    },
    {
      "branch": "ef3491a522d7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04120966299888096
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12549122699783766
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10375235600076849
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10844758599705528
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09456352800043533
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 68.24985983000079
    },
    {
      "branch": "001afa7e5e9d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03952354600187391
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11825043199860374
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12712855200152262
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09893290800027899
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12029874799918616
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4276152749989706
    },
    {
      "branch": "1e3a2c0d2950",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02092442100183689
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09882881800149335
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09145378500033985
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08462775199950556
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13192064100076095
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.441225277998456
    },
    {
      "branch": "ea5182f6053e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03657979399940814
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10242268999718362
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.0846475010002905
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12143437499980791
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1327002280013403
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.593250081001315
    },
    {
      "branch": "b0af4f3be85a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03315542099880986
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11645904699980747
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11921913999685785
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1246661570003198
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09961237700190395
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.425679947002209
    },
    {
      "branch": "17e9910c0996",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02348103400072432
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11888275100136525
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11784718300259556
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1267774730004021
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12653658199997153
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.248096431001613
    },
    {
      "branch": "1d6fe8eab066",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03098699600013788
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1165821060021699
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09286464199976763
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10381735600094544
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11563730900161318
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.7788463959986984
    },
    {
      "branch": "40830a844ade",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025797599999350496
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11315555499822949
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12721487100134254
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10416485600217129
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10424919499928365
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5993193590002193
    },
    {
      "branch": "f54fad893bb4",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.021264930001052562
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11909155000103055
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1186718219978502
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11673653500110959
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12183294400165323
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.593869565997011
    },
    {
      "branch": "51d19387e033",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03692222199970274
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "50302ea9a9f3dac268700f1561ea24aff18d6ab4881984641033cc613d55d1f6",
  "failed_tests": [
    {
      "branch": "01eed97aa21c",
      "message_chars": 814,
      "message_redacted": true,
      "name": "tests.test_completion.TestCompletion.test_completion_fish",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 814,
      "message_redacted": true,
      "name": "tests.test_cmd_helper_functions.TestCompletionHelpers.test_completion_fish_structure",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 210,
      "message_redacted": true,
      "name": "tests.test_coverage_targeted.TestValidationEdgeCases.test_empty_service_name",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 176,
      "message_redacted": true,
      "name": "tests.test_env_command.TestEnvCommand.test_env_invalid_service",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 166,
      "message_redacted": true,
      "name": "tests.test_env_command.TestEnvCommandEdgeCases.test_env_empty_service_name",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 410,
      "message_redacted": true,
      "name": "tests.test_edge_cases.TestSpecialCharacters.test_empty_string_service",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 205,
      "message_redacted": true,
      "name": "tests.test_exec_comprehensive.TestExecEdgeCases.test_exec_invalid_service",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 219,
      "message_redacted": true,
      "name": "tests.test_history_command.TestHistoryCommand.test_history_invalid_service_chars",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_list_sorting.TestListSortingOptions.test_list_invalid_service",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 25,
      "message_redacted": true,
      "name": "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_read_triggers_store_code",
      "status": "skipped"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 25,
      "message_redacted": true,
      "name": "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_history_triggers_store_code",
      "status": "skipped"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 25,
      "message_redacted": true,
      "name": "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_list_triggers_store_code",
      "status": "skipped"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 25,
      "message_redacted": true,
      "name": "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_sm_write_triggers_store_code",
      "status": "skipped"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 25,
      "message_redacted": true,
      "name": "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_delete_triggers_store_code",
      "status": "skipped"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 25,
      "message_redacted": true,
      "name": "tests.test_store_coverage.TestStoreViaFailedAWSCalls.test_ssm_write_triggers_store_code",
      "status": "skipped"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 220,
      "message_redacted": true,
      "name": "tests.test_validation.TestServiceNameValidation.test_invalid_service_with_space",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 220,
      "message_redacted": true,
      "name": "tests.test_validation.TestServiceNameValidation.test_invalid_service_with_dollar",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 220,
      "message_redacted": true,
      "name": "tests.test_validation.TestServiceNameValidation.test_invalid_service_ends_with_slash",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 220,
      "message_redacted": true,
      "name": "tests.test_validation.TestServiceNameValidation.test_invalid_service_starts_with_slash",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 743,
      "message_redacted": true,
      "name": "tests.test_validation.TestKeyNameValidation.test_invalid_key_with_slash",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 743,
      "message_redacted": true,
      "name": "tests.test_validation.TestKeyNameValidation.test_invalid_key_with_space",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 743,
      "message_redacted": true,
      "name": "tests.test_validation.TestKeyNameValidation.test_invalid_key_with_at",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 390,
      "message_redacted": true,
      "name": "tests.test_validation.TestCombinedValidation.test_valid_service_invalid_key",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 394,
      "message_redacted": true,
      "name": "tests.test_validation.TestCombinedValidation.test_invalid_service_valid_key",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 176,
      "message_redacted": true,
      "name": "tests.test_env_command.TestEnvCommandEdgeCases.test_env_service_with_spaces",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 213,
      "message_redacted": true,
      "name": "tests.test_validation_comprehensive.TestServiceValidation.test_service_special_chars_error",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 219,
      "message_redacted": true,
      "name": "tests.test_history_command.TestHistoryCommand.test_history_invalid_key_chars",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 220,
      "message_redacted": true,
      "name": "tests.test_validation.TestServiceNameValidation.test_invalid_service_with_hash",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 220,
      "message_redacted": true,
      "name": "tests.test_validation.TestServiceNameValidation.test_invalid_service_special_chars",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 743,
      "message_redacted": true,
      "name": "tests.test_validation.TestKeyNameValidation.test_invalid_key_with_colon",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 421,
      "message_redacted": true,
      "name": "tests.test_validation.TestServiceWithLabel.test_invalid_service_starts_with_colon",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 425,
      "message_redacted": true,
      "name": "tests.test_validation.TestServiceWithLabel.test_invalid_service_ends_with_colon",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 389,
      "message_redacted": true,
      "name": "tests.test_validation.TestCombinedValidation.test_both_invalid",
      "status": "failure"
    },
    {
      "branch": "01eed97aa21c",
      "message_chars": 212,
      "message_redacted": true,
      "name": "tests.test_env_command.TestEnvCommandEdgeCases.test_env_flags_order_variations",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_s3_working",
      "status": "error"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 209,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_uncovered_paths.TestHistoryCommandCoverage.test_history_with_service_and_key",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 157,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_env_with_invalid_service_name",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_uncovered_paths.TestExportFormatVariations.test_export_format_tfvars",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 478,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_env_preserve_case_keeps_original",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 169,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_uncovered_paths.TestEnvCommandSpecialCases.test_env_sanitize_key_with_spaces",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 502,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_export_all_formats_with_data",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 805,
      "message_redacted": true,
      "name": "eval.tests.test_completion.test_completion_fish",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 519,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_secretsmanager_export_formats",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 456,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_ssm_read_with_specific_version",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 442,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_service_name_with_dash",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 448,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_tag_delete_specific_tag",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 170,
      "message_redacted": true,
      "name": "eval.tests.test_env_shell_formatting.test_env_invalid_service_name",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 435,
      "message_redacted": true,
      "name": "eval.tests.test_error_paths_comprehensive.test_tag_multiple_operations",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 479,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_find_by_value_with_ssm",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 212,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_uncovered_paths.TestValidationFunctions.test_validate_service_with_slash",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 199,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_uncovered_paths.TestExportFormatVariations.test_export_format_properties",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 211,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_uncovered_paths.TestExecCommandCoverage.test_exec_pristine_flag",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 484,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_services_empty_result",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 196,
      "message_redacted": true,
      "name": "eval.tests.test_export_edge_cases.test_export_invalid_service",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 188,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_uncovered_paths.TestEnvCommandSpecialCases.test_env_escape_strings_flag",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 442,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_service_name_with_underscore",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 34,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_secretsmanager_env_command",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 225,
      "message_redacted": true,
      "name": "eval.tests.test_final_70_percent_push.TestListSorting.test_list_sort_by_version",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 470,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_ssm_list_raw_values",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 157,
      "message_redacted": true,
      "name": "eval.tests.test_env_shell_formatting.test_env_empty_service_name",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 478,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_tag_write_with_delete_other_tags",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 40,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_ssm_multiple_services_operations",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 458,
      "message_redacted": true,
      "name": "eval.tests.test_final_70_percent_push.TestEnvCommandShellFormatting.test_env_with_special_chars_in_value",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 459,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_list_sort_by_key",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 431,
      "message_redacted": true,
      "name": "eval.tests.test_error_paths_comprehensive.test_import_empty_json",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 194,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_uncovered_paths.TestValidationFunctions.test_validate_service_empty",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_uncovered_paths.TestExportFormatVariations.test_export_format_csv",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 453,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_verbose_flag_produces_stderr_output",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 209,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_uncovered_paths.TestExecCommandCoverage.test_exec_strict_flag",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_uncovered_paths.TestEnvCommandSpecialCases.test_env_preserve_case_flag",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 442,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_service_name_with_slash",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 473,
      "message_redacted": true,
      "name": "eval.tests.test_final_70_percent_push.TestFindByValue.test_find_by_value_exact_match",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 482,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_export_tfvars_format",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 236,
      "message_redacted": true,
      "name": "eval.tests.test_final_70_percent_push.TestListSorting.test_list_sort_by_created_date",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 432,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_import_json_from_stdin",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 450,
      "message_redacted": true,
      "name": "eval.tests.test_error_paths_comprehensive.test_write_unicode_value",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 32,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_env_output_format_validation",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 477,
      "message_redacted": true,
      "name": "eval.tests.test_final_70_percent_push.TestEnvCommandShellFormatting.test_env_escape_strings_flag",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 484,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_export_to_stdout",
      "status": "failure"
    },
    {
      "branch": "ef3491a522d7",
      "message_chars": 181,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_uncovered_paths.TestErrorHandlingPaths.test_invalid_backend_value",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 658,
  "status_counts": {
    "error": 1,
    "failure": 731,
    "passed": 2366,
    "skipped": 6
  },
  "test_branch_errors": {},
  "test_branches": [
    "01eed97aa21c",
    "ef3491a522d7",
    "001afa7e5e9d",
    "1e3a2c0d2950",
    "ea5182f6053e",
    "b0af4f3be85a",
    "17e9910c0996",
    "1d6fe8eab066",
    "40830a844ade",
    "f54fad893bb4",
    "51d19387e033"
  ],
  "test_records": 3104,
  "warnings": []
}