{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1612152790039545
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.11994956100534182
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1352618929959135
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13634772499790415
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12115340201125946
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12993262999225408
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6131443010090152
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1466750760009745
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12718549399869516
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12732656400476117
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12380947900237516
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.181995651000761
    },
    {
      "branch": "cd9161de8535",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03719818800163921
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15044539200607687
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1185304980026558
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12741924400324933
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13681793899741024
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 8.814975839995896
    },
    {
      "branch": "f84528aebeb6",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03827334199741017
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11649286399187986
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12852479099819902
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1281711220071884
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13684392200957518
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 12.904256252004416
    },
    {
      "branch": "b31afd05cac9",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03636729599384125
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13321747101144865
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11955234699416906
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10614626000460703
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12659310799790546
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.630896016999031
    },
    {
      "branch": "9d5cf5af1740",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03713417200197
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12213534100737888
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09781607899640221
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12578870699508116
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12444503400183748
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.610947876994032
    },
    {
      "branch": "4a4d83d3a514",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03613117900385987
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13077739199798089
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11996085799182765
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12927282400778495
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12935043299512472
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.631853963001049
    },
    {
      "branch": "e412e82747ad",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037332900988985784
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11090001300908625
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13277843200194184
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09655590199690778
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09261478899861686
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4598146349890158
    },
    {
      "branch": "e3f0044ad001",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030963705998146906
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12359005599864759
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.08587299700593576
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09394381100719329
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12044214698835276
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.43665305399918
    },
    {
      "branch": "ba079af3d7e0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.026489437994314358
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.102773830993101
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12023536099877674
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13803087698761374
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.127685540006496
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.620343781003612
    },
    {
      "branch": "a52aedcd2b5f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03660046799632255
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09737173900066409
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12619337199430447
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13332446200365666
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12989292599377222
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5691366129904054
    },
    {
      "branch": "d1569f338ac2",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03575157400337048
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13196164299733937
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1008496269932948
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12929127100505866
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13294284699077252
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 10.582887538999785
    },
    {
      "branch": "bf2b5020846e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03981785698852036
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14795470699027646
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13034640799742192
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1221093140047742
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11312832600378897
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.554985717011732
    },
    {
      "branch": "c671a2683d18",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.034516653991886415
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "2a5f351cf4a2938e3029c2119c6d150eed5fa20e09f9d02c2154e01e92d11451",
  "failed_tests": [
    {
      "branch": "f84528aebeb6",
      "message_chars": 9700,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_config_with_empty_repo_path",
      "status": "failure"
    },
    {
      "branch": "f84528aebeb6",
      "message_chars": 464,
      "message_redacted": true,
      "name": "eval.tests.test_flag_combinations.test_unknown_flag_with_valid_flag",
      "status": "failure"
    },
    {
      "branch": "f84528aebeb6",
      "message_chars": 172,
      "message_redacted": true,
      "name": "eval.tests.test_config_creation.test_first_time_setup_with_no_config",
      "status": "failure"
    },
    {
      "branch": "f84528aebeb6",
      "message_chars": 159,
      "message_redacted": true,
      "name": "eval.tests.test_config_creation.test_config_dir_creation_pathway",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 169,
      "message_redacted": true,
      "name": "eval.tests.test_config_format.test_config_with_empty_string_path",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 479,
      "message_redacted": true,
      "name": "eval.tests.test_config_format.test_malformed_json_invalid_syntax",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 300,
      "message_redacted": true,
      "name": "eval.tests.test_config_format.test_empty_config_file",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 479,
      "message_redacted": true,
      "name": "eval.tests.test_config_format.test_config_with_json_comment_fails",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 205,
      "message_redacted": true,
      "name": "eval.tests.test_capture_git.test_editor_fallback_to_vi_when_unset",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 1310,
      "message_redacted": true,
      "name": "eval.tests.test_capture_git.test_git_init_invalid_repo",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 480,
      "message_redacted": true,
      "name": "eval.tests.test_config_format.test_malformed_json_missing_closing_brace",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 178,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_view_with_nonexistent_repo_path",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 85,
      "message_redacted": true,
      "name": "eval.tests.test_integration.test_git_repository_with_uncommitted_changes",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 267,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_empty_config_file_parsed_as_default_config",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 372,
      "message_redacted": true,
      "name": "eval.tests.test_io_errors.test_config_read_with_malformed_json",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 1299,
      "message_redacted": true,
      "name": "eval.tests.test_io_errors.test_git_init_error_with_invalid_repo_path",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 465,
      "message_redacted": true,
      "name": "eval.tests.test_messages.test_fts_empty_input_re_prompts",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 487,
      "message_redacted": true,
      "name": "eval.tests.test_setup_config.test_first_time_setup_retries_on_empty_input",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 65,
      "message_redacted": true,
      "name": "eval.tests.test_setup_config.test_multiple_path_validations_in_sequence",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 174,
      "message_redacted": true,
      "name": "eval.tests.test_config_format.test_config_with_whitespace_only_path",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 378,
      "message_redacted": true,
      "name": "eval.tests.test_config_format.test_config_missing_repo_key",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 430,
      "message_redacted": true,
      "name": "eval.tests.test_config_format.test_config_file_only_whitespace",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 1223,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_corrupted_git_repository_displays_error",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 364,
      "message_redacted": true,
      "name": "eval.tests.test_capture_git.test_git_add_only_readme_not_other_files",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 908,
      "message_redacted": true,
      "name": "eval.tests.test_integration.test_repository_with_no_commits_yet",
      "status": "failure"
    },
    {
      "branch": "b31afd05cac9",
      "message_chars": 4574,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_invalid_git_repository_path_not_a_git_repo",
      "status": "failure"
    },
    {
      "branch": "9d5cf5af1740",
      "message_chars": 235,
      "message_redacted": true,
      "name": "eval.tests.test_args_parsing.test_combined_short_flags_vh_triggers_help_instead_of_parse_error",
      "status": "failure"
    },
    {
      "branch": "4a4d83d3a514",
      "message_chars": 1125,
      "message_redacted": true,
      "name": "eval.tests.test_config_env.test_empty_config_file_results_in_os_error_logged",
      "status": "failure"
    },
    {
      "branch": "e412e82747ad",
      "message_chars": 464,
      "message_redacted": true,
      "name": "eval.tests.test_help_usage.test_double_dash_treats_help_as_positional_and_errors",
      "status": "failure"
    },
    {
      "branch": "e412e82747ad",
      "message_chars": 469,
      "message_redacted": true,
      "name": "eval.tests.test_help_usage.test_invalid_flag_with_help_still_errors_but_shows_usage_hint",
      "status": "failure"
    },
    {
      "branch": "d1569f338ac2",
      "message_chars": 109,
      "message_redacted": true,
      "name": "eval.tests.test_config_and_clear.test_clear_config_removes_file",
      "status": "skipped"
    },
    {
      "branch": "bf2b5020846e",
      "message_chars": 724,
      "message_redacted": true,
      "name": "eval.tests.test_tui_interaction.test_tui_starts_and_prompts_for_idea_summary",
      "status": "failure"
    },
    {
      "branch": "bf2b5020846e",
      "message_chars": 60,
      "message_redacted": true,
      "name": "eval.tests.test_tui_interaction.test_empty_enter_reprompts_for_summary",
      "status": "skipped"
    },
    {
      "branch": "bf2b5020846e",
      "message_chars": 69,
      "message_redacted": true,
      "name": "eval.tests.test_tui_interaction.test_nonempty_summary_accepts_and_exits_quickly",
      "status": "skipped"
    },
    {
      "branch": "c671a2683d18",
      "message_chars": 1294,
      "message_redacted": true,
      "name": "eval.tests.test_externalized.test_ext_test_setup_repo_path_asks_until_user_provides_value",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 32,
    "passed": 365,
    "skipped": 3
  },
  "test_branch_errors": {},
  "test_branches": [
    "cd9161de8535",
    "f84528aebeb6",
    "b31afd05cac9",
    "9d5cf5af1740",
    "4a4d83d3a514",
    "e412e82747ad",
    "e3f0044ad001",
    "ba079af3d7e0",
    "a52aedcd2b5f",
    "d1569f338ac2",
    "bf2b5020846e",
    "c671a2683d18"
  ],
  "test_records": 400,
  "warnings": []
}