{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.15247182700841222
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.11133986299682874
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1554125560069224
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12430549699638505
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12934348799171858
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12900457400246523
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6635728990077041
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13764692599943373
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11215214199910406
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12562087998958305
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12594045599689707
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.719398380009807
    },
    {
      "branch": "d161b26b57a6",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.040297054991242476
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1278090600098949
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11724395300552715
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13357376199564897
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13622893700085115
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.687039527998422
    },
    {
      "branch": "8a961ab581f3",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030866782006341964
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13163020799402148
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11271168499661144
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12181543098995462
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13327245600521564
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.1292712400027085
    },
    {
      "branch": "fcc1fea12b08",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03388374100904912
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13431590198888443
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1244735140062403
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13316368800587952
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13680341799044982
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.773553031991469
    },
    {
      "branch": "e3e25cae89e9",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036785292002605274
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11547015700489283
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11487401599879377
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12437818699982017
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1384628460073145
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.3069390739983646
    },
    {
      "branch": "151142429bed",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03499850600201171
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13274806299887132
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11995523599034641
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1212862190004671
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12459331400168594
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5177666550007416
    },
    {
      "branch": "aa685d96867e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023346615009359084
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14787212800001726
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1237945140019292
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13929438398918137
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11856021599669475
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.616562434006482
    },
    {
      "branch": "1850a587c56a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030634836002718657
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13019195800006855
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11616320699977223
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10056278899719473
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11693359700439032
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.40727266499016
    },
    {
      "branch": "7908e31cd09e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.028260746999876574
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11043985599826556
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13692062698828522
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12836522300494835
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.0891080739966128
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 8.16494039799727
    },
    {
      "branch": "4bfe2d6b12de",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03844172999379225
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13836666700080968
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09037547699699644
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09347574500134215
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12091640300059225
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.367528292001225
    },
    {
      "branch": "7e4732df1e1c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023420022989739664
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15290359999926295
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1223356840055203
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12476494199654553
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13523937000718433
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.399015875998884
    },
    {
      "branch": "473cc426ac1d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.026653448992874473
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14209237600152846
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.14119704900076613
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12094463199900929
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10236286500003189
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.455396863006172
    },
    {
      "branch": "f69fe6cac123",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0379366260021925
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12585383700206876
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.089821553992806
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11832886899355799
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13013288799265865
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.151525644003414
    },
    {
      "branch": "48f1aa1adb48",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039292357992962934
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11567019399080891
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12076250498648733
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12038640200626105
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09336768600041978
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.4010744390106993
    },
    {
      "branch": "40d29f134084",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02552222400845494
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "685d20837404b80446e0cfbb77006ef1597c600b06aa19139b518349fdd17ab4",
  "failed_tests": [
    {
      "branch": "d161b26b57a6",
      "message_chars": 699,
      "message_redacted": true,
      "name": "eval.tests.test_input_handling.test_nonexistent_file_error",
      "status": "failure"
    },
    {
      "branch": "d161b26b57a6",
      "message_chars": 505,
      "message_redacted": true,
      "name": "eval.tests.test_input_handling.test_invalid_nix_syntax_error",
      "status": "failure"
    },
    {
      "branch": "d161b26b57a6",
      "message_chars": 71,
      "message_redacted": true,
      "name": "eval.tests.test_output_formats.test_json_output_parse_error",
      "status": "failure"
    },
    {
      "branch": "d161b26b57a6",
      "message_chars": 323,
      "message_redacted": true,
      "name": "eval.tests.test_special_features.test_case_insensitive_nix_extension",
      "status": "failure"
    },
    {
      "branch": "d161b26b57a6",
      "message_chars": 2031,
      "message_redacted": true,
      "name": "eval.tests.test_special_features.test_lambda_arg_underscore_convention",
      "status": "failure"
    },
    {
      "branch": "8a961ab581f3",
      "message_chars": 1596,
      "message_redacted": true,
      "name": "eval.tests.test_deadnix.test_combination_of_multiple_flags",
      "status": "failure"
    },
    {
      "branch": "8a961ab581f3",
      "message_chars": 645,
      "message_redacted": true,
      "name": "eval.tests.test_deadnix.test_invalid_nix_syntax",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 295,
      "message_redacted": true,
      "name": "tests.test_cli.test_nonexistent_file_human_readable",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 384,
      "message_redacted": true,
      "name": "tests.test_cli.test_parse_error_human_readable",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 127,
      "message_redacted": true,
      "name": "tests.test_cli.test_multiple_parse_errors_json_format",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 291,
      "message_redacted": true,
      "name": "tests.test_core_analysis.test_inherit_without_source_expression",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 96,
      "message_redacted": true,
      "name": "tests.test_edit_mode.test_edit_inherit_all_dead",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 108,
      "message_redacted": true,
      "name": "tests.test_edit_mode.test_edit_lambda_at_with_spaces",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 341,
      "message_redacted": true,
      "name": "tests.test_edit_mode.test_edit_parse_error_no_modification",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 105,
      "message_redacted": true,
      "name": "tests.test_edit_mode.test_edit_trailing_comma_in_pattern",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 84,
      "message_redacted": true,
      "name": "tests.test_edit_mode.test_edit_all_bindings_dead_nested",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 104,
      "message_redacted": true,
      "name": "tests.test_edit_mode.test_edit_empty_inherit_removal",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 285,
      "message_redacted": true,
      "name": "tests.test_errors_and_edges.test_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 330,
      "message_redacted": true,
      "name": "tests.test_errors_and_edges.test_unclosed_brace_parse_error",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 184,
      "message_redacted": true,
      "name": "tests.test_errors_and_edges.test_only_whitespace_file",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 184,
      "message_redacted": true,
      "name": "tests.test_errors_and_edges.test_incomplete_let_expression",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 184,
      "message_redacted": true,
      "name": "tests.test_errors_and_edges.test_empty_file_parse_error",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 295,
      "message_redacted": true,
      "name": "tests.test_errors_and_edges.test_broken_symlink",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 74,
      "message_redacted": true,
      "name": "tests.test_cli.test_parse_error_json_format",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 71,
      "message_redacted": true,
      "name": "tests.test_errors_and_edges.test_json_output_parse_error",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 184,
      "message_redacted": true,
      "name": "tests.test_errors_and_edges.test_only_comment_file",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 189,
      "message_redacted": true,
      "name": "tests.test_errors_and_edges.test_invalid_token_sequence",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 69,
      "message_redacted": true,
      "name": "tests.test_errors_and_edges.test_multiple_parse_errors_same_file",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 127,
      "message_redacted": true,
      "name": "tests.test_file_discovery.test_invalid_syntax_reported_per_file",
      "status": "failure"
    },
    {
      "branch": "fcc1fea12b08",
      "message_chars": 79,
      "message_redacted": true,
      "name": "tests.test_file_discovery.test_case_insensitive_nix_extension",
      "status": "failure"
    },
    {
      "branch": "e3e25cae89e9",
      "message_chars": 901,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_output_format_cannot_be_specified_multiple_times_errors_exit_code_2",
      "status": "failure"
    },
    {
      "branch": "e3e25cae89e9",
      "message_chars": 191,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_exclude_cannot_be_used_multiple_times_errors_exit_code_2",
      "status": "failure"
    },
    {
      "branch": "e3e25cae89e9",
      "message_chars": 206,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_missing_value_for_output_format_errors_and_exit_code_2",
      "status": "failure"
    },
    {
      "branch": "e3e25cae89e9",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_unknown_flag_errors_and_exit_code_2",
      "status": "failure"
    },
    {
      "branch": "e3e25cae89e9",
      "message_chars": 68,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_double_dash_treats_next_dash_token_as_positional_value",
      "status": "failure"
    },
    {
      "branch": "1850a587c56a",
      "message_chars": 186,
      "message_redacted": true,
      "name": "eval.tests.test_deadnix_io.test_nonexistent_file_errors_nonzero_and_message_on_stderr",
      "status": "failure"
    },
    {
      "branch": "7908e31cd09e",
      "message_chars": 930,
      "message_redacted": true,
      "name": "eval.tests.test_no_subcommands.TestNoSubcommands.test_help_subcommand_pattern_not_used",
      "status": "failure"
    },
    {
      "branch": "4bfe2d6b12de",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_deadnix_externalized.test_ext_dead_code_let_nested_attrset",
      "status": "failure"
    },
    {
      "branch": "4bfe2d6b12de",
      "message_chars": 282,
      "message_redacted": true,
      "name": "eval.tests.test_deadnix_externalized.test_ext_dead_code_let_attrset_splice",
      "status": "failure"
    },
    {
      "branch": "4bfe2d6b12de",
      "message_chars": 113,
      "message_redacted": true,
      "name": "eval.tests.test_deadnix_externalized.test_ext_edit_let_inherit_from_multi_in_dead_only",
      "status": "failure"
    },
    {
      "branch": "4bfe2d6b12de",
      "message_chars": 119,
      "message_redacted": true,
      "name": "eval.tests.test_deadnix_externalized.test_ext_edit_lambda_trail_at_space_dead",
      "status": "failure"
    },
    {
      "branch": "4bfe2d6b12de",
      "message_chars": 112,
      "message_redacted": true,
      "name": "eval.tests.test_deadnix_externalized.test_ext_edit_lambda_lead_at_space_dead",
      "status": "failure"
    },
    {
      "branch": "4bfe2d6b12de",
      "message_chars": 109,
      "message_redacted": true,
      "name": "eval.tests.test_deadnix_externalized.test_ext_edit_attrset_trailing_comma",
      "status": "failure"
    },
    {
      "branch": "4bfe2d6b12de",
      "message_chars": 100,
      "message_redacted": true,
      "name": "eval.tests.test_deadnix_externalized.test_ext_edit_let_inherit_multi_in_dead_only",
      "status": "failure"
    },
    {
      "branch": "7e4732df1e1c",
      "message_chars": 531,
      "message_redacted": true,
      "name": "tests.test_edge_cases.TestEdgeCases.test_invalid_syntax",
      "status": "failure"
    },
    {
      "branch": "7e4732df1e1c",
      "message_chars": 583,
      "message_redacted": true,
      "name": "tests.test_file_operations.TestFileOperations.test_scan_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "473cc426ac1d",
      "message_chars": 224,
      "message_redacted": true,
      "name": "eval.tests.test_cli.TestBasicCLI.test_invalid_nix_file",
      "status": "failure"
    },
    {
      "branch": "473cc426ac1d",
      "message_chars": 55,
      "message_redacted": true,
      "name": "eval.tests.test_exit_codes.TestExitCodes.test_exit_invalid_file",
      "status": "failure"
    },
    {
      "branch": "f69fe6cac123",
      "message_chars": 162,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_invalid_syntax",
      "status": "failure"
    },
    {
      "branch": "f69fe6cac123",
      "message_chars": 251,
      "message_redacted": true,
      "name": "eval.tests.test_misc.test_non_existent",
      "status": "failure"
    },
    {
      "branch": "48f1aa1adb48",
      "message_chars": 89,
      "message_redacted": true,
      "name": "eval.tests.test_options_and_exit_codes.test_no_lambda_arg_flag_suppresses",
      "status": "skipped"
    },
    {
      "branch": "48f1aa1adb48",
      "message_chars": 38,
      "message_redacted": true,
      "name": "eval.tests.test_errors.test_invalid_nix_syntax_reports_error_but_exit_0",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 51,
    "passed": 657,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "d161b26b57a6",
    "8a961ab581f3",
    "fcc1fea12b08",
    "e3e25cae89e9",
    "151142429bed",
    "aa685d96867e",
    "1850a587c56a",
    "7908e31cd09e",
    "4bfe2d6b12de",
    "7e4732df1e1c",
    "473cc426ac1d",
    "f69fe6cac123",
    "48f1aa1adb48",
    "40d29f134084"
  ],
  "test_records": 709,
  "warnings": []
}