{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16534440600662492
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13752306200331077
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15535949800687376
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13302844000281766
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13430238400178496
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12424155700136907
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6831967959878966
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11757304400089197
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11325333999411669
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13235722899844404
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11057013599202037
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 19.47392714500893
    },
    {
      "branch": "3001c1482b82",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.026873136986978352
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12585468500037678
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1267590920033399
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12102667799626943
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11470901100256015
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 45.460697030997835
    },
    {
      "branch": "644934f68973",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04263185799936764
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12886154500301927
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11818513400794473
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11587422499724198
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10897558699070942
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 96.84805653999501
    },
    {
      "branch": "1fb751a1a8a1",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03794518999347929
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12116419601079542
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12993734900373966
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14364163900609128
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11723406599776354
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 9.628787202993408
    },
    {
      "branch": "c865682e93ee",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04215832400950603
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12508204201003537
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11956944600387942
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11614528099016752
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.0945221349975327
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 14.721918422001181
    },
    {
      "branch": "220f03dff485",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03673068700300064
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14294973701180425
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12049227301031351
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.127344863009057
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12081903900252655
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.4204784739995375
    },
    {
      "branch": "c77d1fe5cef8",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03929936200438533
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1339607249974506
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12879628498922102
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12730045399803203
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13097868500335608
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.525511749990983
    },
    {
      "branch": "15241b94c9bf",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03537500501261093
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14121610000438523
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11479101800068747
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1279511350003304
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12858517600398045
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.3038669480010867
    },
    {
      "branch": "f2ad8ae32d40",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023033256002236158
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12256088601134252
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1371861829975387
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09447489700687584
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12344319399562664
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5428819989901967
    },
    {
      "branch": "0a5ff17822b7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02366195801005233
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14299545600079
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10348536699893884
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09782176199951209
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14015125400328543
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 19.4722709540074
    },
    {
      "branch": "40a4c29f1824",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037270949003868736
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14847361399733927
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12943159500719048
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13031115398916882
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13227742799790576
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.613456741994014
    },
    {
      "branch": "0df6b4d747de",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03688975400291383
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12094640800205525
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12838993799232412
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11840595999092329
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12907093000831082
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.1512547320016893
    },
    {
      "branch": "ec5f2f35f276",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.028149940000730567
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11529579099442344
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11777940799947828
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13598573899071198
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1274958200083347
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.13792363299580757
    },
    {
      "branch": "a6516d59468d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03585033799754456
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13549490500008687
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12508944199362304
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13279343099566177
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13019479499780573
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.12383331899764016
    },
    {
      "branch": "f83680a23703",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03973799600498751
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14510552899446338
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13598578900564462
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1131410899979528
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12960161300725304
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.7908556619950105
    },
    {
      "branch": "63078964cd3f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.028625492996070534
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10989982199680526
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1270935950014973
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1369418459944427
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1216174479923211
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.8171510780084645
    },
    {
      "branch": "045fa65d8a17",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03352408899809234
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "3e3e246bd6aebbdca3f22405852bc8d9d4bfdf2f6aa62ed62510b56067c1ea81",
  "failed_tests": [
    {
      "branch": "3001c1482b82",
      "message_chars": 487,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_max_password_length_zero_error",
      "status": "failure"
    },
    {
      "branch": "3001c1482b82",
      "message_chars": 292,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_starting_password_too_long_error",
      "status": "failure"
    },
    {
      "branch": "3001c1482b82",
      "message_chars": 298,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_starting_password_with_dictionary_error",
      "status": "failure"
    },
    {
      "branch": "3001c1482b82",
      "message_chars": 194,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_starting_password_too_short_error",
      "status": "failure"
    },
    {
      "branch": "3001c1482b82",
      "message_chars": 163,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_starting_password_out_of_charset_error",
      "status": "failure"
    },
    {
      "branch": "644934f68973",
      "message_chars": 523,
      "message_redacted": true,
      "name": "eval.tests.test_password_length.test_max_password_len_zero",
      "status": "failure"
    },
    {
      "branch": "644934f68973",
      "message_chars": 286,
      "message_redacted": true,
      "name": "eval.tests.test_starting_password.test_starting_password_outside_charset",
      "status": "failure"
    },
    {
      "branch": "644934f68973",
      "message_chars": 267,
      "message_redacted": true,
      "name": "eval.tests.test_starting_password.test_starting_password_with_dictionary",
      "status": "failure"
    },
    {
      "branch": "644934f68973",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_starting_password.test_starting_password_too_short",
      "status": "failure"
    },
    {
      "branch": "644934f68973",
      "message_chars": 288,
      "message_redacted": true,
      "name": "eval.tests.test_starting_password.test_starting_password_too_long",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 226,
      "message_redacted": true,
      "name": "tests.test_bruteforce.test_max_password_len_zero",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 331,
      "message_redacted": true,
      "name": "tests.test_bruteforce.test_starting_password_too_long",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 226,
      "message_redacted": true,
      "name": "tests.test_cli.test_maxpasswordlen_zero",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 237,
      "message_redacted": true,
      "name": "tests.test_cli.test_inputfile_directory",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 380,
      "message_redacted": true,
      "name": "tests.test_cli.test_startingpassword_at_minlen_boundary",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 231,
      "message_redacted": true,
      "name": "tests.test_dictionary.test_corrupted_zip_file",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 325,
      "message_redacted": true,
      "name": "tests.test_harvest.test_startingPassword_with_dictionary",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 319,
      "message_redacted": true,
      "name": "tests.test_harvest.test_startingPassword_length_exceeds_maxPasswordLen",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 226,
      "message_redacted": true,
      "name": "tests.test_harvest.test_maxPasswordLen_zero",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 305,
      "message_redacted": true,
      "name": "tests.test_performance.test_resume_from_invalid_starting_password_wrong_charset",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 306,
      "message_redacted": true,
      "name": "tests.test_performance.test_resume_from_invalid_starting_password_wrong_length",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 231,
      "message_redacted": true,
      "name": "tests.test_cli.test_inputfile_not_a_zip",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 305,
      "message_redacted": true,
      "name": "tests.test_cli.test_startingpassword_with_dictionary",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 381,
      "message_redacted": true,
      "name": "tests.test_cli.test_startingpassword_at_maxlen_boundary",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 321,
      "message_redacted": true,
      "name": "tests.test_performance.test_starting_password_with_dictionary_error",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 341,
      "message_redacted": true,
      "name": "tests.test_bruteforce.test_starting_password_with_dictionary_error",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 315,
      "message_redacted": true,
      "name": "tests.test_harvest.test_startingPassword_out_of_charset",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 231,
      "message_redacted": true,
      "name": "tests.test_zip_files.test_truncated_zip_file",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 313,
      "message_redacted": true,
      "name": "tests.test_zip_files.test_starting_password_with_dictionary",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 226,
      "message_redacted": true,
      "name": "tests.test_zip_files.test_max_password_length_zero",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 384,
      "message_redacted": true,
      "name": "tests.test_performance.test_empty_charset_file_error",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 231,
      "message_redacted": true,
      "name": "tests.test_zip_files.test_corrupted_zip_fake_extension",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 330,
      "message_redacted": true,
      "name": "tests.test_bruteforce.test_starting_password_out_of_charset",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 335,
      "message_redacted": true,
      "name": "tests.test_bruteforce.test_starting_password_too_short",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 157,
      "message_redacted": true,
      "name": "tests.test_cli.test_startingpassword_out_of_charset",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 221,
      "message_redacted": true,
      "name": "tests.test_harvest.test_startingPassword_length_below_minPasswordLen",
      "status": "failure"
    },
    {
      "branch": "1fb751a1a8a1",
      "message_chars": 310,
      "message_redacted": true,
      "name": "tests.test_cli.test_startingpassword_exceeds_maxlen",
      "status": "failure"
    },
    {
      "branch": "c865682e93ee",
      "message_chars": 109,
      "message_redacted": true,
      "name": "eval.tests.test_argument_parsing.TestPasswordDictionaryArgument.test_dictionary_is_directory",
      "status": "failure"
    },
    {
      "branch": "c865682e93ee",
      "message_chars": 109,
      "message_redacted": true,
      "name": "eval.tests.test_argument_parsing.TestInputFileArgument.test_input_file_is_directory",
      "status": "failure"
    },
    {
      "branch": "c865682e93ee",
      "message_chars": 109,
      "message_redacted": true,
      "name": "eval.tests.test_argument_parsing.TestCharsetFileArgument.test_charset_file_is_directory",
      "status": "failure"
    },
    {
      "branch": "c865682e93ee",
      "message_chars": 137,
      "message_redacted": true,
      "name": "eval.tests.test_argument_parsing.TestPasswordLengthArguments.test_max_password_len_zero",
      "status": "failure"
    },
    {
      "branch": "c865682e93ee",
      "message_chars": 13,
      "message_redacted": true,
      "name": "eval.tests.test_argument_parsing.TestStartingPasswordArgument.test_starting_password_too_long",
      "status": "failure"
    },
    {
      "branch": "c865682e93ee",
      "message_chars": 13,
      "message_redacted": true,
      "name": "eval.tests.test_argument_parsing.TestStartingPasswordArgument.test_starting_password_with_dictionary",
      "status": "failure"
    },
    {
      "branch": "c865682e93ee",
      "message_chars": 13,
      "message_redacted": true,
      "name": "eval.tests.test_argument_parsing.TestStartingPasswordArgument.test_starting_password_too_short",
      "status": "failure"
    },
    {
      "branch": "c865682e93ee",
      "message_chars": 13,
      "message_redacted": true,
      "name": "eval.tests.test_argument_parsing.TestStartingPasswordArgument.test_starting_password_out_of_charset",
      "status": "failure"
    },
    {
      "branch": "220f03dff485",
      "message_chars": 136,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_integer_option_rejects_overflow",
      "status": "failure"
    },
    {
      "branch": "220f03dff485",
      "message_chars": 236,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_inputfile_accepts_space_and_equals_forms[args3]",
      "status": "failure"
    },
    {
      "branch": "220f03dff485",
      "message_chars": 198,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_single_dash_value_is_treated_as_path_and_rejected_by_validation",
      "status": "failure"
    },
    {
      "branch": "220f03dff485",
      "message_chars": 401,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_double_dash_separator_is_not_supported_without_positionals",
      "status": "failure"
    },
    {
      "branch": "220f03dff485",
      "message_chars": 179,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_duplicate_charset_flag_is_rejected_by_parser",
      "status": "failure"
    },
    {
      "branch": "40a4c29f1824",
      "message_chars": 180,
      "message_redacted": true,
      "name": "eval.tests.test_zip_password_finder.TestPasswordLength.test_min_password_length_constraint",
      "status": "failure"
    },
    {
      "branch": "045fa65d8a17",
      "message_chars": 56,
      "message_redacted": true,
      "name": "eval.tests.test_zip_password_finder.TestDictionaryAttack.test_dictionary_password_not_found",
      "status": "skipped"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 51,
    "passed": 740,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "3001c1482b82",
    "644934f68973",
    "1fb751a1a8a1",
    "c865682e93ee",
    "220f03dff485",
    "c77d1fe5cef8",
    "15241b94c9bf",
    "f2ad8ae32d40",
    "0a5ff17822b7",
    "40a4c29f1824",
    "0df6b4d747de",
    "ec5f2f35f276",
    "a6516d59468d",
    "f83680a23703",
    "63078964cd3f",
    "045fa65d8a17"
  ],
  "test_records": 792,
  "warnings": []
}