{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.5878950910118874
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14498923599603586
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.39666542600025423
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.14067221200093627
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.13923474300827365
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6291645160090411
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12227296699711587
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12390038500598166
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12255433200334664
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12993843499862123
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 15.358635508993757
    },
    {
      "branch": "06dabfabaea7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02690720499958843
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "ca7c18f95daab468840d6a04096b3dfbeb74e78635d2dce807e60019d4e60c40",
  "failed_tests": [
    {
      "branch": "06dabfabaea7",
      "message_chars": 256,
      "message_redacted": true,
      "name": "tests.test_check.test_check_unicode_replacement_rejected",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 357,
      "message_redacted": true,
      "name": "tests.test_check.test_check_conflicts_with_derive_key",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 313,
      "message_redacted": true,
      "name": "tests.test_check.test_check_windows_path_on_linux",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 238,
      "message_redacted": true,
      "name": "tests.test_errors.test_keyed_mode_cannot_use_stdin_dash",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 340,
      "message_redacted": true,
      "name": "tests.test_check.test_check_conflicts_with_raw",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 268,
      "message_redacted": true,
      "name": "tests.test_check.test_check_malformed_lines_reported",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 21,
      "message_redacted": true,
      "name": "tests.test_harvest.test_slash_normalization_on_windows",
      "status": "skipped"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 92,
      "message_redacted": true,
      "name": "tests.test_harvest.test_invalid_unicode_on_unix",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 37,
      "message_redacted": true,
      "name": "tests.test_io.test_permission_denied_error",
      "status": "skipped"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 238,
      "message_redacted": true,
      "name": "tests.test_keyed.test_keyed_stdin_not_allowed",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 212,
      "message_redacted": true,
      "name": "tests.test_lib3.test_check_mode_invalid_hash_length",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 453,
      "message_redacted": true,
      "name": "tests.test_lib4.test_hash_from_hex_invalid_length_short",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 217,
      "message_redacted": true,
      "name": "tests.test_check.test_check_invalid_escape_sequence",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 349,
      "message_redacted": true,
      "name": "tests.test_check.test_check_conflicts_with_length",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 212,
      "message_redacted": true,
      "name": "tests.test_check.test_check_hash_too_long_rejected",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 340,
      "message_redacted": true,
      "name": "tests.test_check.test_check_conflicts_with_tag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 299,
      "message_redacted": true,
      "name": "tests.test_check.test_check_blank_lines_reported",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 21,
      "message_redacted": true,
      "name": "tests.test_harvest.test_invalid_unicode_on_windows",
      "status": "skipped"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 453,
      "message_redacted": true,
      "name": "tests.test_lib.test_check_invalid_hex_length",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 453,
      "message_redacted": true,
      "name": "tests.test_lib4.test_hash_from_hex_invalid_length_long",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 217,
      "message_redacted": true,
      "name": "tests.test_check.test_check_trailing_backslash_rejected",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 345,
      "message_redacted": true,
      "name": "tests.test_check.test_check_conflicts_with_no_names",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 217,
      "message_redacted": true,
      "name": "tests.test_edge_cases_final.test_incomplete_escape_sequence_rejected",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 342,
      "message_redacted": true,
      "name": "tests.test_check.test_check_conflicts_with_keyed",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 116,
      "message_redacted": true,
      "name": "tests.test_harvest.test_check_invalid_characters",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 225,
      "message_redacted": true,
      "name": "tests.test_check.test_check_empty_filename_rejected",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 236,
      "message_redacted": true,
      "name": "tests.test_check.test_check_null_character_rejected",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 24,
    "passed": 660,
    "skipped": 3
  },
  "test_branch_errors": {},
  "test_branches": [
    "06dabfabaea7"
  ],
  "test_records": 687,
  "warnings": []
}