{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.17907432501669973
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13424005900742486
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.12807406298816204
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13623927801381797
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1380881369987037
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.13335751398699358
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6423498519870918
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12879237899323925
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12916559699806385
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12898802699055523
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.134980574977817
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.614984902989818
    },
    {
      "branch": "edd50f76563b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03800752299139276
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1561859990179073
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10332615702645853
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1313277049921453
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14147416900959797
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 11.095249556005001
    },
    {
      "branch": "71456d35eecf",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.035770665999734774
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14288547201431356
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13644633701187558
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1185510549985338
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13135918500483967
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.5753609420207795
    },
    {
      "branch": "09547266f95c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03630382299888879
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1275166549894493
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11343899302300997
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10157524698297493
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1279961729887873
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4946703189925756
    },
    {
      "branch": "57d57300f6e2",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038897157995961607
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1386412050051149
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12151774801895954
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12419623500318266
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12361848700675182
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.57025577899185
    },
    {
      "branch": "561e3e475da4",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023860070010414347
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13569127098890021
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13017751200823113
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11904528198647313
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14024433700251393
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.685550677997526
    },
    {
      "branch": "b9f5f9ab919c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02530848199967295
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1294025459792465
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11910056101623923
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11601985900779255
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11671235499670729
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.861770121991867
    },
    {
      "branch": "876353251710",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03541875697555952
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "fe2f8beac38912a0e1ae4f8fb442dd1cbb2c5443d764eecc0bb3f09918622554",
  "failed_tests": [
    {
      "branch": "edd50f76563b",
      "message_chars": 42,
      "message_redacted": true,
      "name": "eval.tests.test_map_mode.test_map_with_missing_source_files",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 267,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_regex_unclosed_group",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 188,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_map_not_json",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 225,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_map_malformed_json",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 306,
      "message_redacted": true,
      "name": "tests.test_errors.test_conflict_without_overwrite_prepends_underscore",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 336,
      "message_redacted": true,
      "name": "tests.test_errors.test_no_source_option_provided",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 402,
      "message_redacted": true,
      "name": "tests.test_errors.test_multiple_conflicting_sources_rejected",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 249,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_regex_unclosed_bracket",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 223,
      "message_redacted": true,
      "name": "tests.test_flags.test_mkdir_in_test_mode",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 223,
      "message_redacted": true,
      "name": "tests.test_flags.test_multiple_flags_combination",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 492,
      "message_redacted": true,
      "name": "tests.test_flags.test_sort_order_case_insensitive",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 126,
      "message_redacted": true,
      "name": "tests.test_harvest.test_default_subdir_depth",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 130,
      "message_redacted": true,
      "name": "tests.test_harvest.test_default_subdir_max_depth",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 128,
      "message_redacted": true,
      "name": "tests.test_harvest.test_regex_subdir_max_depth",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 330,
      "message_redacted": true,
      "name": "tests.test_placeholder.test_no_placeholders_static_output",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 276,
      "message_redacted": true,
      "name": "tests.test_placeholder.test_large_capture_group_index",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 406,
      "message_redacted": true,
      "name": "tests.test_unicode.test_unicode_emoji_filenames_basic_rename",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 245,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_regex_unclosed_paren",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 196,
      "message_redacted": true,
      "name": "tests.test_errors.test_map_file_not_found",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 402,
      "message_redacted": true,
      "name": "tests.test_errors.test_regex_with_map_conflicting_sources",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 304,
      "message_redacted": true,
      "name": "tests.test_unicode.test_unicode_natural_sort_ascending",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 381,
      "message_redacted": true,
      "name": "tests.test_unicode.test_unicode_from_map_file",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 437,
      "message_redacted": true,
      "name": "tests.test_unicode.test_unicode_mkdir_creates_nested_dirs",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 124,
      "message_redacted": true,
      "name": "tests.test_harvest.test_regex_subdir_depth",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 397,
      "message_redacted": true,
      "name": "tests.test_placeholder.test_error_negative_padding",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 477,
      "message_redacted": true,
      "name": "tests.test_unicode.test_mixed_unicode_ascii_capture_groups",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 252,
      "message_redacted": true,
      "name": "tests.test_errors.test_regex_invalid_repetition_operator",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 298,
      "message_redacted": true,
      "name": "tests.test_unicode.test_case_insensitive_unicode_matching",
      "status": "failure"
    },
    {
      "branch": "71456d35eecf",
      "message_chars": 252,
      "message_redacted": true,
      "name": "tests.test_errors.test_regex_empty_group_name",
      "status": "failure"
    },
    {
      "branch": "09547266f95c",
      "message_chars": 171,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_depth_negative_rejected_in_equals_form",
      "status": "failure"
    },
    {
      "branch": "09547266f95c",
      "message_chars": 174,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_depth_negative_is_not_accepted_and_is_not_parsed_as_value",
      "status": "failure"
    },
    {
      "branch": "09547266f95c",
      "message_chars": 156,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_missing_value_for_regex_errors",
      "status": "failure"
    },
    {
      "branch": "09547266f95c",
      "message_chars": 265,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_unknown_flag_is_rejected_with_suggestion",
      "status": "failure"
    },
    {
      "branch": "b9f5f9ab919c",
      "message_chars": 132,
      "message_redacted": true,
      "name": "eval.tests.test_rename_regex.test_regex_subdir_max_depth_2_with_depth_3",
      "status": "failure"
    },
    {
      "branch": "876353251710",
      "message_chars": 85,
      "message_redacted": true,
      "name": "eval.tests.test_externalized_rs_compat.test_ext_default_subdir_max_depth",
      "status": "failure"
    },
    {
      "branch": "876353251710",
      "message_chars": 85,
      "message_redacted": true,
      "name": "eval.tests.test_externalized_rs_compat.test_ext_regex_subdir_max_depth",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 36,
    "passed": 302
  },
  "test_branch_errors": {},
  "test_branches": [
    "edd50f76563b",
    "71456d35eecf",
    "09547266f95c",
    "57d57300f6e2",
    "561e3e475da4",
    "b9f5f9ab919c",
    "876353251710"
  ],
  "test_records": 338,
  "warnings": []
}