{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.10898292799993214
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.10649656700024934
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12534064400006173
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13030876999982866
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.10570011400068324
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6421034350005357
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12177860699921439
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10035951400004706
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11516387199935707
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11435171900029673
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 107.37986531800016
    },
    {
      "branch": "20bd8129dbc9",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04770423199988727
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11221527799989417
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12073278900061268
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10203210799954832
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09964281100019434
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 657.4946932590001
    },
    {
      "branch": "a50818518ee0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04534864899960667
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "2ea84dd8e13a157d0b565a16a0191ddbea185b2c53120dbb25c8b1515dcb0481",
  "failed_tests": [
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVerboseModes.test_very_verbose_V_ellipsoid_info",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCombinedFlags.test_format_and_echo",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestErrorHandling.test_missing_projection_arg",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCoverageFocused.test_scale_S_with_inverse",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCoverageFocused.test_vprocess_error_on_bad_input",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestBasicInvocation.test_no_args_prints_usage",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVariousProjections.test_lcc_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestProjectionListing.test_list_specific_projection_merc",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestInputOutputControl.test_custom_tag_character",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestForwardProjection.test_output_format_is_tab_separated",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestOutputFormat.test_invalid_format_string",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestFormatStringVariations.test_format_decimal_only",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVprocessSpecific.test_vprocess_inverse_I_line",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVprocessEdgeCases.test_vprocess_bad_dms_input",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCoverageGaps.test_missing_proj_init_only_files",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestErrorEdgeCases.test_scale_bad_1_divisor",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVerboseModes.test_very_verbose_V_projection_details",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestErrorHandling.test_invalid_scale_argument",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCombinedFlags.test_scale_and_verbose",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestForwardProjection.test_trailing_input_appended",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCoverageFocused.test_utm_dms_input_example_from_docs",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestOutputFormat.test_seconds_precision_w",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCoverageFocused.test_vprocess_reversein_flag",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestProjectionListing.test_list_nonexistent_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestInputOutputControl.test_file_input",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVariousProjections.test_stere_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestBasicInvocation.test_no_args_version_in_stderr",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestFormatStringVariations.test_format_width_no_decimal",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVprocessSpecific.test_vprocess_inverse_i_lowercase",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCoverageGaps.test_emess_file_context",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVprocessEdgeCases.test_vprocess_postscale",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestErrorEdgeCases.test_scale_bad_1_colon_divisor",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestBinaryIO.test_binary_input_i",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCombinedFlags.test_multiple_points_with_comments",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVerboseModes.test_very_verbose_V_sphere",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestOutputFormat.test_seconds_constant_width_W",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestInputOutputControl.test_nonexistent_file_error",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCoverageFocused.test_ob_tran_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestInverseProjection.test_inverse_flag_I",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCoverageFocused.test_binary_inverse",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVariousProjections.test_aea_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestProjectionListing.test_list_projections_excludes_latlong",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestBasicInvocation.test_usage_format",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVprocessSpecific.test_vprocess_with_oform",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestUtilsFormatStringEdgeCases.test_double_plus_format_wrong",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestFormatStringVariations.test_format_width_dot_no_precision",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVprocessEdgeCases.test_vprocess_inverse_with_prescale",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestErrorEdgeCases.test_valid_format_F",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestEPSGCRS.test_epsg_not_available_error",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestBinaryIO.test_binary_output_o",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVerboseModes.test_very_verbose_V_implies_v",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestInverseProjection.test_inverse_roundtrip",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestOutputFormat.test_default_forward_format_two_decimals",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestProjectionListing.test_list_invalid_option",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCoverageFocused.test_verbose_V_reversein",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVariousProjections.test_cart_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestBasicInvocation.test_invalid_option_error",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestInputOutputControl.test_missing_t_argument",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestFormatStringVariations.test_format_e_scientific",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestEnvironmentVariables.test_proj_display_program_name_no",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCoverageGaps.test_huge_v_second_coord",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVprocessSpecific.test_vprocess_prescale",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestUtilsFormatStringEdgeCases.test_width_over_1000_format_wrong",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestErrorEdgeCases.test_inverse_DMS_reverseout",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestBinaryIO.test_binary_both_b",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestDMSInputFormat.test_dms_with_compass_dir",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestInverseProjection.test_inverse_dms_output_default",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestErrorHandling.test_invalid_coords_default_error",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestOutputFormat.test_missing_w_argument",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestVariousProjections.test_tmerc_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestScaleFactors.test_scale_factors_S_output_format",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestForwardProjection.test_utm_zone30_basic",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCoverageFocused.test_multiple_files",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestBasicInvocation.test_invalid_option_double_dash",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestFormatStringVariations.test_format_E_scientific",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestErrorEdgeCases.test_missing_f_argument",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestUtilsFormatStringEdgeCases.test_precision_over_1000_format_wrong",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestEnvironmentVariables.test_proj_display_program_name_yes",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 77,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestInvprojBehavior.test_invproj_binary_does_inverse",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "message_chars": 78,
      "message_redacted": true,
      "name": "eval.tests.test_proj.TestCoverageGaps.test_huge_v_custom_error_string",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 6233,
  "status_counts": {
    "failure": 5169,
    "passed": 847,
    "skipped": 1144
  },
  "test_branch_errors": {},
  "test_branches": [
    "20bd8129dbc9",
    "a50818518ee0"
  ],
  "test_records": 7160,
  "warnings": []
}