{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1591690089990152
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1460995819998061
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12771897299899138
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.11461740799859399
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12255338999966625
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6578633039989654
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12144623499989393
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11658662199988612
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12894115900053293
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12276520100022026
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 21.185937827998714
    },
    {
      "branch": "9eded8203941",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027616508999926737
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11483852799938177
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.106001247999302
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1171994789983728
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12682455899994238
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 54.03476731400042
    },
    {
      "branch": "06dabfabaea7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02593764500124962
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "8201c68b9c0c53c22d56cba94a1293de710395bb2342582e95ec7ad9e3442a53",
  "failed_tests": [
    {
      "branch": "9eded8203941",
      "message_chars": 167,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_no_args_returns_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 67,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_output_json_sorted_agg",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 14,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_sort_by_multiple_fields",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 487,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_nonexistent_file_returns_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_alias_nginx",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 223,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_count_distinct_missing_arg_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 199,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_parse_error_unterminated_string",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_timeslice_missing_duration_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 199,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_parse_failure_invalid_operator",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 638,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_filter_and_parse_combined",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 402,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_parse_error_no_suggestions_for_operators",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 186,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_alias_apache",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 263,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_where_if_function_not_boolean",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 268,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_length_array",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 175,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_default_limit_no_number",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 67,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_json_output_with_datetime_sort",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 202,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_parse_error_double_from",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_alias_no_alias_flag_disables",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 232,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_count_distinct_typo_suggestion",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 737,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_alias_invalid_pipeline_in_alias",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 214,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_parse_failure_unknown_operator",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 412,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_substring_end_less_than_start_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 228,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_if_function",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 151,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_parse_pattern_mismatch",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 298,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_parseDate_invalid_format",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 255,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_nested_escaped_field",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 277,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_length_object",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 214,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_timeslice_with_timeslice_comparison",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 194,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_parse_error_mismatched_captures",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 67,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_json_output_with_bool_sort",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 255,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_func_too_many_args_string1",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 313,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_where_error_expected_numeric",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 208,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_parse_error_missing_field_name",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 438,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_alias_no_alias_prevents_user_aliases",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 212,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_func_arg_error_abs_too_many",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 147,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_type_error_where_non_bool",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 349,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_parse_regex_missing_operand_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 739,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_invalid_alias_warning",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 67,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_json_output_sort_with_null",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 193,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_float_display_in_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 188,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_array_display_in_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 208,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_alias_k8s_ingress",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 67,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_json_serialization_float",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 67,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_json_serialization_bool",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 151,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_parse_error_pattern_field_mismatch",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 206,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_operator_error_reporting",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_format_output_with_missing_field",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_bool_display_in_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 207,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_alias_dir_nonexistent_fails",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 202,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_func_arg_error_atan2_too_few",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 223,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_not_an_agg_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 147,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_limit_zero_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 14,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_sort_by_multiple_fields_asc",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 378,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_duration_display",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_obj_display_in_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 67,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_json_output_duration_value",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 298,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_float_float_addition",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 209,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_length_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 214,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_is_empty_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 214,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_is_blank_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 211,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_is_numeric_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 212,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_no_alias_with_alias_dir_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 197,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_string2_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 304,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_datetime_display_in_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 169,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_where_no_condition_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 214,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_not_an_agg_suggestion",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 149,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_limit_float_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 258,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_where_with_index_out_of_range",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 287,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_duration_in_error_message",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 1049,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_duration_duration_subtraction",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 197,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_contains_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 202,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_parse_hex_invalid_string",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 209,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_is_null_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 221,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_now_with_arg_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 67,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_data_large_json_serialization",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 283,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_where_array_index_invalid",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 174,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_cant_supply_both_output_and_format",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 737,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_invalid_alias_toml_parse",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 63,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_data_duration_serialization",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "message_chars": 478,
      "message_redacted": true,
      "name": "eval.tests.test_agrind.test_duration_plus_duration",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 348,
  "status_counts": {
    "failure": 428,
    "passed": 715
  },
  "test_branch_errors": {},
  "test_branches": [
    "9eded8203941",
    "06dabfabaea7"
  ],
  "test_records": 1143,
  "warnings": []
}