{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1460925369999586
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.135675196999955
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1235717960000784
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12704081900005804
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12376246300004823
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6646179060001032
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13373578599998837
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11737982299996474
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11762087800002519
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13417659800006732
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 43.11515554199991
    },
    {
      "branch": "556723988b33",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02749386699997558
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13581417799991868
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12392450800007282
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08964140600005521
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11157416800006104
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 164.34201833999987
    },
    {
      "branch": "7c0e404823ad",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04148902699989776
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "e082400ea32e570306ea9cca8585ea1725cb75127ce9687be7a8b1539bc4e0ca",
  "failed_tests": [
    {
      "branch": "556723988b33",
      "message_chars": 291,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_sh_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 380,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_eval_all_multiple_files",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 301,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_help_eval_all_subcommand",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 304,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_exit_status_flag_no_match",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 327,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_strload_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 293,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_eval_expression_string",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 292,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_version_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 315,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_empty_yaml_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 293,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_json_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 285,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_help_short_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 301,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_completion_fish",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 305,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_debug_node_info",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 285,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_multiple_doc_read_all",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 305,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_contains_deep",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 303,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_env_number",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 630,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_write_inplace_no_file_error",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 305,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_exit_status_flag_null_result",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 284,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_multiple_doc_separator_present",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 285,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_version_short_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 303,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_help_completion_subcommand",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 300,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_kyaml_input",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 289,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_help_lists_flags",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 293,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_yaml_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 289,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_stdin_with_pipe_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 307,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_completion_powershell",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 294,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_sort_keys",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 306,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_strenv_preserves_string",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 303,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_contains_array",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 323,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_eval_all_ireduce_merge",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 294,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_props_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 295,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_base64_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 1765,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_null_input_with_file_error",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 289,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_help_lists_commands",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 292,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_version_url",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 314,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_multiple_doc_select",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 307,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_exit_status_flag_false",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 301,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_completion_bash",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 304,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_env_read",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 299,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_kyaml_output",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 279,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_no_args_stdin_passthrough",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 317,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_leading_separator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 293,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_csv_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 327,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_load_yaml_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 291,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_xml_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 298,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_null_input_create_array",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 296,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_base64_decode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 290,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_shuffle_array",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 642,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_explicit_error",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 297,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_help_eval_subcommand",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 300,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_completion_zsh",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 292,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_merge_anchor",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 293,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_tsv_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 291,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_exit_status_flag_match",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 307,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_strenv_read",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 324,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_eval_all_combine_docs",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 327,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_load_json_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 293,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_lua_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 279,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_pipe_stdin_no_expression",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 284,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_empty_doc",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 289,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_help_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 301,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_collect_object",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 299,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_null_input_create_nested",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 292,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_uri_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 294,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_length_on_scalar",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 300,
      "message_redacted": true,
      "name": "eval.tests.test_flags_and_options.test_properties_array_brackets",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 313,
      "message_redacted": true,
      "name": "eval.tests.test_flags_and_options.test_header_preprocess_off",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 330,
      "message_redacted": true,
      "name": "eval.tests.test_input_formats.test_csv_custom_separator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 296,
      "message_redacted": true,
      "name": "eval.tests.test_input_formats.test_yaml_input_short_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 312,
      "message_redacted": true,
      "name": "eval.tests.test_format_conversions.test_json_to_yaml",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 297,
      "message_redacted": true,
      "name": "eval.tests.test_format_conversions.test_yaml_to_ini",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 297,
      "message_redacted": true,
      "name": "eval.tests.test_format_conversions.test_yaml_to_csv",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 310,
      "message_redacted": true,
      "name": "eval.tests.test_input_formats.test_properties_input",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 291,
      "message_redacted": true,
      "name": "eval.tests.test_flags_and_options.test_no_colors_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 327,
      "message_redacted": true,
      "name": "eval.tests.test_input_formats.test_xml_input_from_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 334,
      "message_redacted": true,
      "name": "eval.tests.test_flags_and_options.test_inplace_modifies_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 312,
      "message_redacted": true,
      "name": "eval.tests.test_format_conversions.test_toml_to_yaml",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 298,
      "message_redacted": true,
      "name": "eval.tests.test_input_formats.test_json_input_nested",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 315,
      "message_redacted": true,
      "name": "eval.tests.test_flags_and_options.test_lua_unquoted",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 343,
      "message_redacted": true,
      "name": "eval.tests.test_flags_and_options.test_security_enable_system_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "message_chars": 303,
      "message_redacted": true,
      "name": "eval.tests.test_flags_and_options.test_null_input_create_doc",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 1262,
  "status_counts": {
    "failure": 1342,
    "passed": 704
  },
  "test_branch_errors": {},
  "test_branches": [
    "556723988b33",
    "7c0e404823ad"
  ],
  "test_records": 2046,
  "warnings": []
}