{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14846843499981333
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13656750600785017
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.16156684800807852
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13752644999476615
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1339542409987189
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12391049000143539
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6422723279974889
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14806625100027304
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12043117299617734
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13011656700109597
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12551246301154606
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.703682809995371
    },
    {
      "branch": "6192bcb4bfe7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03718283299531322
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09995790400716942
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10244628800137434
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1323405239963904
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1305953240080271
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.734132338009658
    },
    {
      "branch": "6b3e26672313",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03751371899852529
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14474896200408693
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1366213690052973
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12272113100334536
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11625046900007874
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 9.10469062300399
    },
    {
      "branch": "d307b51db601",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04069629099103622
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13613107400306035
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1274546630011173
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13240964499709662
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13372914800129365
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.65048277900496
    },
    {
      "branch": "f393a11e864d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03890923199651297
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11407043199869804
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13355923899507616
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12842039800307248
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12658780900528654
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5424216329993214
    },
    {
      "branch": "9c527fe9329d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038415264993091114
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13067799499549437
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13121874300122727
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1384189099917421
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1283890790073201
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.4083938939875225
    },
    {
      "branch": "726d5e0feabd",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.033229645996470936
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09531580199836753
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1243164240004262
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10695292499440257
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1342716850049328
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.548266358993715
    },
    {
      "branch": "90f8b2227f3d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03319872599968221
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1359532859933097
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12772120301087853
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1254405079962453
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1305177580070449
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.617687417994603
    },
    {
      "branch": "f1db6fde60b6",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03572948199871462
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14665411399619188
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1203627979994053
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1408669380034553
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13022777999867685
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.666862532001687
    },
    {
      "branch": "4b602899aca8",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04159813800652046
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "c8fe51f7b956cb474040d94ec9871c4ced78c6632e8098be3672861d559e114f",
  "failed_tests": [
    {
      "branch": "6192bcb4bfe7",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_compression.test_zstd_decompression",
      "status": "skipped"
    },
    {
      "branch": "6192bcb4bfe7",
      "message_chars": 152,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_output_to_dash_means_stdout",
      "status": "failure"
    },
    {
      "branch": "6192bcb4bfe7",
      "message_chars": 171,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_leading_delimiter",
      "status": "failure"
    },
    {
      "branch": "6192bcb4bfe7",
      "message_chars": 1161,
      "message_redacted": true,
      "name": "eval.tests.test_header_selection.test_header_with_escaped_sequences",
      "status": "failure"
    },
    {
      "branch": "6192bcb4bfe7",
      "message_chars": 220,
      "message_redacted": true,
      "name": "eval.tests.test_output_handling.test_escaped_output_delimiter",
      "status": "failure"
    },
    {
      "branch": "6b3e26672313",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_hck.test_escaped_output_delimiter",
      "status": "failure"
    },
    {
      "branch": "6b3e26672313",
      "message_chars": 152,
      "message_redacted": true,
      "name": "eval.tests.test_hck.test_output_to_stdout_with_dash",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 113,
      "message_redacted": true,
      "name": "tests.test_delimiters.test_regex_posix_character_class",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 243,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_numeric_overflow_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 340,
      "message_redacted": true,
      "name": "tests.test_delimiters.test_field_zero_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 226,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_invalid_regex_delimiter_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 226,
      "message_redacted": true,
      "name": "tests.test_delimiters.test_invalid_regex_delimiter_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 114,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_all_fields_included_and_excluded",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 451,
      "message_redacted": true,
      "name": "tests.test_fields_basic.test_error_invalid_field_spec",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 453,
      "message_redacted": true,
      "name": "tests.test_fields_basic.test_error_malformed_range_multiple_dashes",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 190,
      "message_redacted": true,
      "name": "tests.test_fields_basic.test_deduplication_overlapping_ranges",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 328,
      "message_redacted": true,
      "name": "tests.test_fields_basic.test_field_after_open_range_duplicates",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 126,
      "message_redacted": true,
      "name": "tests.test_fields_exclude.test_exclude_complete_overlap",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 126,
      "message_redacted": true,
      "name": "tests.test_fields_exclude.test_exclude_all_fields",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 62,
      "message_redacted": true,
      "name": "tests.test_gap_fill.test_output_to_stdout_with_dash",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 5370,
      "message_redacted": true,
      "name": "tests.test_gap_fill.test_stdin_compressed_with_header_fields_warning",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 177,
      "message_redacted": true,
      "name": "tests.test_gap_fill.test_header_not_found_partial_match",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_gap_fill.test_empty_fields_no_output",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 150,
      "message_redacted": true,
      "name": "tests.test_fields_basic.test_same_field_multiple_times_partial_dedup",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 447,
      "message_redacted": true,
      "name": "tests.test_fields_basic.test_error_lone_dash",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 474,
      "message_redacted": true,
      "name": "tests.test_fields_basic.test_error_inverted_range",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 266,
      "message_redacted": true,
      "name": "tests.test_headers.test_mixed_order_preservation",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 1874,
      "message_redacted": true,
      "name": "tests.test_gap_fill.test_file_creation_error_nonexistent_dir",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 441,
      "message_redacted": true,
      "name": "tests.test_integration.test_invalid_range_with_valid_flags_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 438,
      "message_redacted": true,
      "name": "tests.test_integration.test_file_not_found_with_valid_second_file_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 121,
      "message_redacted": true,
      "name": "tests.test_io.test_output_to_stdout_explicit",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 5605,
      "message_redacted": true,
      "name": "tests.test_io.test_invalid_gzip_file_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 106,
      "message_redacted": true,
      "name": "tests.test_gap_fill.test_compression_to_stdout",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "message_chars": 332,
      "message_redacted": true,
      "name": "tests.test_fields_basic.test_overlapping_ranges_produce_duplicates",
      "status": "failure"
    },
    {
      "branch": "f393a11e864d",
      "message_chars": 1234,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_fields_accepts_separate_equals_and_short_concatenated[args1]",
      "status": "failure"
    },
    {
      "branch": "f393a11e864d",
      "message_chars": 599,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_negative_number_is_not_accepted_as_value_without_double_dash",
      "status": "failure"
    },
    {
      "branch": "f393a11e864d",
      "message_chars": 170,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_integer_option_rejects_overflow_rc_2",
      "status": "failure"
    },
    {
      "branch": "726d5e0feabd",
      "message_chars": 218,
      "message_redacted": true,
      "name": "eval.tests.test_hck_io.test_header_field_selection_merges_with_index_selection_order",
      "status": "failure"
    },
    {
      "branch": "90f8b2227f3d",
      "message_chars": 67,
      "message_redacted": true,
      "name": "tests.test_hck_advanced.TestOutputFormats.test_newline_in_output_delimiter",
      "status": "failure"
    },
    {
      "branch": "f1db6fde60b6",
      "message_chars": 184,
      "message_redacted": true,
      "name": "eval.tests.test_hck_behavior.test_version_exact_match",
      "status": "failure"
    },
    {
      "branch": "f1db6fde60b6",
      "message_chars": 110,
      "message_redacted": true,
      "name": "eval.tests.test_hck_behavior.test_reordering_values_written_only_once",
      "status": "failure"
    },
    {
      "branch": "f1db6fde60b6",
      "message_chars": 102,
      "message_redacted": true,
      "name": "eval.tests.test_hck_behavior.test_mix_by_index_and_by_header_merge_order_example_from_readme",
      "status": "failure"
    },
    {
      "branch": "4b602899aca8",
      "message_chars": 73,
      "message_redacted": true,
      "name": "eval.tests.test_executable_externalized.test_ext_test_exclude_range_all",
      "status": "failure"
    },
    {
      "branch": "4b602899aca8",
      "message_chars": 243,
      "message_redacted": true,
      "name": "eval.tests.test_executable_externalized.test_ext_test_headers_and_fields",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 43,
    "passed": 840,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "6192bcb4bfe7",
    "6b3e26672313",
    "d307b51db601",
    "f393a11e864d",
    "9c527fe9329d",
    "726d5e0feabd",
    "90f8b2227f3d",
    "f1db6fde60b6",
    "4b602899aca8"
  ],
  "test_records": 884,
  "warnings": []
}