{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.18480692600132897
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1376404479960911
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1424711820000084
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.5468642189953243
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1428505869989749
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11659273000259418
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6957964460016228
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14965100699919276
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12886824400629848
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11762135500612203
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12832252199586947
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 28.193814519996522
    },
    {
      "branch": "0b8272ce2673",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02562736699474044
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13209637100226246
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11297141699469648
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10698498800047673
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1271383270068327
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 40.840611250008806
    },
    {
      "branch": "f56b4714726d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0387946200062288
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12200650598970242
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1396862880064873
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1358647010056302
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1292053889919771
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 19.710616721989936
    },
    {
      "branch": "8b3562091b25",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0392497439897852
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14264056000683922
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13167400599922985
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12870750499132555
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13095432599948253
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.511584263003897
    },
    {
      "branch": "c468adc8e0ee",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037557097006356344
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1356125939928461
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12115002601058222
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12512594400322996
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1306659399997443
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.412368231001892
    },
    {
      "branch": "4e43e81279dd",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037451006995979697
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12003735199687071
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11872410899377428
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10381026900722645
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12109091799356975
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4520110080047743
    },
    {
      "branch": "e86f1ff6deca",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03942852200998459
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14403611999296118
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12362654299067799
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11447291699005291
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13621901599981356
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.215559784002835
    },
    {
      "branch": "5d041b636ac0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03864447200612631
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13576936000026762
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13117308300570585
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11228936600673478
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09975988299993332
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6424101660086308
    },
    {
      "branch": "ed4a9ed864a8",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03968631799216382
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14145730499876663
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10280865299864672
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1260115110053448
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12957690400071442
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.299968122999417
    },
    {
      "branch": "c9b64b9de736",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039136924999183975
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "de7b9e7da3b6cc55e4baebe70959d93eaafc4510548d50600c9f69fcc1912210",
  "failed_tests": [
    {
      "branch": "0b8272ce2673",
      "message_chars": 239,
      "message_redacted": true,
      "name": "tests.test_verbosity.test_quiet_and_verbose_conflict",
      "status": "failure"
    },
    {
      "branch": "f56b4714726d",
      "message_chars": 130,
      "message_redacted": true,
      "name": "eval.tests.test_additional_formats.test_gif_to_webp",
      "status": "failure"
    },
    {
      "branch": "f56b4714726d",
      "message_chars": 59,
      "message_redacted": true,
      "name": "eval.tests.test_format_support.test_tiff_compression",
      "status": "skipped"
    },
    {
      "branch": "f56b4714726d",
      "message_chars": 127,
      "message_redacted": true,
      "name": "eval.tests.test_minimum_savings.test_min_savings_allows_writing",
      "status": "failure"
    },
    {
      "branch": "f56b4714726d",
      "message_chars": 219,
      "message_redacted": true,
      "name": "eval.tests.test_output_control.test_quiet_overrides_verbose",
      "status": "failure"
    },
    {
      "branch": "f56b4714726d",
      "message_chars": 217,
      "message_redacted": true,
      "name": "eval.tests.test_output_verbosity.test_quiet_and_verbose_mutually_exclusive",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 212,
      "message_redacted": true,
      "name": "tests.test_compression.test_keep_structure_without_recursive_error",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 469,
      "message_redacted": true,
      "name": "tests.test_errors.test_min_savings_invalid_format",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 341,
      "message_redacted": true,
      "name": "tests.test_errors.test_file_without_extension",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 864,
      "message_redacted": true,
      "name": "tests.test_errors.test_mixed_valid_and_invalid_files_partial_success",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 234,
      "message_redacted": true,
      "name": "tests.test_errors.test_verbose_and_quiet_conflict",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 529,
      "message_redacted": true,
      "name": "tests.test_errors.test_conflicting_resize_options_width_and_long_edge",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 223,
      "message_redacted": true,
      "name": "tests.test_file_ops.test_keep_structure_without_recursive_flag",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 201,
      "message_redacted": true,
      "name": "tests.test_formats.test_gif_to_webp_conversion",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 589,
      "message_redacted": true,
      "name": "tests.test_errors.test_width_non_numeric",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 81,
      "message_redacted": true,
      "name": "tests.test_metadata_output.test_exif_preserved_with_flag",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 230,
      "message_redacted": true,
      "name": "tests.test_metadata_output.test_min_savings_bytes_writes_above_threshold",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 323,
      "message_redacted": true,
      "name": "tests.test_errors.test_min_savings_percent_above_100",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 91,
      "message_redacted": true,
      "name": "tests.test_metadata_output.test_without_strip_icc_preserves_profile",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 225,
      "message_redacted": true,
      "name": "tests.test_metadata_output.test_min_savings_percentage_writes_sufficient_savings",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 224,
      "message_redacted": true,
      "name": "tests.test_metadata_output.test_min_savings_decimal_percentage",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 220,
      "message_redacted": true,
      "name": "tests.test_metadata_output.test_strip_icc_with_exif_flag",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 596,
      "message_redacted": true,
      "name": "tests.test_errors.test_height_non_numeric",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 94,
      "message_redacted": true,
      "name": "tests.test_formats.test_jpeg_chroma_subsampling_444_produces_larger_file",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 76,
      "message_redacted": true,
      "name": "tests.test_compression.test_max_size_kilobytes",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 208,
      "message_redacted": true,
      "name": "tests.test_metadata_output.test_exif_and_keep_dates_both_work",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 208,
      "message_redacted": true,
      "name": "tests.test_metadata_output.test_suffix_with_metadata_preservation",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "message_chars": 225,
      "message_redacted": true,
      "name": "tests.test_metadata_output.test_min_savings_plain_number_as_bytes",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "message_chars": 377,
      "message_redacted": true,
      "name": "eval.tests.test_args_parsing_validation.test_unknown_flag_error_includes_tip_for_double_dash",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "message_chars": 631,
      "message_redacted": true,
      "name": "eval.tests.test_args_parsing_validation.test_missing_value_errors[-o]",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "message_chars": 655,
      "message_redacted": true,
      "name": "eval.tests.test_args_parsing_validation.test_numeric_validation_errors[args0-needles0]",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "message_chars": 631,
      "message_redacted": true,
      "name": "eval.tests.test_args_parsing_validation.test_missing_value_errors[--output]",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "message_chars": 203,
      "message_redacted": true,
      "name": "eval.tests.test_args_parsing_validation.test_numeric_validation_errors[args3-needles3]",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "message_chars": 510,
      "message_redacted": true,
      "name": "eval.tests.test_args_parsing_validation.test_enum_jpeg_chroma_subsampling_invalid_shows_suggestion",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "message_chars": 655,
      "message_redacted": true,
      "name": "eval.tests.test_args_parsing_validation.test_numeric_validation_errors[args1-needles1]",
      "status": "failure"
    },
    {
      "branch": "c9b64b9de736",
      "message_chars": 539,
      "message_redacted": true,
      "name": "eval.tests.test_executable_workflows.test_max_size_mode_writes_output",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 35,
    "passed": 579,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "0b8272ce2673",
    "f56b4714726d",
    "8b3562091b25",
    "c468adc8e0ee",
    "4e43e81279dd",
    "e86f1ff6deca",
    "5d041b636ac0",
    "ed4a9ed864a8",
    "c9b64b9de736"
  ],
  "test_records": 615,
  "warnings": []
}