{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1943580670049414
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1324473940039752
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.17238414099847432
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.11026009199849796
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13252068299334496
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12236954699619673
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6778122850082582
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13026064599398524
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12672515799931716
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13329283300845418
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13214516000880394
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.2215221030055545
    },
    {
      "branch": "150646b24a3d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038424161000875756
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12018270099360961
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12206654400506523
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12154005198681261
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1364205099962419
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 592.6171813310066
    },
    {
      "branch": "c0ff9908837a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038913626995054074
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1441466579999542
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.14089603199681733
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12957588200515602
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11927076500433031
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.820355132003897
    },
    {
      "branch": "26004c9a724b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03229834900412243
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13478426900110207
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12823237098928075
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12812173200654797
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11140144600358326
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5241316619940335
    },
    {
      "branch": "af55be9f1fd1",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03881297798943706
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12061153799004387
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12615577899850905
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12832895999599714
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12653233400487807
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.160931279999204
    },
    {
      "branch": "219c01638c48",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.040005492002819665
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14515111499349587
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12323727000330109
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12429335599881597
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1250528749951627
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.839894524004194
    },
    {
      "branch": "255c602eb27e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03866336999635678
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "45d7e03a0a251892da53614f1d1c48b8781335a3e3411da910100241bd355d35",
  "failed_tests": [
    {
      "branch": "c0ff9908837a",
      "message_chars": 490,
      "message_redacted": true,
      "name": "tests.test_ansimage_api.test_directory_instead_of_file",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 147,
      "message_redacted": true,
      "name": "tests.test_ansimage_api.test_file_not_found_error",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 619,
      "message_redacted": true,
      "name": "tests.test_dithering.test_dithering_respects_terminal_size_rows",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 858,
      "message_redacted": true,
      "name": "tests.test_dithering.test_gradient_chars_dithering_shows_progression",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 515,
      "message_redacted": true,
      "name": "tests.test_dithering.test_color_image_blocks_dithering_preserves_rgb_values",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 202,
      "message_redacted": true,
      "name": "tests.test_dithering.test_dithering_mode_2_all_10_brightness_levels",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 1421,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_tr_value_zero_uses_default",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 201,
      "message_redacted": true,
      "name": "tests.test_dithering.test_chars_mode_all_boundary_thresholds",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 1421,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_tc_value_zero_uses_default",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 218,
      "message_redacted": true,
      "name": "tests.test_errors.test_directory_as_input",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 529,
      "message_redacted": true,
      "name": "tests.test_errors.test_tiff_format",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 725,
      "message_redacted": true,
      "name": "tests.test_go_output.test_go_flag_multicolor_image_color_accuracy",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 356,
      "message_redacted": true,
      "name": "tests.test_info_display.test_error_includes_specific_error_message",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 191,
      "message_redacted": true,
      "name": "tests.test_errors.test_truncated_png",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 808,
      "message_redacted": true,
      "name": "tests.test_info_display.test_credits_flag_tty_output_with_icon",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 1416,
      "message_redacted": true,
      "name": "tests.test_info_display.test_credits_flag_tty_contains_contributors_after_icon",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 419,
      "message_redacted": true,
      "name": "tests.test_ansimage_api.test_corrupt_png_file_error",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 855,
      "message_redacted": true,
      "name": "tests.test_dithering.test_dithering_respects_terminal_size_cols",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 193,
      "message_redacted": true,
      "name": "tests.test_errors.test_nonexistent_image_file",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 202,
      "message_redacted": true,
      "name": "tests.test_dithering.test_blocks_mode_all_boundary_thresholds",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 201,
      "message_redacted": true,
      "name": "tests.test_dithering.test_dithering_mode_1_all_5_brightness_levels",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 725,
      "message_redacted": true,
      "name": "tests.test_go_output.test_go_flag_with_gradient_image",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 846,
      "message_redacted": true,
      "name": "tests.test_rendering_basic.test_checkerboard_pattern_multi_color",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 841,
      "message_redacted": true,
      "name": "tests.test_rendering_basic.test_horizontal_gradient_rendering",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 463,
      "message_redacted": true,
      "name": "tests.test_ansimage_api.test_url_404_not_found",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 460,
      "message_redacted": true,
      "name": "tests.test_scaling.test_method2_fit_square_image",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 1431,
      "message_redacted": true,
      "name": "tests.test_info_display.test_credits_flag_tty_contains_ansi_escape_sequences",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 591,
      "message_redacted": true,
      "name": "tests.test_scaling.test_method2_extreme_tall_image",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 460,
      "message_redacted": true,
      "name": "tests.test_scaling.test_method2_fit_tall_image",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 460,
      "message_redacted": true,
      "name": "tests.test_scaling.test_scale_method_with_matte_color",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 200,
      "message_redacted": true,
      "name": "tests.test_dithering.test_chars_mode_boundary_brightness_230",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 1412,
      "message_redacted": true,
      "name": "tests.test_scaling.test_scale_with_zero_terminal_cols",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 456,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_explicit_terminal_size_small",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 529,
      "message_redacted": true,
      "name": "tests.test_errors.test_webp_format",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 460,
      "message_redacted": true,
      "name": "tests.test_scaling.test_method1_fill_center_crop_verification",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 458,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_extremely_tall_terminal_2x500",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 502,
      "message_redacted": true,
      "name": "tests.test_rendering_basic.test_tiff_format_support",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 502,
      "message_redacted": true,
      "name": "tests.test_rendering_basic.test_webp_format_support",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 459,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_terminal_size_with_dithering_mode_1",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 2502,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_non_numeric_terminal_cols",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 1412,
      "message_redacted": true,
      "name": "tests.test_scaling.test_scale_with_zero_terminal_rows",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 453,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_very_wide_short_terminal_150x3",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 1405,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_terminal_rows_zero_uses_default",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 1405,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_terminal_cols_zero_uses_default",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 158,
      "message_redacted": true,
      "name": "tests.test_ansimage_api.test_url_500_server_error",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 853,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_gif_format",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 859,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_with_dithering_chars",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 2502,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_non_numeric_terminal_rows",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 853,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_jpeg_basic",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 853,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_with_scale_fit",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 459,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_standard_terminal_size_80x24",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 441,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_terminal_size_with_scale_method_2_fit",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 847,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_with_scale_fill",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 853,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_png_basic",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 859,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_with_dithering_blocks",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 415,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_terminal_size_with_all_flags_combined",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 462,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_large_terminal_size_200x100",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 503,
      "message_redacted": true,
      "name": "tests.test_ansimage_api.test_url_connection_refused",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 446,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_404_error",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 853,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_redirect_handling",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 853,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_transparent_png_with_matte",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 448,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_invalid_domain_error",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 850,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_combined_flags_url",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 799,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_connection_refused",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 447,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_scale_fit_respects_terminal_size_bounds",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 447,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_terminal_size_with_dithering_mode_2",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 463,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_medium_terminal_size_100x50",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 155,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_large_image",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 447,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_piped_default_terminal_size",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 447,
      "message_redacted": true,
      "name": "tests.test_terminal_size.test_only_terminal_cols_specified",
      "status": "failure"
    },
    {
      "branch": "c0ff9908837a",
      "message_chars": 708,
      "message_redacted": true,
      "name": "tests.test_url_loading.test_http_url_malformed",
      "status": "failure"
    },
    {
      "branch": "26004c9a724b",
      "message_chars": 323,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_valid_argparse_proceeds_to_runtime_and_fails_opening_file[args8]",
      "status": "failure"
    },
    {
      "branch": "26004c9a724b",
      "message_chars": 323,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_valid_argparse_proceeds_to_runtime_and_fails_opening_file[args0]",
      "status": "failure"
    },
    {
      "branch": "26004c9a724b",
      "message_chars": 323,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_valid_argparse_proceeds_to_runtime_and_fails_opening_file[args3]",
      "status": "failure"
    },
    {
      "branch": "26004c9a724b",
      "message_chars": 323,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_valid_argparse_proceeds_to_runtime_and_fails_opening_file[args1]",
      "status": "failure"
    },
    {
      "branch": "26004c9a724b",
      "message_chars": 327,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_flag_with_equals_is_accepted_for_int_option",
      "status": "failure"
    },
    {
      "branch": "26004c9a724b",
      "message_chars": 323,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_valid_argparse_proceeds_to_runtime_and_fails_opening_file[args9]",
      "status": "failure"
    },
    {
      "branch": "26004c9a724b",
      "message_chars": 325,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_double_dash_makes_following_dash_arg_positional",
      "status": "failure"
    },
    {
      "branch": "26004c9a724b",
      "message_chars": 323,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_valid_argparse_proceeds_to_runtime_and_fails_opening_file[args6]",
      "status": "failure"
    },
    {
      "branch": "26004c9a724b",
      "message_chars": 323,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_valid_argparse_proceeds_to_runtime_and_fails_opening_file[args10]",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 10,
  "status_counts": {
    "failure": 90,
    "passed": 368
  },
  "test_branch_errors": {},
  "test_branches": [
    "150646b24a3d",
    "c0ff9908837a",
    "26004c9a724b",
    "af55be9f1fd1",
    "219c01638c48",
    "255c602eb27e"
  ],
  "test_records": 458,
  "warnings": []
}