{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.3374420280015329
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14553569100098684
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13545642200915609
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13054342300165445
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1273259279987542
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.638902404010878
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13084599800640717
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13504432899935637
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12631167800282128
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1062332309957128
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.6440834169916343
    },
    {
      "branch": "968f3166367c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03918287499982398
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13153412299288902
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1118094159901375
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12502888799645007
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11542120900412556
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 997.9983705180057
    },
    {
      "branch": "5695bac60382",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027702218998456374
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "b3b29bbe2d815070d5b4804a7cca65bcdf7a64501e8c2e3bbc0371bdea7f92f1",
  "failed_tests": [
    {
      "branch": "5695bac60382",
      "message_chars": 114,
      "message_redacted": true,
      "name": "tests.test_basic.test_basic_png_conversion",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 122,
      "message_redacted": true,
      "name": "tests.test_basic.test_auto_generated_output_filename",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 116,
      "message_redacted": true,
      "name": "tests.test_basic.test_overwrite_protection_without_flag",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 120,
      "message_redacted": true,
      "name": "tests.test_basic.test_verbose_mode",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 126,
      "message_redacted": true,
      "name": "tests.test_basic.test_overwrite_with_flag",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 522,
      "message_redacted": true,
      "name": "tests.test_basic.test_complex_multi_box_diagram",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 522,
      "message_redacted": true,
      "name": "tests.test_basic.test_multiple_shape_types",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 122,
      "message_redacted": true,
      "name": "tests.test_basic.test_utf8_encoding",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 119,
      "message_redacted": true,
      "name": "tests.test_basic.test_tab_size_4",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 119,
      "message_redacted": true,
      "name": "tests.test_basic.test_tab_size_8",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_basic.test_scale_larger",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 119,
      "message_redacted": true,
      "name": "tests.test_basic.test_scale_smaller",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 119,
      "message_redacted": true,
      "name": "tests.test_basic.test_stdin_to_file",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 510,
      "message_redacted": true,
      "name": "tests.test_basic.test_arrows_and_connectors",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 511,
      "message_redacted": true,
      "name": "tests.test_basic.test_nested_boxes",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_basic.test_no_shadows_option",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 122,
      "message_redacted": true,
      "name": "tests.test_basic.test_round_corners_option",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 130,
      "message_redacted": true,
      "name": "tests.test_basic.test_transparent_background",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 124,
      "message_redacted": true,
      "name": "tests.test_basic.test_background_color",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 118,
      "message_redacted": true,
      "name": "tests.test_basic.test_debug_mode",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 120,
      "message_redacted": true,
      "name": "tests.test_basic.test_no_antialias_option",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 121,
      "message_redacted": true,
      "name": "tests.test_basic.test_no_separation_option",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 119,
      "message_redacted": true,
      "name": "tests.test_basic.test_fixed_slope_option",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 122,
      "message_redacted": true,
      "name": "tests.test_basic.test_multiple_flags_combined",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 128,
      "message_redacted": true,
      "name": "tests.test_basic.test_transparent_overrides_background",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 119,
      "message_redacted": true,
      "name": "tests.test_basic.test_empty_input_file",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 124,
      "message_redacted": true,
      "name": "tests.test_basic.test_whitespace_only_input",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 517,
      "message_redacted": true,
      "name": "tests.test_basic.test_large_complex_diagram",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 525,
      "message_redacted": true,
      "name": "tests.test_basic.test_special_characters_in_text",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 137,
      "message_redacted": true,
      "name": "tests.test_basic.test_verbose_with_multiple_options",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 452,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_default_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 442,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_no_shadows_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 440,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_debug_grid_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 430,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_transparent_background",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 452,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_antialias_enabled",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 433,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_round_corners",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 460,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_scaled_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 437,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_custom_background_color",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 439,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_colored_shape_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 433,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_storage_shape_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 431,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_dashed_stroke_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 438,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_combined_no_shadows_round_corners",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 458,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_complex_multicolor_diagram",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 454,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_document_shape_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 448,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_io_shape_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 448,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_decision_shape_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 438,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_ellipse_shape_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 426,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_combined_transparent_no_shadows_debug",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 437,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_custom_shape_svg_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 441,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_custom_shape_png_rendering",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 437,
      "message_redacted": true,
      "name": "tests.test_bitmap_renderer.test_png_custom_shape_with_border",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 357,
      "message_redacted": true,
      "name": "tests.test_bitmapgaps.test_dashed_line_rendering_svg",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 357,
      "message_redacted": true,
      "name": "tests.test_bitmapgaps.test_round_corners_svg",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 352,
      "message_redacted": true,
      "name": "tests.test_bitmapgaps.test_antialias_off_svg",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 358,
      "message_redacted": true,
      "name": "tests.test_bitmapgaps.test_io_shape_rendering_svg",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 357,
      "message_redacted": true,
      "name": "tests.test_bitmapgaps.test_storage_shape_rendering_svg",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 357,
      "message_redacted": true,
      "name": "tests.test_bitmapgaps.test_ellipse_rendering_svg",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 357,
      "message_redacted": true,
      "name": "tests.test_bitmapgaps.test_document_shape_rendering_svg",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 357,
      "message_redacted": true,
      "name": "tests.test_bitmapgaps.test_combined_no_shadows_round_corners_color_svg",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 358,
      "message_redacted": true,
      "name": "tests.test_bitmapgaps.test_complex_multi_shape_diagram_svg",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 122,
      "message_redacted": true,
      "name": "tests.test_cellset_deep.test_closed_shape_boundary_detection",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 122,
      "message_redacted": true,
      "name": "tests.test_cellset_deep.test_open_shape_no_fill",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 122,
      "message_redacted": true,
      "name": "tests.test_cellset_deep.test_nested_shapes_separate_boundaries",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 122,
      "message_redacted": true,
      "name": "tests.test_cellset_deep.test_adjacent_shapes_no_common_cells",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 122,
      "message_redacted": true,
      "name": "tests.test_cellset_deep.test_complex_boundary_following",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 123,
      "message_redacted": true,
      "name": "tests.test_cellset_deep.test_fillable_area_with_star_boundaries",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 122,
      "message_redacted": true,
      "name": "tests.test_cellset_deep.test_connected_cells_next_to_detection",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 123,
      "message_redacted": true,
      "name": "tests.test_cellset_deep.test_multiple_disjoint_cellsets",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 73,
      "message_redacted": true,
      "name": "tests.test_complex.test_special_shape_types_document_storage_io",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 70,
      "message_redacted": true,
      "name": "tests.test_complex.test_deeply_nested_boxes_five_levels",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 69,
      "message_redacted": true,
      "name": "tests.test_complex.test_mixed_elements_bullets_separators_colors",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 81,
      "message_redacted": true,
      "name": "tests.test_complex.test_network_topology_with_multiple_colors_and_storage_shapes",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 76,
      "message_redacted": true,
      "name": "tests.test_complex.test_diagonal_lines_and_complex_intersections",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 68,
      "message_redacted": true,
      "name": "tests.test_complex.test_color_tags_all_standard_colors",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 523,
      "message_redacted": true,
      "name": "tests.test_compositeshape_advanced.test_deep_zigzag_recursion",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 531,
      "message_redacted": true,
      "name": "tests.test_compositeshape_advanced.test_spiral_open_path",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 519,
      "message_redacted": true,
      "name": "tests.test_compositeshape_advanced.test_y_junction_three_way_split",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 542,
      "message_redacted": true,
      "name": "tests.test_compositeshape_advanced.test_t_junction_with_rounded_corners",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 544,
      "message_redacted": true,
      "name": "tests.test_compositeshape_advanced.test_nested_multiple_junctions",
      "status": "failure"
    },
    {
      "branch": "5695bac60382",
      "message_chars": 540,
      "message_redacted": true,
      "name": "tests.test_compositeshape_advanced.test_dashed_junction_infection",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 301,
  "status_counts": {
    "failure": 381,
    "passed": 300
  },
  "test_branch_errors": {},
  "test_branches": [
    "968f3166367c",
    "5695bac60382"
  ],
  "test_records": 681,
  "warnings": []
}