{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 1.0834497600008035
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15269976999843493
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13375479899696074
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.08364859399443958
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1340288450010121
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6733064019936137
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14893126000242773
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10887072399782483
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11241008699289523
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09914501100138295
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.7482482319901465
    },
    {
      "branch": "1b6f0d2f3f1f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04053269900032319
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12919114700343926
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1302574330038624
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11436403200787026
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1310531819908647
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 41.757654311993974
    },
    {
      "branch": "bbc3caab3762",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03857389399490785
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "35fdb53a077bb7b29099e3e6bf808be0637701e0038d8ee078a3c099db7cdad0",
  "failed_tests": [
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 7255,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_inline_string_with_newline_escape",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 492,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_output_to_file_error",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_invalid_stroke_width_error",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_invalid_font_size_error",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_invalid_scale_error",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 135,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_build_converts_bob_files",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 143,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_build_creates_output_dir",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 210,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_build_output_message",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 136,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_build_default_output_same_dir",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 216,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_build_only_converts_bob_extension",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 136,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_build_multiple_files",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 7241,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_rounded_rectangle",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 7246,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_escape_text_in_quotes",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 136,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_build_with_file_pattern",
      "status": "failure"
    },
    {
      "branch": "1b6f0d2f3f1f",
      "message_chars": 510,
      "message_redacted": true,
      "name": "eval.tests.test_svgbob.test_inline_string_multiline",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 76,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle1_underscore_pattern",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 458,
      "message_redacted": true,
      "name": "tests.test_cli_flags.test_output_file_write_error_permission",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 76,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle_scale_factor_3x",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle11_radius_6",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 122,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_diagram_with_grid_pattern",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 55,
      "message_redacted": true,
      "name": "tests.test_cli_flags.test_inline_mode_with_complex_diagram",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 128,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_whitespace_only_bob_file",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 458,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_output_to_existing_directory",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 77,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circles_connected_with_arrow",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 408,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_concurrent_output_directory_creation",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle5_period_quote_pattern",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 458,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_output_directory_with_spaces",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 153,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_single_file_conversion_in_current_dir",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_cli_flags.test_invalid_font_size",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 4032,
      "message_redacted": true,
      "name": "tests.test_complex_diagrams.test_large_architecture_diagram_with_legend",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 135,
      "message_redacted": true,
      "name": "tests.test_cli_flags.test_build_subcommand_with_directory",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle2_underscored_pattern",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 126,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_diagram_with_diagonal_lines",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 123,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_large_diagram_file",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle6_radius_3_5",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 84,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_files_sorted_alphabetically_in_output",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle9_radius_5",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 76,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle_with_text_content",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 81,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_batch_convert_ten_files",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 115,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_stdout_shows_conversion_progress",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_cli_flags.test_invalid_stroke_width",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 408,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_single_file_with_output_dir",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 4057,
      "message_redacted": true,
      "name": "tests.test_complex_diagrams.test_legend_edge_cases_whitespace_newlines",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 411,
      "message_redacted": true,
      "name": "tests.test_complex_diagrams.test_extreme_diagonal_lines_clipping",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 410,
      "message_redacted": true,
      "name": "tests.test_complex_shapes.test_rounded_rectangles_multiple_sizes",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 112,
      "message_redacted": true,
      "name": "tests.test_cli_flags.test_build_subcommand_nonexistent_input_dir",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 410,
      "message_redacted": true,
      "name": "tests.test_complex_shapes.test_hexagon_six_sided_polygon",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 170,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_subdirectory_pattern_matching",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 122,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_absolute_vs_relative_paths",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle7_radius_4_bottom_tail",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "tests.test_cli_flags.test_invalid_scale",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle10_parentheses_sides",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 171,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_file_naming_preserves_basename",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 159,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_multiple_files_batch_processing",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 125,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_complex_diagram_with_multiple_shapes",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 76,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle_scale_factor",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle3_comma_dash_pattern",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 123,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_mixed_line_styles",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 411,
      "message_redacted": true,
      "name": "tests.test_complex_diagrams.test_massive_grid_boundary_clipping_stress",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_complex_diagrams.test_precise_collinear_lines_alignment",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 410,
      "message_redacted": true,
      "name": "tests.test_complex_shapes.test_irregular_polygon_asymmetric_vertices",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 137,
      "message_redacted": true,
      "name": "tests.test_cli_flags.test_build_subcommand_with_extension_filter",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 410,
      "message_redacted": true,
      "name": "tests.test_complex_shapes.test_octagon_eight_sided_polygon",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 125,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_diagram_with_text_labels",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 86,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_output_files_have_svg_extension",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 77,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_overlapping_circles_vertical",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 164,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_empty_bob_file",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 143,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_no_matching_files",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle_large_vertical_bars",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle_with_leading_spaces",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 125,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_special_characters_in_diagram",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 124,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_nested_shapes",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_circle_shapes.test_circle8_large_slash_pattern",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 410,
      "message_redacted": true,
      "name": "tests.test_complex_shapes.test_diamond_bullet_markers_multiple",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 411,
      "message_redacted": true,
      "name": "tests.test_complex_diagrams.test_huge_flowchart_boundary_stress",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 4014,
      "message_redacted": true,
      "name": "tests.test_complex_diagrams.test_mixed_shapes_with_legend_integration",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 410,
      "message_redacted": true,
      "name": "tests.test_complex_shapes.test_overlapping_rectangles_boundaries",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 411,
      "message_redacted": true,
      "name": "tests.test_complex_shapes.test_three_level_nested_rectangles",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 409,
      "message_redacted": true,
      "name": "tests.test_complex_shapes.test_filled_rectangle_with_hash_marks",
      "status": "failure"
    },
    {
      "branch": "bbc3caab3762",
      "message_chars": 408,
      "message_redacted": true,
      "name": "tests.test_build_subcommand.test_output_directory_same_as_input",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 202,
  "status_counts": {
    "failure": 282,
    "passed": 192
  },
  "test_branch_errors": {},
  "test_branches": [
    "1b6f0d2f3f1f",
    "bbc3caab3762"
  ],
  "test_records": 474,
  "warnings": []
}