{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:25:01.913714+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_svgbob.test_inline_string_with_newline_escape",
      "eval.tests.test_svgbob.test_output_to_file_error",
      "eval.tests.test_svgbob.test_invalid_stroke_width_error",
      "eval.tests.test_svgbob.test_invalid_font_size_error",
      "eval.tests.test_svgbob.test_invalid_scale_error",
      "eval.tests.test_svgbob.test_build_converts_bob_files",
      "eval.tests.test_svgbob.test_build_creates_output_dir",
      "eval.tests.test_svgbob.test_build_output_message",
      "eval.tests.test_svgbob.test_build_default_output_same_dir",
      "eval.tests.test_svgbob.test_build_only_converts_bob_extension",
      "eval.tests.test_svgbob.test_build_multiple_files",
      "eval.tests.test_svgbob.test_rounded_rectangle",
      "eval.tests.test_svgbob.test_escape_text_in_quotes",
      "eval.tests.test_svgbob.test_build_with_file_pattern",
      "eval.tests.test_svgbob.test_inline_string_multiline",
      "tests.test_circle_shapes.test_circle1_underscore_pattern",
      "tests.test_cli_flags.test_output_file_write_error_permission",
      "tests.test_circle_shapes.test_circle_scale_factor_3x",
      "tests.test_circle_shapes.test_circle11_radius_6",
      "tests.test_build_subcommand.test_diagram_with_grid_pattern",
      "tests.test_cli_flags.test_inline_mode_with_complex_diagram",
      "tests.test_build_subcommand.test_whitespace_only_bob_file",
      "tests.test_build_subcommand.test_output_to_existing_directory",
      "tests.test_circle_shapes.test_circles_connected_with_arrow",
      "tests.test_build_subcommand.test_concurrent_output_directory_creation",
      "tests.test_circle_shapes.test_circle5_period_quote_pattern",
      "tests.test_build_subcommand.test_output_directory_with_spaces",
      "tests.test_build_subcommand.test_single_file_conversion_in_current_dir",
      "tests.test_cli_flags.test_invalid_font_size",
      "tests.test_complex_diagrams.test_large_architecture_diagram_with_legend",
      "tests.test_cli_flags.test_build_subcommand_with_directory",
      "tests.test_circle_shapes.test_circle2_underscored_pattern",
      "tests.test_build_subcommand.test_diagram_with_diagonal_lines",
      "tests.test_build_subcommand.test_large_diagram_file",
      "tests.test_circle_shapes.test_circle6_radius_3_5",
      "tests.test_build_subcommand.test_files_sorted_alphabetically_in_output",
      "tests.test_circle_shapes.test_circle9_radius_5",
      "tests.test_circle_shapes.test_circle_with_text_content",
      "tests.test_build_subcommand.test_batch_convert_ten_files",
      "tests.test_build_subcommand.test_stdout_shows_conversion_progress",
      "tests.test_cli_flags.test_invalid_stroke_width",
      "tests.test_build_subcommand.test_single_file_with_output_dir",
      "tests.test_complex_diagrams.test_legend_edge_cases_whitespace_newlines",
      "tests.test_complex_diagrams.test_extreme_diagonal_lines_clipping",
      "tests.test_complex_shapes.test_rounded_rectangles_multiple_sizes",
      "tests.test_cli_flags.test_build_subcommand_nonexistent_input_dir",
      "tests.test_complex_shapes.test_hexagon_six_sided_polygon",
      "tests.test_build_subcommand.test_subdirectory_pattern_matching",
      "tests.test_build_subcommand.test_absolute_vs_relative_paths",
      "tests.test_circle_shapes.test_circle7_radius_4_bottom_tail",
      "tests.test_cli_flags.test_invalid_scale",
      "tests.test_circle_shapes.test_circle10_parentheses_sides",
      "tests.test_build_subcommand.test_file_naming_preserves_basename",
      "tests.test_build_subcommand.test_multiple_files_batch_processing",
      "tests.test_build_subcommand.test_complex_diagram_with_multiple_shapes",
      "tests.test_circle_shapes.test_circle_scale_factor",
      "tests.test_circle_shapes.test_circle3_comma_dash_pattern",
      "tests.test_build_subcommand.test_mixed_line_styles",
      "tests.test_complex_diagrams.test_massive_grid_boundary_clipping_stress",
      "tests.test_complex_diagrams.test_precise_collinear_lines_alignment",
      "tests.test_complex_shapes.test_irregular_polygon_asymmetric_vertices",
      "tests.test_cli_flags.test_build_subcommand_with_extension_filter",
      "tests.test_complex_shapes.test_octagon_eight_sided_polygon",
      "tests.test_build_subcommand.test_diagram_with_text_labels",
      "tests.test_build_subcommand.test_output_files_have_svg_extension",
      "tests.test_circle_shapes.test_overlapping_circles_vertical",
      "tests.test_build_subcommand.test_empty_bob_file",
      "tests.test_build_subcommand.test_no_matching_files",
      "tests.test_circle_shapes.test_circle_large_vertical_bars",
      "tests.test_circle_shapes.test_circle_with_leading_spaces",
      "tests.test_build_subcommand.test_special_characters_in_diagram",
      "tests.test_build_subcommand.test_nested_shapes",
      "tests.test_circle_shapes.test_circle8_large_slash_pattern",
      "tests.test_complex_shapes.test_diamond_bullet_markers_multiple",
      "tests.test_complex_diagrams.test_huge_flowchart_boundary_stress",
      "tests.test_complex_diagrams.test_mixed_shapes_with_legend_integration",
      "tests.test_complex_shapes.test_overlapping_rectangles_boundaries",
      "tests.test_complex_shapes.test_three_level_nested_rectangles",
      "tests.test_complex_shapes.test_filled_rectangle_with_hash_marks",
      "tests.test_build_subcommand.test_output_directory_same_as_input"
    ],
    "failed_tests_omitted": 202,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 474,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "ivanceras__svgbob.6d00ad9",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "3303424",
    "calls": "72",
    "created_at": "2026-05-17T11:45:47.599056+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "3.4720",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "3434441",
    "instance_id": "ivanceras__svgbob.6d00ad9",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "190",
    "n_system_errors": "0",
    "n_tests": "472",
    "n_warnings": "0",
    "output_tokens": "38839",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "14344",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ivanceras-svgbob",
    "run_version": "",
    "score": "0.4025423728813559",
    "session_ended_at": "2026-05-17T11:57:08.051Z",
    "session_started_at": "2026-05-17T11:45:50.628Z",
    "test_branch_errors": "{}",
    "total_tokens": "3473280",
    "wall_clock_seconds": "677"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./executable",
      "./svgbob_compat.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-ivanceras-svgbob",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}