{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false,
    "summary_path": "agent-summary.json"
  },
  "codex_version": "codex-cli 0.131.0",
  "collected_at": "2026-05-19T20:21:33.207357+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_svgbob.test_inline_string_with_newline_escape",
      "eval.tests.test_svgbob.test_output_to_file_error",
      "eval.tests.test_svgbob.test_invalid_font_size_error",
      "eval.tests.test_svgbob.test_build_default_output_same_dir",
      "eval.tests.test_svgbob.test_build_only_converts_bob_extension",
      "eval.tests.test_svgbob.test_build_creates_output_dir",
      "eval.tests.test_svgbob.test_build_multiple_files",
      "eval.tests.test_svgbob.test_build_converts_bob_files",
      "eval.tests.test_svgbob.test_invalid_stroke_width_error",
      "eval.tests.test_svgbob.test_build_output_message",
      "eval.tests.test_svgbob.test_rectangle_box",
      "eval.tests.test_svgbob.test_circles_diagram",
      "eval.tests.test_svgbob.test_complex_diagram_from_file",
      "eval.tests.test_svgbob.test_escape_text_in_quotes",
      "eval.tests.test_svgbob.test_legend_styling_applied",
      "eval.tests.test_svgbob.test_demo_file_conversion",
      "eval.tests.test_svgbob.test_inline_string_multiline",
      "eval.tests.test_svgbob.test_vertical_line",
      "eval.tests.test_svgbob.test_horizontal_line",
      "eval.tests.test_svgbob.test_text_rendering",
      "eval.tests.test_svgbob.test_rounded_rectangle",
      "eval.tests.test_svgbob.test_svg_dimensions_scale_with_input",
      "eval.tests.test_svgbob.test_merge_file_conversion",
      "eval.tests.test_svgbob.test_circuits_file_conversion",
      "eval.tests.test_svgbob.test_height_increases_with_more_rows",
      "eval.tests.test_svgbob.test_example_file_conversion",
      "eval.tests.test_svgbob.test_build_with_file_pattern",
      "eval.tests.test_svgbob.test_long_file_conversion",
      "tests.test_cli_flags.test_output_file_write_error_permission",
      "tests.test_build_subcommand.test_output_to_existing_directory",
      "tests.test_build_subcommand.test_concurrent_output_directory_creation",
      "tests.test_build_subcommand.test_output_directory_with_spaces",
      "tests.test_cli_flags.test_inline_string_mode",
      "tests.test_cli_flags.test_inline_mode_with_complex_diagram",
      "tests.test_circle_shapes.test_circle11_radius_6",
      "tests.test_build_subcommand.test_diagram_with_grid_pattern",
      "tests.test_build_subcommand.test_whitespace_only_bob_file",
      "tests.test_circle_shapes.test_circles_connected_with_arrow",
      "tests.test_circle_shapes.test_circle5_period_quote_pattern",
      "tests.test_circle_shapes.test_circle_scale_factor_3x",
      "tests.test_circle_shapes.test_circle1_underscore_pattern",
      "tests.test_cli_flags.test_scale_factor",
      "tests.test_build_subcommand.test_single_file_conversion_in_current_dir",
      "tests.test_cli_flags.test_very_small_scale",
      "tests.test_build_subcommand.test_stdout_shows_conversion_progress",
      "tests.test_cli_flags.test_stdin_default_mode",
      "tests.test_build_subcommand.test_diagram_with_diagonal_lines",
      "tests.test_build_subcommand.test_batch_convert_ten_files",
      "tests.test_build_subcommand.test_large_diagram_file",
      "tests.test_build_subcommand.test_files_sorted_alphabetically_in_output",
      "tests.test_circle_shapes.test_circle2_underscored_pattern",
      "tests.test_circle_shapes.test_circle9_radius_5",
      "tests.test_cli_flags.test_scale_half",
      "tests.test_circle_shapes.test_circle_with_text_content",
      "tests.test_circle_shapes.test_circle6_radius_3_5",
      "tests.test_cli_flags.test_all_flags_combined_with_file_io",
      "tests.test_build_subcommand.test_single_file_with_output_dir",
      "tests.test_cli_flags.test_combined_font_and_scale",
      "tests.test_complex_diagrams.test_large_architecture_diagram_with_legend",
      "tests.test_cli_flags.test_build_subcommand_with_directory",
      "tests.test_cli_flags.test_invalid_font_size",
      "tests.test_build_subcommand.test_file_naming_preserves_basename",
      "tests.test_build_subcommand.test_subdirectory_pattern_matching",
      "tests.test_circle_shapes.test_circle3_comma_dash_pattern",
      "tests.test_circle_shapes.test_circle10_parentheses_sides",
      "tests.test_circle_shapes.test_circle7_radius_4_bottom_tail",
      "tests.test_build_subcommand.test_mixed_line_styles",
      "tests.test_build_subcommand.test_complex_diagram_with_multiple_shapes",
      "tests.test_circle_shapes.test_circle_scale_factor",
      "tests.test_build_subcommand.test_absolute_vs_relative_paths",
      "tests.test_build_subcommand.test_multiple_files_batch_processing",
      "tests.test_complex_shapes.test_octagon_eight_sided_polygon",
      "tests.test_complex_diagrams.test_legend_edge_cases_whitespace_newlines",
      "tests.test_cli_flags.test_scale_range",
      "tests.test_complex_diagrams.test_extreme_diagonal_lines_clipping",
      "tests.test_cli_flags.test_build_subcommand_creates_output_dir",
      "tests.test_cli_flags.test_invalid_stroke_width",
      "tests.test_build_subcommand.test_output_files_have_svg_extension",
      "tests.test_circle_shapes.test_overlapping_circles_vertical",
      "tests.test_circle_shapes.test_circle_with_leading_spaces"
    ],
    "failed_tests_omitted": 273,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 474,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "paper-prompt-nointernet",
  "instance_id": "ivanceras__svgbob.6d00ad9",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "4993664",
    "calls": "71",
    "codex_version": "codex-cli 0.131.0",
    "created_at": "2026-05-19T02:30:05.159734+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.5338",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "paper-prompt-nointernet",
    "input_tokens": "5130744",
    "instance_id": "ivanceras__svgbob.6d00ad9",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "120",
    "n_system_errors": "0",
    "n_tests": "472",
    "n_warnings": "0",
    "output_tokens": "45052",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "14857",
    "resolved": "False",
    "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-ivanceras-svgbob",
    "run_version": "20260518T232006Z",
    "score": "0.2542372881355932",
    "session_ended_at": "2026-05-19T02:42:10.764Z",
    "session_started_at": "2026-05-19T02:30:13.226Z",
    "test_branch_errors": "{}",
    "total_tokens": "5175796",
    "wall_clock_seconds": "717"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./.git",
      "./.git/COMMIT_EDITMSG",
      "./.git/HEAD",
      "./.git/branches",
      "./.git/config",
      "./.git/description",
      "./.git/hooks",
      "./.git/hooks/applypatch-msg.sample",
      "./.git/hooks/commit-msg.sample",
      "./.git/hooks/fsmonitor-watchman.sample",
      "./.git/hooks/post-update.sample",
      "./.git/hooks/pre-applypatch.sample",
      "./.git/hooks/pre-commit.sample",
      "./.git/hooks/pre-merge-commit.sample",
      "./.git/hooks/pre-push.sample",
      "./.git/hooks/pre-rebase.sample",
      "./.git/hooks/pre-receive.sample",
      "./.git/hooks/prepare-commit-msg.sample",
      "./.git/hooks/push-to-checkout.sample",
      "./.git/hooks/update.sample",
      "./.git/index",
      "./.git/info",
      "./.git/info/exclude",
      "./.git/logs",
      "./.git/logs/HEAD",
      "./.git/logs/refs",
      "./.git/logs/refs/heads",
      "./.git/logs/refs/heads/master",
      "./.git/objects",
      "./.git/objects/15",
      "./.git/objects/15/6f5d31f4bf394c8b95cd19d6475fb020ed5a16",
      "./.git/objects/33",
      "./.git/objects/33/dd4059f4951425325ed72c6a194a97622b983b",
      "./.git/objects/40",
      "./.git/objects/40/3b33b49e493d41b0eaa753bdc3a3abee994d6f",
      "./.git/objects/43",
      "./.git/objects/43/80b1fb2ba41604f712b165ef97cc93d0670af7",
      "./.git/objects/7d",
      "./.git/objects/7d/c9935f56f138b4f18bdfd29777bcc9fa7f02cd",
      "./.git/objects/ab",
      "./.git/objects/ab/28a3bf1cbc35d11acc3a024775adc76be97640",
      "./.git/objects/ff",
      "./.git/objects/ff/cda1a8b79177c8875e276274b842c49cbee277",
      "./.git/objects/info",
      "./.git/objects/pack",
      "./.git/refs",
      "./.git/refs/heads",
      "./.git/refs/heads/master",
      "./.git/refs/tags",
      "./LICENSE",
      "./README.md",
      "./compile.sh",
      "./crates",
      "./crates/svgbob_server",
      "./crates/svgbob_server/README.md",
      "./executable",
      "./svgbob_cli.py"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": true,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-ivanceras-svgbob",
  "run_version": "20260518T232006Z",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}