{
  "agent_trace": {
    "codex_logs_available_local_only": true,
    "raw_logs_published": false
  },
  "collected_at": "2026-05-18T13:24:56.786514+00:00",
  "docker_cpus": 16,
  "docker_memory": "30g",
  "eval": {
    "error_code": null,
    "failed_tests": [
      "eval.tests.test_actual_rendering.test_render_with_cover_image",
      "eval.tests.test_actual_rendering.test_render_to_stdout",
      "eval.tests.test_create_book.test_create_book_with_filename",
      "eval.tests.test_create_book.test_create_book_file_already_exists",
      "eval.tests.test_output_formats.test_html_dir_format",
      "eval.tests.test_print_template.test_print_template_multiple_types",
      "eval.tests.test_single_file_rendering.test_single_to_stdout",
      "tests.test_cli.test_stdin_single_mode",
      "tests.test_cli.test_verbose_flag_shows_debug_output",
      "tests.test_book.test_option_type_error_int_as_string",
      "tests.test_book.test_option_float_invalid_string",
      "tests.test_cli.test_output_formats_html_dir",
      "tests.test_book.test_option_strvec_invalid_element_type",
      "tests.test_book.test_rendering_chapter_template_option",
      "tests.test_book.test_book_file_with_yaml_style_multiline_string",
      "tests.test_book.test_option_resources_base_path_templates",
      "tests.test_epub.test_cover_image_handling",
      "tests.test_cli.test_set_invalid_option_error",
      "tests.test_epub.test_epub_version_3_explicit",
      "tests.test_book.test_additional_metadata_fields",
      "tests.test_book.test_part_syntax_at_sign",
      "tests.test_book.test_specific_chapter_number_syntax",
      "tests.test_epub.test_toc_extras_option",
      "tests.test_cli.test_stdin_book_mode",
      "tests.test_book.test_option_float_wrong_yaml_type",
      "tests.test_cli.test_no_fancy_flag_disables_ui",
      "tests.test_book.test_option_strvec_not_array",
      "tests.test_book.test_option_type_error_array_as_string",
      "tests.test_cli.test_stats_flag_shows_word_count",
      "tests.test_cli.test_autograph_mode_requires_stdin",
      "tests.test_epub.test_images_in_content",
      "tests.test_book.test_option_multiple_imports_chain",
      "tests.test_epub.test_metadata_in_opf",
      "tests.test_book.test_subchapter_double_dash_syntax",
      "tests.test_book.test_rendering_inline_toc_option",
      "tests.test_book.test_tex_options_paper_size",
      "tests.test_book.test_unnumbered_part_syntax",
      "tests.test_errors.test_multiple_error_types_in_same_book",
      "tests.test_errors.test_template_not_found_error_format",
      "tests.test_cli.test_verbose_quiet_conflict",
      "tests.test_book.test_option_strvec_invalid_output_format",
      "tests.test_book.test_option_type_error_string_as_int",
      "tests.test_cli.test_multiple_set_flags_error",
      "tests.test_cli.test_create_book_with_set_options",
      "tests.test_epub.test_footnote_handling_epub2",
      "tests.test_errors.test_output_directory_not_found",
      "tests.test_book.test_inline_toc_name_option",
      "tests.test_epub.test_custom_css_addition",
      "tests.test_errors.test_malformed_yaml_configuration",
      "tests.test_html_dir.test_html_dir_error_when_output_is_file_not_directory",
      "tests.test_html_dir.test_html_dir_special_characters_in_titles",
      "tests.test_book.test_rendering_roman_numerals_option",
      "tests.test_errors.test_invalid_book_option_error_formatting",
      "tests.test_errors.test_invalid_yaml_structure_error",
      "tests.test_errors.test_epub_zipper_error_format",
      "tests.test_book.test_option_type_error_bool_as_int",
      "tests.test_book.test_option_import_nonexistent_file",
      "tests.test_cli.test_output_to_stdout",
      "tests.test_errors.test_missing_image_in_markdown",
      "tests.test_html_dir.test_html_dir_metadata_in_index_page",
      "tests.test_epub.test_footnote_handling_epub3",
      "tests.test_html_dir.test_html_dir_prev_next_chapter_links",
      "tests.test_errors.test_empty_book_file",
      "tests.test_errors.test_invalid_boolean_option_value",
      "tests.test_epub.test_missing_cover_error",
      "tests.test_errors.test_book_option_type_error_formatting",
      "tests.test_html_dir.test_html_dir_menu_svg_is_valid",
      "tests.test_html_dir.test_html_dir_cleans_previous_output",
      "tests.test_html_dir.test_html_dir_favicon_on_index_page",
      "tests.test_errors.test_render_error_epub_missing_cover",
      "tests.test_html_dir.test_html_dir_creates_required_files",
      "tests.test_book.test_option_type_error_string_as_bool",
      "tests.test_book.test_option_import_merges_settings",
      "tests.test_html_dir.test_html_dir_inline_toc_on_index_when_enabled",
      "tests.test_errors.test_missing_cover_image",
      "tests.test_html_dir.test_html_dir_viewport_meta_for_mobile",
      "tests.test_errors.test_template_error_formatting",
      "tests.test_errors.test_invalid_integer_option_value",
      "tests.test_html_dir.test_html_dir_images_directory_created",
      "tests.test_errors.test_verbose_mode_shows_debug_info"
    ],
    "failed_tests_omitted": 254,
    "public_eval_path": "eval.json",
    "summary_path": "eval-summary.json",
    "test_branch_errors": {},
    "test_records": 887,
    "warnings": []
  },
  "host_machine": "x86_64",
  "host_system": "Linux",
  "inference_mode": "mini-swe-compatible-nointernet",
  "instance_id": "crowdagger__crowbook.ea214d7",
  "metrics": {
    "almost_resolved": "False",
    "cached_input_tokens": "3943936",
    "calls": "68",
    "created_at": "2026-05-17T10:26:13.413166+00:00",
    "docker_cpus": "16",
    "docker_memory": "30g",
    "error_code": "",
    "estimated_cost_usd": "4.6202",
    "evaluator_problem": "False",
    "host_machine": "x86_64",
    "host_system": "Linux",
    "inference_mode": "mini-swe-compatible-nointernet",
    "input_tokens": "4140260",
    "instance_id": "crowdagger__crowbook.ea214d7",
    "long_context_calls": "0",
    "model": "gpt-5.5",
    "n_resolved_tests": "483",
    "n_system_errors": "0",
    "n_tests": "807",
    "n_warnings": "0",
    "output_tokens": "55553",
    "paper_compliant": "False",
    "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5",
    "reasoning_effort": "xhigh",
    "reasoning_output_tokens": "14874",
    "resolved": "False",
    "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-crowdagger-crowbook",
    "run_version": "",
    "score": "0.5985130111524164",
    "session_ended_at": "2026-05-17T10:41:02.894Z",
    "session_started_at": "2026-05-17T10:26:16.418Z",
    "test_branch_errors": "{}",
    "total_tokens": "4195813",
    "wall_clock_seconds": "886"
  },
  "model": "gpt-5.5",
  "package": {
    "contents": [
      ".",
      "./compile.sh",
      "./crowbook_reimpl.py",
      "./executable"
    ],
    "contents_omitted": 0,
    "submission_available_local_only": true
  },
  "paper_compliant": false,
  "paper_mode": false,
  "reasoning_effort": "xhigh",
  "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-crowdagger-crowbook",
  "run_version": "",
  "usage_audit": {
    "available_local_artifact": true,
    "public_path": "usage-audit.json"
  }
}