{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:17:59.731215+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_additional_coverage.test_svg_output_with_options", "eval.tests.test_additional_coverage.test_all_code_options_combined", "eval.tests.test_additional_coverage.test_scale_factor_one", "eval.tests.test_comprehensive_coverage.test_scale_factors", "eval.tests.test_configuration.test_config_with_all_options", "eval.tests.test_configuration.test_config_file_auto_created", "eval.tests.test_output_destinations.test_output_raw_to_stdout", "eval.tests.test_styling_options.test_scale_factor_custom", "tests.test_error_handling.test_malformed_config_file", "tests.test_error_handling.test_invalid_range_nonnumeric", "tests.test_config_gaps.test_dimension_value_invalid_non_string_non_number", "tests.test_configuration.test_silent_mode_with_first_run_shows_info", "tests.test_edges_utilities.test_margin_x_only", "tests.test_configuration.test_custom_config_file_with_config_flag", "tests.test_edges_utilities.test_code_min_width_enforcement", "tests.test_configuration.test_config_with_numeric_string_values", "tests.test_error_handling.test_no_input_source", "tests.test_error_handling.test_binary_data_in_file", "tests.test_from_image.test_from_image_basic_stdin_exact_golden", "tests.test_configuration.test_config_with_empty_json_object", "tests.test_config_gaps.test_dimension_value_invalid_string_not_max", "tests.test_error_handling.test_delete_line_invalid_format", "tests.test_from_image.test_from_image_combined_features_exact_golden", "tests.test_configuration.test_first_run_creates_default_config", "tests.test_error_handling.test_raw_highlight_lines_invalid_json", "tests.test_error_handling.test_config_file_not_found", "tests.test_error_handling.test_nonexistent_file", "tests.test_from_image.test_from_image_medium_size_exact_golden", "tests.test_configuration.test_silent_mode_still_shows_errors", "tests.test_configuration.test_config_directory_created_if_missing", "tests.test_edges_utilities.test_margin_y_only", "tests.test_configuration.test_config_flag_with_invalid_json", "tests.test_edges_utilities.test_code_width_calculation_with_varied_line_lengths", "tests.test_error_handling.test_add_line_invalid_format", "tests.test_from_image.test_from_image_no_shadow_exact_golden", "tests.test_from_image.test_from_image_with_background_color_exact_golden", "tests.test_configuration.test_config_absolute_path_with_spaces", "tests.test_highlight_ranges.test_highlight_custom_color", "tests.test_highlight_ranges.test_absolute_highlight_range_with_code_range", "tests.test_configuration.test_config_file_location_standard_path", "tests.test_error_handling.test_highlight_range_invalid_format", "tests.test_error_handling.test_unsupported_output_format", "tests.test_from_image.test_from_image_with_title_exact_golden", "tests.test_error_handling.test_from_file_with_directory", "tests.test_configuration.test_config_flag_with_relative_path", "tests.test_from_image.test_from_image_large_image_exact_golden", "tests.test_configuration.test_config_json_with_trailing_comma", "tests.test_from_image.test_from_image_png_output_format", "tests.test_configuration.test_config_partial_fails_appropriately", "tests.test_edges_utilities.test_code_tab_replacement", "tests.test_from_image.test_from_image_with_margins_exact_golden", "tests.test_edges_utilities.test_code_trim_with_no_common_indentation", "tests.test_edges_utilities.test_margin_zero_values", "tests.test_highlight_ranges.test_single_line_file_highlight", "tests.test_highlight_ranges.test_raw_highlight_lines_multiple_colors", "tests.test_configuration.test_second_run_uses_existing_config", "tests.test_from_image.test_from_image_with_watermark_exact_golden", "tests.test_error_handling.test_invalid_range_format_multiple_colons", "tests.test_error_handling.test_invalid_theme_name", "tests.test_from_image.test_from_image_invalid_png_error", "tests.test_from_image.test_from_image_mac_window_style_exact_golden", "tests.test_input_sources.test_with_title_exact_golden", "tests.test_highlight_ranges.test_highlight_range_simple", "tests.test_configuration.test_multiple_runs_different_homes_isolated", "tests.test_input_sources.test_from_file_directory_error_message", "tests.test_edges_utilities.test_code_trim_leading_space", "tests.test_edges_utilities.test_code_trim_with_empty_lines_preserves_blank_lines", "tests.test_highlight_ranges.test_highlight_before_code_range", "tests.test_edges_utilities.test_margin_custom_values", "tests.test_highlight_ranges.test_invalid_json_in_raw_highlight_lines", "tests.test_highlight_ranges.test_highlight_with_line_numbers", "tests.test_highlight_ranges.test_highlight_with_start_line_number", "tests.test_input_sources.test_from_file_javascript_exact_golden", "tests.test_input_sources.test_execute_with_skip_flag_exact_golden", "tests.test_line_modifications.test_delete_line_custom_color", "tests.test_from_image.test_from_image_corrupt_png_error", "tests.test_from_image.test_from_image_small_image_exact_golden", "tests.test_input_sources.test_with_highlight_range_exact_golden", "tests.test_input_sources.test_with_range_selection_exact_golden", "tests.test_input_sources.test_from_file_nonexistent_error_message" ], "failed_tests_omitted": 221, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 853, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "codesnap-rs__codesnap.f81e4f3", "metrics": { "almost_resolved": "False", "cached_input_tokens": "6357632", "calls": "59", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T00:37:17.848597+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "5.1036", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "6520219", "instance_id": "codesnap-rs__codesnap.f81e4f3", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "436", "n_system_errors": "0", "n_tests": "571", "n_warnings": "0", "output_tokens": "37060", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "7408", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-codesnap-rs-codesnap", "run_version": "20260518T232006Z", "score": "0.7635726795096323", "session_ended_at": "2026-05-19T00:48:05.311Z", "session_started_at": "2026-05-19T00:37:25.800Z", "test_branch_errors": "{}", "total_tokens": "6557279", "wall_clock_seconds": "639" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/33", "./.git/objects/33/00fa6f2b193c39130326e2d796734273d1168e", "./.git/objects/86", "./.git/objects/86/d5a44a8e106c98582ab4418544efec8d1d102d", "./.git/objects/a6", "./.git/objects/a6/06c34b07cf699169a146c46ea1f0a57d0f8eb9", "./.git/objects/bf", "./.git/objects/bf/a8abbfe21daff99149e8c447e7baec0d5eed9a", "./.git/objects/c1", "./.git/objects/c1/b70673ecaf5dad9cc2564d82bbff095eefcaf9", "./.git/objects/f9", "./.git/objects/f9/ec2a742f0470533ae41ab5dfcaafc6d168e0e1", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./codesnap_cli.py", "./compile.sh", "./doc", "./doc/logo.png", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-0-of-5-20260518T232006Z-codesnap-rs-codesnap", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }