{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:23:04.877599+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_completions.test_completions_case_sensitive_powershell_mixed", "tests.test_cli_basics.test_completions_invalid_shell_error", "tests.test_check_success.test_check_simple_project", "tests.test_clean_errors.test_version_with_quiet_flag", "tests.test_check_success.test_check_with_borrowing", "tests.test_clean_errors.test_clean_multiple_times_in_row", "tests.test_cli_basics.test_flags_order_independence_quiet_version", "tests.test_check_success.test_check_generates_cache", "tests.test_check_success.test_check_workspace", "tests.test_clean_errors.test_clean_preserves_other_target_directories", "tests.test_check_success.test_check_with_multiple_functions", "tests.test_completions.test_completions_empty_string_shell_error", "tests.test_check.test_check_with_empty_string_path", "tests.test_clean_errors.test_clean_removes_target_owl_directory", "tests.test_check.test_check_flag_typo_detected", "tests.test_error_messages.test_main_command_typo_check_suggests_correction", "tests.test_error_messages.test_command_with_special_characters_provides_suggestion", "tests.test_flag_interactions.test_check_flag_on_completions_rejected", "tests.test_flag_interactions.test_global_flag_after_subcommand_completions_rejected", "tests.test_flag_interactions.test_check_flag_like_path_with_double_dash_separator", "tests.test_flag_interactions.test_toolchain_install_path_repeated_rejected", "tests.test_completions.test_completions_case_sensitive_nushell_capitalized", "tests.test_cli_basics.test_short_flags_combined_reversed_order", "tests.test_clean_errors.test_clean_deeply_nested_owl_directory", "tests.test_cli_basics.test_help_takes_precedence_over_version", "tests.test_error_messages.test_completions_invalid_shell_lists_valid_options", "tests.test_error_messages.test_main_command_typo_completions_suggests_correction", "tests.test_integration_workflows.test_workflow_toolchain_install_uninstall_reinstall", "tests.test_error_messages.test_toolchain_install_mixed_valid_invalid_flags", "tests.test_lsp_backend.test_initialize_with_process_id", "tests.test_error_messages.test_completions_shell_typo_fish_suggests_correction", "tests.test_flag_interactions.test_version_flag_repeated_rejected", "tests.test_flag_interactions.test_quiet_flag_before_check_succeeds_but_fails_analysis", "tests.test_lsp_backend.test_rustowl_analyze_custom_request", "tests.test_flag_interactions.test_toolchain_install_skip_flag_repeated_rejected", "tests.test_flag_interactions.test_combined_short_flags_version_first_quiet_after", "tests.test_lsp_analyze.test_analyze_with_all_features_flag", "tests.test_error_messages.test_version_flag_rejects_subcommands", "tests.test_cli_basics.test_empty_string_shell_argument_error", "tests.test_error_messages.test_completions_case_sensitive_validation", "tests.test_error_messages.test_version_flag_repeated_short_form_error", "tests.test_lsp_backend.test_initialize_with_zero_process_id", "tests.test_lsp_backend.test_did_open_directory_uri", "tests.test_integration_workflows.test_workflow_multiple_projects_different_dirs", "tests.test_lsp_backend.test_save_capability_supported", "tests.test_error_messages.test_help_with_unknown_command_shows_error", "tests.test_flag_interactions.test_stdio_flag_repeated_rejected", "tests.test_lsp_backend.test_did_change_workspace_folders_with_removed", "tests.test_lsp_backend.test_initialize_with_both_root_uri_and_workspace_folders", "tests.test_flag_interactions.test_check_empty_path_rejected", "tests.test_lsp_backend.test_multiple_workspace_folders_in_initialize", "tests.test_lsp_backend.test_multiple_consecutive_analyze_requests", "tests.test_lsp_analyze.test_analyze_with_both_flags", "tests.test_error_messages.test_check_flag_typo_suggests_correction", "tests.test_cli_basics.test_shell_name_case_sensitivity", "tests.test_error_messages.test_completions_empty_string_arg_error", "tests.test_error_messages.test_version_flag_repeated_long_form_error", "tests.test_lsp_backend.test_did_change_incremental_mode", "tests.test_lsp_backend.test_did_open_nonexistent_file", "tests.test_error_messages.test_help_check_rejects_extra_flags", "tests.test_lsp_analyze.test_single_file_analysis_without_cargo_project", "tests.test_lsp_backend.test_rustowl_cursor_before_analysis", "tests.test_flag_interactions.test_toolchain_install_empty_path_rejected", "tests.test_lsp_backend.test_cursor_with_multi_byte_utf8_characters", "tests.test_lsp_backend.test_initialize_with_invalid_root_uri", "tests.test_lsp_backend.test_did_open_with_invalid_uri", "tests.test_lsp_backend.test_did_open_rust_file_triggers_analysis", "tests.test_lsp_backend.test_did_open_then_immediate_did_change", "tests.test_lsp_analyze.test_analyze_with_all_targets_flag", "tests.test_error_messages.test_check_flag_typo_targets_suggests_correction", "tests.test_error_messages.test_version_flag_mixed_short_long_repetition_error", "tests.test_lsp_backend.test_workspace_folder_not_a_cargo_project", "tests.test_lsp_backend.test_cursor_after_analysis_completes_with_results", "tests.test_lsp_backend.test_multiple_shutdown_calls", "tests.test_lsp_backend.test_initialize_with_empty_capabilities", "tests.test_lsp_backend.test_did_change_workspace_folders_add_valid", "tests.test_lsp_backend.test_rustowl_cursor_position_at_end_of_file", "tests.test_lsp_backend.test_rustowl_cursor_nonexistent_file", "tests.test_lsp_backend.test_analyze_request_with_invalid_params", "tests.test_lsp_basic.test_request_before_initialize_error" ], "failed_tests_omitted": 163, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 762, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "cordx56__rustowl.655bc5c", "metrics": { "almost_resolved": "False", "cached_input_tokens": "1523328", "calls": "39", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T00:34:17.921184+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "1630024", "instance_id": "cordx56__rustowl.655bc5c", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "396", "n_system_errors": "0", "n_tests": "589", "n_warnings": "0", "output_tokens": "25662", "paper_compliant": "False", "pricing_source": "", "reasoning_effort": "xhigh", "reasoning_output_tokens": "9591", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-cordx56-rustowl", "run_version": "20260518T232006Z", "score": "0.6723259762308998", "session_ended_at": "2026-05-19T00:41:07.726Z", "session_started_at": "2026-05-19T00:34:26.055Z", "test_branch_errors": "{}", "total_tokens": "1655686", "wall_clock_seconds": "401" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/08", "./.git/objects/08/2ff5aa64847a4bcba21062bc610506d779f90d", "./.git/objects/0b", "./.git/objects/0b/d79ca8f6f94964d822f0e44d324b7709281b18", "./.git/objects/32", "./.git/objects/32/6598de63f2aa9c6e5693c9a7e144c2411eab67", "./.git/objects/37", "./.git/objects/37/2f20c6efcaf5a7aa2f6c5cd13124fe9824cf52", "./.git/objects/4a", "./.git/objects/4a/795c67c472a7ebeb545db1e56da10c0814308b", "./.git/objects/54", "./.git/objects/54/b97bb3cee3077f1fe7ead04d24228609ce26af", "./.git/objects/73", "./.git/objects/73/6306aa8fea5ef4a20a936439e1c1725456aa59", "./.git/objects/74", "./.git/objects/74/a7ad298d5557d128c5777c87f91fe2d9c77398", "./.git/objects/88", "./.git/objects/88/ed704d776dfe023b5624e602176a511a2a9784", "./.git/objects/8c", "./.git/objects/8c/cc3b83df9aac0ec33f00ac713332b97728dc0f", "./.git/objects/bd", "./.git/objects/bd/6a17939a99267c01f66586c92f1c00510b98e9", "./.git/objects/c0", "./.git/objects/c0/d49bad51321f5c73616d3ed586a3410a073c4b", "./.git/objects/d0", "./.git/objects/d0/a1fa1482eea82e19510e7920cbe3a03e41f691", "./.git/objects/e8", "./.git/objects/e8/14ad235f679168c4b70d8e4f6fb0c41895697e", "./.git/objects/fd", "./.git/objects/fd/3f4169429da6ba8380d885263c4056fb8dfafe", "./.git/objects/fe", "./.git/objects/fe/0f9047a975c022c5a2470f48cf8cbdfe1a8648", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./compile.sh", "./completion_data", "./completion_data/bash.out", "./completion_data/elvish.out", "./completion_data/fish.out", "./completion_data/nushell.out", "./completion_data/powershell.out", "./completion_data/zsh.out", "./docs", "./docs/assets", "./docs/assets/readme-screenshot-2.png", "./docs/assets/readme-screenshot-3.png", "./docs/assets/readme-screenshot.png", "./docs/assets/rustowl-logo-dark.svg", "./docs/assets/rustowl-logo.svg", "./docs/assets/vs-code-cursor-on-unwrap-visualized.png", "./docs/assets/vs-code-cursor-on-unwrap.png", "./docs/assets/vs-code-progress.png", "./docs/neovim-configuration.md", "./docs/usage.md", "./executable", "./rustowl_cli.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-cordx56-rustowl", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }