{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:23:05.760423+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_additional_flags.test_internal_editor_flag", "eval.tests.test_additional_flags.test_all_flags_combined", "eval.tests.test_with_terminal.test_tmux_multiple_files", "eval.tests.test_with_terminal.test_tmux_detail_mode", "eval.tests.test_with_terminal.test_tmux_shows_file_count", "eval.tests.test_more_coverage.test_run_3", "eval.tests.test_with_terminal.test_tmux_basic_launch", "eval.tests.test_with_terminal_advanced.test_copy_file_path", "eval.tests.test_more_coverage.test_run_8", "eval.tests.test_more_coverage.test_run_1", "eval.tests.test_with_terminal_advanced.test_navigate_multiple", "eval.tests.test_with_terminal_advanced.test_copy_file", "eval.tests.test_with_terminal_advanced.test_create_symlink", "eval.tests.test_additional_flags.test_combined_editor_flags", "eval.tests.test_with_terminal_advanced.test_list_files", "eval.tests.test_with_terminal_advanced.test_mixed_sizes", "eval.tests.test_with_terminal_advanced.test_rename_file", "eval.tests.test_with_terminal_advanced.test_navigate_dotfiles", "eval.tests.test_with_terminal.test_tmux_navigation_interface", "eval.tests.test_with_terminal.test_tmux_hidden_files", "eval.tests.test_with_terminal.test_tmux_color_scheme", "eval.tests.test_with_terminal.test_tmux_with_files", "eval.tests.test_with_terminal_comprehensive.test_waitedit", "eval.tests.test_with_terminal_advanced.test_navigate_first", "eval.tests.test_more_coverage.test_run_4", "eval.tests.test_with_terminal_advanced.test_move_file", "eval.tests.test_with_terminal_advanced.test_create_hardlink", "eval.tests.test_more_coverage.test_run_9", "eval.tests.test_with_terminal_advanced.test_long_filename", "eval.tests.test_with_terminal_advanced.test_readonly_file", "eval.tests.test_more_coverage.test_run_2", "eval.tests.test_with_terminal_comprehensive.test_page_down", "eval.tests.test_with_terminal.test_tmux_empty_directory", "eval.tests.test_with_terminal.test_tmux_sort_by_size", "eval.tests.test_with_terminal_comprehensive.test_navigate_cycle", "eval.tests.test_with_terminal_comprehensive.test_show_info", "eval.tests.test_with_terminal_advanced.test_rapid_navigation", "eval.tests.test_with_terminal_advanced.test_search_files", "eval.tests.test_with_terminal_comprehensive.test_cli_opener", "eval.tests.test_with_terminal_advanced.test_navigate_last", "eval.tests.test_more_coverage.test_run_5", "eval.tests.test_with_terminal_advanced.test_duplicate_file", "eval.tests.test_with_terminal_advanced.test_permissions", "eval.tests.test_more_coverage.test_run_10", "eval.tests.test_with_terminal_advanced.test_special_chars_filename", "eval.tests.test_with_terminal_advanced.test_empty_files", "eval.tests.test_with_terminal.test_tmux_subdirectories", "eval.tests.test_with_terminal.test_tmux_shows_context_numbers", "eval.tests.test_with_terminal_comprehensive.test_page_up", "eval.tests.test_with_terminal_comprehensive.test_archive_zip", "eval.tests.test_with_terminal_comprehensive.test_dir_color", "eval.tests.test_with_terminal_advanced.test_select_range", "eval.tests.test_with_terminal_comprehensive.test_bsdtar", "eval.tests.test_with_terminal_comprehensive.test_dot_dirs", "eval.tests.test_with_terminal_comprehensive.test_jump_to_entry", "eval.tests.test_with_terminal_advanced.test_go_parent", "eval.tests.test_with_terminal_comprehensive.test_context_3", "eval.tests.test_with_terminal_comprehensive.test_markdown_file", "eval.tests.test_with_terminal_advanced.test_multiple_dirs", "eval.tests.test_with_terminal_comprehensive.test_json_file", "eval.tests.test_more_coverage.test_run_6", "eval.tests.test_with_terminal_extended.test_symlink_file", "eval.tests.test_with_terminal_comprehensive.test_image_extension", "eval.tests.test_with_terminal_comprehensive.test_flags_with_values", "eval.tests.test_with_terminal_comprehensive.test_archive_tar_gz", "eval.tests.test_with_terminal_comprehensive.test_8color", "eval.tests.test_with_terminal_comprehensive.test_redraw", "eval.tests.test_with_terminal_comprehensive.test_executable_script", "eval.tests.test_with_terminal_comprehensive.test_large_directory", "eval.tests.test_with_terminal_extended.test_uppercase_reverse", "eval.tests.test_with_terminal_comprehensive.test_context_1", "eval.tests.test_with_terminal_comprehensive.test_python_file", "eval.tests.test_with_terminal_extended.test_many_files", "eval.tests.test_with_terminal_comprehensive.test_context_4", "eval.tests.test_with_terminal_extended.test_large_files", "eval.tests.test_with_terminal_comprehensive.test_xml_file", "eval.tests.test_with_terminal_extended.test_type_to_nav", "eval.tests.test_with_terminal_comprehensive.test_video_extension", "eval.tests.test_with_terminal_comprehensive.test_sort_combinations", "eval.tests.test_more_coverage.test_run_7" ], "failed_tests_omitted": 518, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1796, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "jarun__nnn.cb2c535", "metrics": { "almost_resolved": "False", "cached_input_tokens": "1935104", "calls": "58", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T02:24:06.062592+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "2071676", "instance_id": "jarun__nnn.cb2c535", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "446", "n_system_errors": "0", "n_tests": "477", "n_warnings": "0", "output_tokens": "23286", "paper_compliant": "False", "pricing_source": "", "reasoning_effort": "xhigh", "reasoning_output_tokens": "8775", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-jarun-nnn", "run_version": "20260518T232006Z", "score": "0.9350104821802935", "session_ended_at": "2026-05-19T02:32:23.602Z", "session_started_at": "2026-05-19T02:24:14.166Z", "test_branch_errors": "{}", "total_tokens": "2094962", "wall_clock_seconds": "489" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/38", "./.git/objects/38/43fc4c7cb6a23912dae39144d979044555b90b", "./.git/objects/3c", "./.git/objects/3c/9dcc6dfa45b60fe4da2e3c130bf02aa13be8cf", "./.git/objects/64", "./.git/objects/64/8fdd968f4d61231af48df68f4fa27911108c60", "./.git/objects/70", "./.git/objects/70/1f0730cb0786673d329312ef42f07fbeab9d58", "./.git/objects/e3", "./.git/objects/e3/58b583a1cdaff20dcd33b940497ffc553103b9", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./compile.sh", "./executable", "./nnn.1", "./nnn_reimpl.c" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-jarun-nnn", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }