{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:01.978701+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_with_terminal.test_tmux_multiple_files", "eval.tests.test_with_terminal.test_tmux_shows_file_count", "eval.tests.test_with_terminal.test_tmux_detail_mode", "eval.tests.test_more_coverage.test_run_3", "eval.tests.test_with_terminal.test_tmux_basic_launch", "eval.tests.test_with_terminal_advanced.test_delete_file", "eval.tests.test_with_terminal_advanced.test_open_with", "eval.tests.test_with_terminal_advanced.test_next_context", "eval.tests.test_with_terminal_advanced.test_copy_file_path", "eval.tests.test_with_terminal_advanced.test_parent_dir", "eval.tests.test_with_terminal_advanced.test_mixed_sizes", "eval.tests.test_with_terminal_advanced.test_navigate_dotfiles", "eval.tests.test_with_terminal_advanced.test_bookmarks_list", "eval.tests.test_more_coverage.test_run_8", "eval.tests.test_more_coverage.test_run_1", "eval.tests.test_with_terminal_advanced.test_navigate_multiple", "eval.tests.test_with_terminal.test_tmux_hidden_files", "eval.tests.test_with_terminal.test_tmux_navigation_interface", "eval.tests.test_with_terminal.test_tmux_color_scheme", "eval.tests.test_with_terminal.test_tmux_with_files", "eval.tests.test_with_terminal_advanced.test_readonly_file", "eval.tests.test_with_terminal_advanced.test_navigate_first", "eval.tests.test_with_terminal_advanced.test_batch_rename", "eval.tests.test_with_terminal_advanced.test_prev_context", "eval.tests.test_with_terminal_advanced.test_find_file", "eval.tests.test_with_terminal_advanced.test_copy_file", "eval.tests.test_with_terminal_advanced.test_create_symlink", "eval.tests.test_more_coverage.test_run_4", "eval.tests.test_with_terminal_advanced.test_rapid_navigation", "eval.tests.test_more_coverage.test_run_9", "eval.tests.test_with_terminal_advanced.test_long_filename", "eval.tests.test_more_coverage.test_run_2", "eval.tests.test_with_terminal.test_tmux_sort_by_size", "eval.tests.test_with_terminal.test_tmux_empty_directory", "eval.tests.test_with_terminal_comprehensive.test_page_down", "eval.tests.test_with_terminal_advanced.test_search_files", "eval.tests.test_with_terminal_advanced.test_empty_files", "eval.tests.test_with_terminal_advanced.test_list_files", "eval.tests.test_with_terminal_advanced.test_archive", "eval.tests.test_with_terminal_advanced.test_move_file", "eval.tests.test_with_terminal_advanced.test_navigate_last", "eval.tests.test_with_terminal_advanced.test_create_hardlink", "eval.tests.test_with_terminal_advanced.test_create_file", "eval.tests.test_more_coverage.test_run_5", "eval.tests.test_with_terminal_comprehensive.test_view_file", "eval.tests.test_more_coverage.test_run_10", "eval.tests.test_with_terminal_advanced.test_special_chars_filename", "eval.tests.test_with_terminal_comprehensive.test_show_info", "eval.tests.test_with_terminal.test_tmux_subdirectories", "eval.tests.test_with_terminal.test_tmux_shows_context_numbers", "eval.tests.test_with_terminal_comprehensive.test_page_up", "eval.tests.test_with_terminal_comprehensive.test_waitedit", "eval.tests.test_with_terminal_advanced.test_select_range", "eval.tests.test_with_terminal_advanced.test_go_parent", "eval.tests.test_with_terminal_advanced.test_extract", "eval.tests.test_with_terminal_advanced.test_duplicate_file", "eval.tests.test_with_terminal_advanced.test_permissions", "eval.tests.test_with_terminal_advanced.test_run_command", "eval.tests.test_with_terminal_advanced.test_rename_file", "eval.tests.test_with_terminal_advanced.test_multiple_dirs", "eval.tests.test_more_coverage.test_run_6", "eval.tests.test_with_terminal_extended.test_many_files", "eval.tests.test_with_terminal_comprehensive.test_navigate_cycle", "eval.tests.test_with_terminal_comprehensive.test_markdown_file", "eval.tests.test_with_terminal_comprehensive.test_context_3", "eval.tests.test_with_terminal_comprehensive.test_dir_color", "eval.tests.test_with_terminal_comprehensive.test_cli_opener", "eval.tests.test_with_terminal_comprehensive.test_redraw", "eval.tests.test_with_terminal_comprehensive.test_json_file", "eval.tests.test_with_terminal_comprehensive.test_archive_zip", "eval.tests.test_with_terminal_comprehensive.test_flags_with_values", "eval.tests.test_with_terminal_comprehensive.test_large_directory", "eval.tests.test_with_terminal_comprehensive.test_dot_dirs", "eval.tests.test_with_terminal_comprehensive.test_image_extension", "eval.tests.test_with_terminal_comprehensive.test_executable_script", "eval.tests.test_with_terminal_comprehensive.test_broken_symlink", "eval.tests.test_with_terminal_extended.test_executable_file", "eval.tests.test_with_terminal_comprehensive.test_python_file", "eval.tests.test_more_coverage.test_run_7", "eval.tests.test_with_terminal_comprehensive.test_8color" ], "failed_tests_omitted": 515, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1796, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "jarun__nnn.cb2c535", "metrics": { "almost_resolved": "True", "cached_input_tokens": "3789184", "calls": "73", "created_at": "2026-05-17T11:50:09.015044+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.7094", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "3939998", "instance_id": "jarun__nnn.cb2c535", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "468", "n_system_errors": "0", "n_tests": "477", "n_warnings": "0", "output_tokens": "35358", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "10994", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jarun-nnn", "run_version": "", "score": "0.9811320754716981", "session_ended_at": "2026-05-17T12:01:08.182Z", "session_started_at": "2026-05-17T11:50:12.012Z", "test_branch_errors": "{}", "total_tokens": "3975356", "wall_clock_seconds": "656" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./nnn.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-jarun-nnn", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }