{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false, "summary_path": "agent-summary.json" }, "codex_version": "codex-cli 0.131.0", "collected_at": "2026-05-19T20:23:04.756287+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_error_paths.test_invalid_arguments", "eval.tests.test_error_conditions.test_invalid_thread_count", "eval.tests.test_extreme_coverage.test_completions_detailed_output", "eval.tests.test_extreme_coverage.test_symlink_combinations", "eval.tests.test_interactive_tmux.test_interactive_with_no_entry_check", "eval.tests.test_interactive_tmux.test_interactive_with_subdirectories", "eval.tests.test_interactive_tmux.test_interactive_displays_percentages", "eval.tests.test_interactive_tmux.test_interactive_deeply_nested", "eval.tests.test_interactive_tmux.test_interactive_with_current_directory", "eval.tests.test_interactive_tmux.test_interactive_launches_with_tmux", "eval.tests.test_interactive_tmux.test_interactive_multiple_paths", "eval.tests.test_interactive_tmux.test_interactive_i_alias", "eval.tests.test_stress_coverage.test_aggregate_with_all_format_options", "eval.tests.test_interactive_tmux.test_interactive_with_apparent_size", "eval.tests.test_interactive_tmux.test_interactive_shows_total_size", "eval.tests.test_interactive_tmux.test_interactive_shows_file_listing", "eval.tests.test_interactive_tmux.test_interactive_version_in_header", "eval.tests.test_interactive_tmux.test_interactive_displays_sizes", "eval.tests.test_interactive_tmux.test_interactive_special_chars_in_filename", "eval.tests.test_interactive_tmux.test_interactive_empty_directory", "eval.tests.test_interactive_tmux.test_interactive_with_large_directory", "eval.tests.test_specific_code_paths.test_default_ignore_dirs_proc", "eval.tests.test_error_cases.test_mixed_readable_unreadable_files", "eval.tests.test_error_cases.test_aggregate_with_permission_denied", "eval.tests.test_error_cases.test_log_file_invalid_path", "eval.tests.test_error_cases.test_invalid_threads_negative", "eval.tests.test_error_cases.test_multiple_format_specifications", "eval.tests.test_input_handling.test_no_permission_handling", "eval.tests.test_interactive_tui.test_interactive_mode_launches_in_tmux", "eval.tests.test_interactive_tui.test_interactive_mode_no_entry_check_flag", "eval.tests.test_interactive_tui.test_interactive_mode_navigation", "eval.tests.test_interactive_tui.test_interactive_mode_help", "tests.test_aggregate.test_aggregate_directory_with_subdirectories_only", "tests.test_aggregate.test_aggregate_single_directory_sorted_by_size", "tests.test_aggregate_advanced.test_count_hard_links_flag_counts_each_occurrence", "tests.test_aggregate_advanced.test_ignore_dirs_multiple_directories", "tests.test_aggregate_advanced.test_deep_directory_hierarchy", "tests.test_completions.test_completions_bash_contains_format_values", "tests.test_completions.test_completions_fish_golden", "tests.test_completions.test_completions_elvish_golden", "tests.test_aggregate_advanced.test_ignore_dirs_flag_skips_traversed_directories", "tests.test_completions.test_completions_powershell_contains_common_flags", "tests.test_aggregate_advanced.test_multiple_roots_all_valid", "tests.test_completions.test_completions_bash_subcommand_aliases", "tests.test_completions.test_completions_elvish_contains_common_flags", "tests.test_completions.test_completions_fish_interactive_flags", "tests.test_completions.test_completions_bash_aggregate_flags", "tests.test_aggregate.test_aggregate_empty_directory_shows_zero_bytes", "tests.test_aggregate.test_aggregate_multiple_paths_default_sorted", "tests.test_aggregate_advanced.test_permission_denied_error_handling", "tests.test_completions.test_completions_bash_contains_main_commands", "tests.test_edge_cases.test_broken_symlink_explicit_path", "tests.test_completions.test_completions_zsh_golden", "tests.test_edge_cases.test_symlink_chain_to_nonexistent", "tests.test_aggregate_advanced.test_symlink_handling", "tests.test_edge_cases.test_mixed_valid_and_broken_symlinks", "tests.test_completions.test_completions_bash_golden", "tests.test_completions.test_completions_powershell_subcommand_contexts", "tests.test_completions.test_completions_zsh_help_subcommand", "tests.test_global_flags.test_log_file_creates_new_file", "tests.test_global_flags.test_log_file_invalid_path_fails", "tests.test_global_flags.test_log_file_with_aggregate_mode", "tests.test_global_flags.test_log_file_appends_to_existing_file", "tests.test_global_flags.test_log_file_with_threads", "tests.test_global_flags.test_log_file_records_thread_count", "tests.test_completions.test_completions_powershell_golden", "tests.test_edge_cases.test_circular_symlinks_both_paths", "tests.test_edge_cases.test_empty_directory_no_entries", "tests.test_global_flags.test_log_file_contains_ignore_dirs", "tests.test_global_flags.test_threads_default_value_logged", "tests.test_completions.test_completions_elvish_command_structure", "tests.test_harvest.test_no_arguments", "tests.test_global_flags.test_log_file_with_nonexistent_path", "tests.test_global_flags.test_log_file_overwrite_vs_append_multiple_runs", "tests.test_harvest.test_multiple_paths_broken_link", "tests.test_harvest.test_multiple_paths_some_not_existing", "tests.test_harvest.test_format_variants[metric]", "tests.test_global_flags.test_log_file_with_format", "tests.test_harvest.test_format_variants[binary]", "tests.test_harvest.test_format_variants[mb]" ], "failed_tests_omitted": 84, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1002, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "instance_id": "byron__dua-cli.8570c15", "metrics": { "almost_resolved": "False", "cached_input_tokens": "2270464", "calls": "50", "codex_version": "codex-cli 0.131.0", "created_at": "2026-05-19T00:13:49.612755+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "paper-prompt-nointernet", "input_tokens": "2412382", "instance_id": "byron__dua-cli.8570c15", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "581", "n_system_errors": "0", "n_tests": "709", "n_warnings": "0", "output_tokens": "37321", "paper_compliant": "False", "pricing_source": "", "reasoning_effort": "xhigh", "reasoning_output_tokens": "10742", "resolved": "False", "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-byron-dua-cli", "run_version": "20260518T232006Z", "score": "0.8194640338504936", "session_ended_at": "2026-05-19T00:23:06.072Z", "session_started_at": "2026-05-19T00:13:57.629Z", "test_branch_errors": "{}", "total_tokens": "2449703", "wall_clock_seconds": "548" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./.git", "./.git/COMMIT_EDITMSG", "./.git/HEAD", "./.git/branches", "./.git/config", "./.git/description", "./.git/hooks", "./.git/hooks/applypatch-msg.sample", "./.git/hooks/commit-msg.sample", "./.git/hooks/fsmonitor-watchman.sample", "./.git/hooks/post-update.sample", "./.git/hooks/pre-applypatch.sample", "./.git/hooks/pre-commit.sample", "./.git/hooks/pre-merge-commit.sample", "./.git/hooks/pre-push.sample", "./.git/hooks/pre-rebase.sample", "./.git/hooks/pre-receive.sample", "./.git/hooks/prepare-commit-msg.sample", "./.git/hooks/push-to-checkout.sample", "./.git/hooks/update.sample", "./.git/index", "./.git/info", "./.git/info/exclude", "./.git/logs", "./.git/logs/HEAD", "./.git/logs/refs", "./.git/logs/refs/heads", "./.git/logs/refs/heads/master", "./.git/objects", "./.git/objects/11", "./.git/objects/11/321e2520e01b7c26d53647ea82fbb39d588d0d", "./.git/objects/15", "./.git/objects/15/e3a1f8653d339db819f58b2071506b95890046", "./.git/objects/43", "./.git/objects/43/0254d128b1e1fd9766c02905eafd6396b55c91", "./.git/objects/48", "./.git/objects/48/7c9b4cac78ff67c2ca6b4eeb29e18a0e38a3d3", "./.git/objects/63", "./.git/objects/63/85b6e501a470bf226468530ed7caf46d42caf9", "./.git/objects/7d", "./.git/objects/7d/93a2fb654f58df132fd1721b75b0152ea31790", "./.git/objects/86", "./.git/objects/86/c39287135591dda5921455c2ae740a0f8aaed7", "./.git/objects/b7", "./.git/objects/b7/5bf39c07f7130ac2a467a9995595f2048eba90", "./.git/objects/d5", "./.git/objects/d5/938ca04f0d34a66d078b155616551d7738f256", "./.git/objects/de", "./.git/objects/de/1fbf0c2f34f67f01f355f31ed0cf7319643c5e", "./.git/objects/e6", "./.git/objects/e6/9de29bb2d1d6434b8b29ae775ad8c2e48c5391", "./.git/objects/e6/bfc85ce645c61601b905f8456f644c4f041a01", "./.git/objects/info", "./.git/objects/pack", "./.git/refs", "./.git/refs/heads", "./.git/refs/heads/master", "./.git/refs/tags", "./LICENSE", "./README.md", "./assets", "./assets/.hidden.666", "./assets/b.empty", "./assets/c.lnk", "./assets/dir-a.1mb", "./assets/dir-a.kb", "./assets/dir-sub-a.256kb", "./assets/z123.b", "./compile.sh", "./executable", "./src", "./src/dua.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": true, "reasoning_effort": "xhigh", "run_name": "cpx62-paperprompt-xhigh-shard-1-of-5-20260518T232006Z-byron-dua-cli", "run_version": "20260518T232006Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }