{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:56.120286+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_interactive_tmux.test_interactive_launches_with_tmux", "eval.tests.test_interactive_tmux.test_interactive_with_current_directory", "eval.tests.test_interactive_tmux.test_interactive_displays_percentages", "eval.tests.test_interactive_tmux.test_interactive_multiple_paths", "eval.tests.test_interactive_tmux.test_interactive_i_alias", "eval.tests.test_stress_coverage.test_aggregate_with_all_format_options", "eval.tests.test_interactive_tmux.test_interactive_deeply_nested", "eval.tests.test_interactive_tmux.test_interactive_with_no_entry_check", "eval.tests.test_interactive_tmux.test_interactive_with_subdirectories", "eval.tests.test_interactive_tmux.test_interactive_shows_file_listing", "eval.tests.test_interactive_tmux.test_interactive_shows_total_size", "eval.tests.test_interactive_tmux.test_interactive_displays_sizes", "eval.tests.test_interactive_tmux.test_interactive_with_apparent_size", "eval.tests.test_interactive_tmux.test_interactive_version_in_header", "eval.tests.test_interactive_tmux.test_interactive_empty_directory", "eval.tests.test_interactive_tmux.test_interactive_special_chars_in_filename", "eval.tests.test_interactive_tmux.test_interactive_with_large_directory", "eval.tests.test_error_cases.test_aggregate_with_permission_denied", "eval.tests.test_error_cases.test_mixed_readable_unreadable_files", "eval.tests.test_error_cases.test_log_file_invalid_path", "eval.tests.test_error_cases.test_multiple_format_specifications", "eval.tests.test_input_handling.test_no_permission_handling", "eval.tests.test_interactive_tui.test_interactive_mode_no_entry_check_flag", "eval.tests.test_interactive_tui.test_interactive_mode_launches_in_tmux", "eval.tests.test_interactive_tui.test_interactive_mode_navigation", "eval.tests.test_interactive_tui.test_interactive_mode_help", "tests.test_aggregate.test_aggregate_directory_with_subdirectories_only", "tests.test_aggregate.test_aggregate_single_directory_sorted_by_size", "tests.test_aggregate_advanced.test_ignore_dirs_multiple_directories", "tests.test_aggregate_advanced.test_deep_directory_hierarchy", "tests.test_aggregate_advanced.test_ignore_dirs_flag_skips_traversed_directories", "tests.test_aggregate_advanced.test_multiple_roots_all_valid", "tests.test_edge_cases.test_empty_directory_no_entries", "tests.test_global_flags.test_log_file_with_aggregate_mode", "tests.test_global_flags.test_log_file_invalid_path_fails", "tests.test_global_flags.test_log_file_appends_to_existing_file", "tests.test_aggregate.test_aggregate_empty_directory_shows_zero_bytes", "tests.test_harvest.test_aggregate_subcommand_no_sorting", "tests.test_harvest.test_multiple_paths_aggregate", "tests.test_global_flags.test_log_file_overwrite_vs_append_multiple_runs", "tests.test_harvest.test_multiple_paths_no_sort", "tests.test_harvest.test_multiple_paths_broken_link", "tests.test_aggregate.test_aggregate_multiple_paths_default_sorted", "tests.test_aggregate_advanced.test_permission_denied_error_handling", "tests.test_harvest.test_format_variants[binary]", "tests.test_aggregate_advanced.test_symlink_handling", "tests.test_harvest.test_format_variants[gb]", "tests.test_harvest.test_format_variants[gib]", "tests.test_harvest.test_format_variants[mib]", "tests.test_harvest.test_no_arguments", "tests.test_harvest.test_multiple_paths_no_total", "tests.test_harvest.test_multiple_paths_statistics", "tests.test_harvest.test_multiple_paths_no_subcommand", "tests.test_harvest.test_multiple_paths_some_not_existing", "tests.test_harvest.test_aggregate_no_sort", "tests.test_harvest.test_format_variants[bytes]", "tests.test_harvest.test_format_variants[metric]", "tests.test_harvest.test_format_variants[mb]", "tests.test_interactive.test_interactive_sort_toggle", "tests.test_interactive.test_delete_single_marked_file", "tests.test_interactive.test_interactive_marking_items", "tests.test_interactive.test_interactive_left_back_navigation", "tests.test_interactive.test_trash_file_with_ctrl_t", "tests.test_interactive.test_interactive_basic_launch", "tests.test_interactive.test_navigation_home_end_keys", "tests.test_interactive.test_delete_multiple_marked_files", "tests.test_interactive.test_delete_directory_with_contents", "tests.test_interactive.test_delete_mixed_files_and_directories", "tests.test_interactive.test_delete_navigation_after_deletion", "tests.test_interactive.test_toggle_all_items_with_a_key", "tests.test_interactive.test_mark_and_delete_from_subdirectory", "tests.test_interactive.test_search_glob_basic_pattern", "tests.test_interactive.test_page_navigation_ctrl_d_ctrl_u", "tests.test_interactive.test_search_glob_case_sensitivity_toggle", "tests.test_interactive.test_interactive_cursor_movement_keys", "tests.test_interactive.test_empty_directory_after_deleting_all", "tests.test_interactive.test_interactive_no_entry_check_flag", "tests.test_interactive.test_display_toggle_count_column", "tests.test_interactive.test_unmark_files_before_deletion", "tests.test_interactive.test_search_glob_no_matches" ], "failed_tests_omitted": 31, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1002, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "byron__dua-cli.8570c15", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3452544", "calls": "59", "created_at": "2026-05-17T10:05:13.931977+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "3.6574", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "3558617", "instance_id": "byron__dua-cli.8570c15", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "621", "n_system_errors": "0", "n_tests": "709", "n_warnings": "0", "output_tokens": "46691", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "17839", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-byron-dua-cli", "run_version": "", "score": "0.8758815232722144", "session_ended_at": "2026-05-17T10:18:57.226Z", "session_started_at": "2026-05-17T10:05:16.940Z", "test_branch_errors": "{}", "total_tokens": "3605308", "wall_clock_seconds": "820" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./completion-data", "./completion-data/bash", "./completion-data/elvish", "./completion-data/fish", "./completion-data/powershell", "./completion-data/zsh", "./dua.py", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-byron-dua-cli", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }