{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:56.180048+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_tui_advanced", "eval.tests.test_tui_pexpect", "tests.test_config.test_write_default_conf_basic", "tests.test_config_extended.test_write_default_conf_with_symlink_destination", "tests.test_config.test_conf_flag_with_nonexistent_file", "tests.test_config.test_conf_flag_with_malformed_file", "tests.test_config.test_write_default_conf_creates_parent_directory", "tests.test_browser_state.test_initial_tree_display_structure", "tests.test_app_core.test_panel_state_pop_with_escape", "tests.test_advanced_verbs.test_focus_enter_on_directory", "tests.test_browser_state.test_arrow_down_moves_selection", "tests.test_content_search.test_content_search_utf8_unicode_text", "tests.test_config.test_write_default_conf_doesnt_overwrite", "tests.test_display_flags.test_invalid_height_negative", "tests.test_browser_state.test_enter_directory_navigation", "tests.test_command_features.test_verb_partial_match_suggestions", "tests.test_advanced_verbs.test_focus_with_bang_and_pattern", "tests.test_advanced_verbs.test_select_nonexistent_path", "tests.test_content_search.test_content_regex_word_boundary", "tests.test_advanced_verbs.test_focus_bang_opens_new_panel", "tests.test_config.test_write_default_conf_file_as_destination_error", "tests.test_display_flags.test_invalid_height_zero", "tests.test_content_search.test_content_search_empty_files_excluded", "tests.test_browser_state.test_double_escape_to_root", "tests.test_display_flags_behavior.test_dates_flag_shows_date_column", "tests.test_display_flags_behavior.test_no_dates_flag_hides_date_column", "tests.test_app_core.test_navigation_boundary_wrap_at_end", "tests.test_content_search.test_basic_content_search_exact_match", "tests.test_content_search.test_content_regex_with_anchors", "tests.test_app_core.test_selection_type_file_vs_directory", "tests.test_browser_state.test_multiple_down_presses_progress_selection", "tests.test_content_search.test_content_search_no_match_shows_directory", "tests.test_content_search.test_content_search_binary_file_exclusion", "tests.test_advanced_verbs.test_focus_relative_path_argument", "tests.test_browser_state.test_escape_back_to_parent_directory", "tests.test_display_flags_behavior.test_hidden_flag_shows_hidden_files", "tests.test_display_flags_behavior.test_sizes_flag_shows_size_column", "tests.test_command_features.test_completion_escape_cancels", "tests.test_advanced_verbs.test_select_followed_by_focus", "tests.test_advanced_verbs.test_focus_nonexistent_path", "tests.test_content_search.test_content_search_case_sensitive_default", "tests.test_errors_edge_cases.test_nonexistent_config_file", "tests.test_content_search.test_combined_filename_and_content_pattern", "tests.test_app_core.test_help_panel_state", "tests.test_advanced_verbs.test_back_verb_returns_to_previous_state", "tests.test_command_features.test_verb_completion_tab_single", "tests.test_execution_builder.test_file_placeholder_simple_file", "tests.test_content_search.test_regex_content_search_digit_patterns", "tests.test_browser_state.test_arrow_up_navigation", "tests.test_execution_builder.test_file_placeholder_with_spaces", "tests.test_display_flags_behavior.test_no_hidden_flag_hides_hidden_files", "tests.test_display_flags_behavior.test_no_sizes_flag_hides_size_column", "tests.test_execution_builder.test_directory_placeholder", "tests.test_display_flags_behavior.test_no_show_git_info_flag_hides_git_status", "tests.test_execution_builder.test_parent_placeholder", "tests.test_execution_builder.test_file_name_placeholder", "tests.test_content_search.test_content_search_special_regex_chars_literal", "tests.test_app_core.test_initial_panel_state_tree_view", "tests.test_execution_builder.test_file_stem_placeholder_with_extension", "tests.test_browser_state.test_select_last_command", "tests.test_app_core.test_command_mode_space_trigger", "tests.test_advanced_verbs.test_focus_absolute_path_argument", "tests.test_display_flags_behavior.test_permissions_flag_shows_permission_column", "tests.test_display_flags_behavior.test_only_folders_flag_shows_only_directories", "tests.test_app_core.test_navigation_up_at_beginning", "tests.test_content_search.test_content_search_multiline_files", "tests.test_execution_builder.test_file_stem_placeholder_without_extension", "tests.test_command_features.test_no_completion_for_nonmatching", "tests.test_errors_edge_cases.test_multiple_root_arguments", "tests.test_advanced_verbs.test_verb_pattern_file_stem_and_extension", "tests.test_execution_builder.test_file_stem_multi_part_extension", "tests.test_errors_edge_cases.test_nonexistent_directory", "tests.test_browser_state.test_filter_pattern_application", "tests.test_execution_builder.test_file_extension_placeholder", "tests.test_execution_builder.test_multiple_placeholders_same_type", "tests.test_app_core.test_panel_navigation_down_arrow", "tests.test_execution_builder.test_file_extension_placeholder_no_extension", "tests.test_command_features.test_verb_completion_tab_cycling", "tests.test_advanced_verbs.test_parent_navigation_from_root", "tests.test_execution_builder.test_unicode_filename_placeholders" ], "failed_tests_omitted": 193, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 850, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "canop__broot.d6c798e", "metrics": { "almost_resolved": "False", "cached_input_tokens": "4747264", "calls": "52", "created_at": "2026-05-17T10:05:15.701809+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.7972", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "5003546", "instance_id": "canop__broot.d6c798e", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "333", "n_system_errors": "0", "n_tests": "539", "n_warnings": "0", "output_tokens": "38071", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "11040", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-canop-broot", "run_version": "", "score": "0.6178107606679035", "session_ended_at": "2026-05-17T10:15:45.464Z", "session_started_at": "2026-05-17T10:05:18.503Z", "test_branch_errors": "{}", "total_tokens": "5041617", "wall_clock_seconds": "626" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./broot.py", "./compile.sh", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-canop-broot", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }