{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:13.620993+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_completions.test_gen_completions_bash", "eval.tests.test_completions.test_gen_completions_zsh", "eval.tests.test_completions.test_gen_completions_fish", "eval.tests.test_completions.test_gen_completions_powershell", "tests.test_coverage_improvements.test_no_global_ignore_file", "tests.test_coverage_improvements.test_max_buffer_time", "tests.test_filtering.test_size_invalid_format_error", "tests.test_edge_cases.test_invalid_regex_pattern", "tests.test_exec_errors.test_exec_error_output_stream_separation", "tests.test_filtering.test_owner_invalid_username_error", "tests.test_exec_errors.test_exec_batch_multiple_filesystem_errors", "tests.test_edge_cases.test_invalid_regex_quantifier", "tests.test_exec.test_exec_command_not_found", "tests.test_exec.test_exec_escaped_braces_double", "tests.test_exec.test_exec_batch_multiple_placeholders_error", "tests.test_exec_errors.test_exec_with_filesystem_error_show_errors_enabled", "tests.test_edge_cases.test_threads_zero_invalid", "tests.test_harvest.test_smart_case", "tests.test_harvest.test_and_bad_pattern", "tests.test_harvest.test_no_ignore_parent_inner_git", "tests.test_harvest.test_hidden_file_attribute", "tests.test_harvest.test_owner_root", "tests.test_harvest.test_no_global_ignore", "tests.test_hyperlinks.test_hyperlink_spaces_percent_encoded", "tests.test_filtering.test_size_invalid_unit_error", "tests.test_filtering.test_owner_invalid_group_error", "tests.test_exec_errors.test_exec_error_with_command_that_fails", "tests.test_exec_errors.test_exec_batch_empty_after_filtering_all_errors", "tests.test_edge_cases.test_unclosed_parenthesis_regex", "tests.test_exec.test_exec_batch_placeholder_in_command_error", "tests.test_exec_errors.test_exec_batch_with_filesystem_error_show_errors_enabled", "tests.test_main_edge_cases.test_base_directory_nonexistent_path_error", "tests.test_main_edge_cases.test_gen_completions_bash", "tests.test_main_edge_cases.test_gen_completions_without_shell_argument_error", "tests.test_main_edge_cases.test_invalid_regex_pattern_error", "tests.test_harvest.test_custom_ignore_precedence", "tests.test_harvest.test_number_parsing_errors", "tests.test_harvest.test_error_if_hidden_not_set_and_pattern_starts_with_dot", "tests.test_hyperlinks.test_hyperlink_special_chars_hash_question_percent_encoded", "tests.test_exec_errors.test_exec_batch_with_failing_command_and_errors", "tests.test_filtering.test_size_missing_unit_error", "tests.test_edge_cases.test_invalid_size_syntax", "tests.test_filtering.test_owner_too_many_colons_error", "tests.test_exec_errors.test_exec_multiple_filesystem_errors_sequential", "tests.test_main_edge_cases.test_glob_pattern_without_glob_flag_errors", "tests.test_main_edge_cases.test_base_directory_file_not_directory_error", "tests.test_main_edge_cases.test_gen_completions_zsh", "tests.test_main_edge_cases.test_gen_completions_bash_full_output", "tests.test_misc_edge_cases.test_max_buffer_time_flag", "tests.test_misc_edge_cases.test_completions_fish", "tests.test_misc_edge_cases.test_completions_elvish", "tests.test_harvest.test_global_ignore", "tests.test_harvest.test_invalid_cwd", "tests.test_hyperlinks.test_hyperlink_unicode_cafe_percent_encoded", "tests.test_exec_errors.test_exec_error_with_placeholders", "tests.test_edge_cases.test_invalid_time_syntax", "tests.test_filtering.test_size_case_insensitive_units", "tests.test_output.test_color_always_produces_ansi", "tests.test_hyperlinks.test_hyperlink_control_characters_encoded", "tests.test_misc_edge_cases.test_gen_completions_bash", "tests.test_main_edge_cases.test_pattern_with_path_separator_is_directory_error", "tests.test_main_edge_cases.test_gen_completions_fish", "tests.test_output.test_list_details_conflicts_with_absolute_path", "tests.test_main_edge_cases.test_pattern_matches_only_hidden_files_without_hidden_flag_error", "tests.test_misc_edge_cases.test_completions_powershell", "tests.test_output.test_color_and_hyperlink_interaction", "tests.test_output.test_hyperlink_url_encoding", "tests.test_hyperlinks.test_hyperlink_unicode_emoji_percent_encoded", "tests.test_exec_errors.test_exec_batch_size_with_errors_filtered", "tests.test_hyperlinks.test_hyperlink_null_separator_with_hyperlinks", "tests.test_output_formatting.test_color_always_mode", "tests.test_misc_edge_cases.test_gen_completions_zsh", "tests.test_filtering.test_size_with_suffix_variations", "tests.test_main_edge_cases.test_changed_within_invalid_date_error", "tests.test_output_formatting.test_hyperlink_with_format", "tests.test_main_edge_cases.test_gen_completions_powershell", "tests.test_output.test_list_details_conflicts_with_format", "tests.test_patterns.test_glob_brace_expansion", "tests.test_patterns.test_invalid_regex_unclosed_paren", "tests.test_patterns.test_invalid_glob_unclosed_brace" ], "failed_tests_omitted": 207, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1405, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "sharkdp__fd.40d8eb3", "metrics": { "almost_resolved": "False", "cached_input_tokens": "10832256", "calls": "157", "created_at": "2026-05-17T15:05:03.524224+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "8.7436", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "11095311", "instance_id": "sharkdp__fd.40d8eb3", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "1008", "n_system_errors": "0", "n_tests": "1235", "n_warnings": "0", "output_tokens": "67072", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "19589", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sharkdp-fd", "run_version": "20260517T094700Z", "score": "0.8161943319838056", "session_ended_at": "2026-05-17T15:29:30.652Z", "session_started_at": "2026-05-17T15:05:06.872Z", "test_branch_errors": "{}", "total_tokens": "11162383", "wall_clock_seconds": "1463" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./fd_reimpl.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-sharkdp-fd", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }