{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:25:16.663960+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "tests.test_50_percent.TestMoreLsCombinations.test_ls_bytes_apparent_count", "tests.test_absolutely_50.TestFinal.test_ls_full_path_all_dirs", "tests.test_additional_coverage_phase2.TestCGIOptions.test_cgi_with_footer", "tests.test_50_percent.TestHistogramAllCombinations.test_histogram_all_flags", "tests.test_command_execution.TestDatabaseEnvironmentVariable.test_index_uses_env_database", "tests.test_additional_coverage_phase2.TestManualSubcommand.test_manual_command_exists", "tests.test_additional_coverage_phase2.TestBytesFlag.test_cgi_bytes", "tests.test_additional_coverage_phase2.TestCGIOptions.test_cgi_with_css_url", "tests.test_coverage_boost.TestIndexCommandEdgeCases.test_index_missing_path_argument", "tests.test_coverage_improvement.TestCmdIndexCoverage.test_index_with_buckets", "tests.test_coverage_improvement.TestDatabasePathHandling.test_database_short_form", "tests.test_coverage_improvement.TestInfoCommandOptions.test_info_short_options", "tests.test_coverage_improvement.TestGraphCommandOptions.test_graph_fuzz", "tests.test_absolutely_50.TestFinal.test_histogram_all_databases", "tests.test_50_percent.TestMoreLsCombinations.test_ls_classify_graph_ascii", "tests.test_50_percent.TestInfoAllCombinations.test_info_all_flags", "tests.test_additional_coverage_phase2.TestCGIOptions.test_cgi_with_tooltip", "tests.test_additional_coverage_phase2.TestManualSubcommand.test_manual_shows_all_subcommands", "tests.test_additional_coverage_phase2.TestBytesFlag.test_gui_bytes", "tests.test_command_execution.TestIndexOptionsValidation.test_index_with_exclude_pattern", "tests.test_edge_coverage.TestRecursiveListing.test_ls_recursive_with_levels_0", "tests.test_edge_coverage.TestMinSizeFiltering.test_xml_min_size_large", "tests.test_additional_coverage_phase2.TestCGIOptions.test_cgi_with_header", "tests.test_edge_coverage.TestApparentVsActualSize.test_info_apparent_vs_actual", "tests.test_coverage_improvement.TestCmdIndexCoverage.test_index_with_topn", "tests.test_coverage_improvement.TestCmdIndexCoverage.test_index_with_force_flag", "tests.test_coverage_improvement.TestDatabasePathHandling.test_database_short_form_no_space", "tests.test_coverage_improvement.TestHistogramCommandOptions.test_histogram_apparent", "tests.test_coverage_improvement.TestGraphCommandOptions.test_graph_gradient", "tests.test_absolutely_50.TestFinal.test_info_all_databases", "tests.test_50_percent.TestMoreLsCombinations.test_ls_recursive_name_sort", "tests.test_additional_coverage_phase2.TestCGIOptions.test_cgi_with_list", "tests.test_additional_coverage_phase2.TestManualSubcommand.test_manual_shows_option_format", "tests.test_absolutely_50.TestFinal.test_ls_color_various_paths", "tests.test_command_execution.TestIndexOptionsValidation.test_index_with_multiple_exclude_patterns", "tests.test_edge_coverage.TestRecursiveListing.test_ls_recursive_with_levels_10", "tests.test_edge_coverage.TestMinSizeFiltering.test_json_min_size_large", "tests.test_coverage_boost.TestManualCommand.test_manual_command_generates_markdown", "tests.test_edge_coverage.TestApparentVsActualSize.test_ls_apparent_size", "tests.test_coverage_improvement.TestCmdIndexCoverage.test_index_with_progress_flag", "tests.test_coverage_improvement.TestCmdIndexCoverage.test_index_with_topn_min", "tests.test_coverage_improvement.TestGraphCommandOptions.test_graph_palette_size", "tests.test_exactly_50_percent.TestExactly50.test_ls_recursive_all_levels_all_paths", "tests.test_coverage_improvement.TestHistogramCommandOptions.test_histogram_bytes", "tests.test_coverage_improvement.TestGraphCommandOptions.test_graph_bytes", "tests.test_additional_coverage_phase2.TestGUIOptions.test_gui_with_dark", "tests.test_50_percent.TestLsColorASCII.test_ls_color_classify", "tests.test_additional_coverage_phase2.TestManualSubcommand.test_manual_shows_command_usage", "tests.test_absolutely_50.TestFinal.test_xml_nested_deep_paths", "tests.test_command_execution.TestCommandWithEmptyArguments.test_index_with_empty_database", "tests.test_edge_coverage.TestSizeDisplayFormats.test_ls_bytes_exact", "tests.test_edge_coverage.TestMinSizeFiltering.test_xml_min_size_zero", "tests.test_coverage_boost.TestManualCommand.test_manual_command_documents_all_subcommands", "tests.test_edge_coverage.TestApparentVsActualSize.test_histogram_apparent_size", "tests.test_coverage_improvement.TestCmdIndexCoverage.test_index_with_bytes_flag", "tests.test_coverage_improvement.TestCmdIndexCoverage.test_index_with_uid", "tests.test_coverage_improvement.TestGraphCommandOptions.test_graph_palette_rainbow", "tests.test_extensive_options.TestMultipleOptions.test_cgi_with_multiple_customizations", "tests.test_coverage_improvement.TestHistogramCommandOptions.test_histogram_base10", "tests.test_coverage_improvement.TestGraphCommandOptions.test_graph_apparent", "tests.test_50_percent.TestLsColorASCII.test_ls_color_graph", "tests.test_absolutely_50.TestFinal.test_json_nested_deep_paths", "tests.test_edge_coverage.TestSizeDisplayFormats.test_info_bytes_exact", "tests.test_edge_coverage.TestMinSizeFiltering.test_json_min_size_zero", "tests.test_coverage_boost.TestManualCommand.test_manual_command_includes_option_descriptions", "tests.test_edge_coverage.TestFullPathMode.test_ls_full_path_recursive", "tests.test_edge_coverage.TestClassifyOption.test_ls_classify_shows_indicators", "tests.test_coverage_improvement.TestCmdIndexCoverage.test_index_with_check_hard_links", "tests.test_coverage_improvement.TestCmdIndexCoverage.test_index_with_username", "tests.test_extensive_options.TestVisualizationColorOptions.test_gui_dark_option", "tests.test_coverage_improvement.TestGraphCommandOptions.test_graph_palette_greyscale", "tests.test_final_50_percent.TestCgiCommandErrorPaths.test_cgi_with_all_options", "tests.test_coverage_improvement.TestHistogramCommandOptions.test_histogram_short_options", "tests.test_coverage_improvement.TestGraphCommandOptions.test_graph_count", "tests.test_final_coverage_push.TestLsRecursiveOptions.test_ls_with_levels", "tests.test_50_percent.TestXmlJsonMinSizeVariations.test_xml_min_size_10", "tests.test_edge_coverage.TestColorOutput.test_ls_color_with_tty", "tests.test_edge_coverage.TestCountMode.test_ls_count_mode", "tests.test_edge_coverage.TestAsciiMode.test_ls_ascii_tree", "tests.test_final_coverage_push.TestLsRecursiveOptions.test_ls_recursive" ], "failed_tests_omitted": 250, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 1244, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "zevv__duc.a58fa4e", "metrics": { "almost_resolved": "False", "cached_input_tokens": "3624064", "calls": "59", "created_at": "2026-05-17T16:57:00.156906+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "4.0057", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "3789079", "instance_id": "zevv__duc.a58fa4e", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "746", "n_system_errors": "0", "n_tests": "874", "n_warnings": "0", "output_tokens": "45621", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "17112", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-zevv-duc", "run_version": "20260517T094700Z", "score": "0.8535469107551488", "session_ended_at": "2026-05-17T17:11:47.467Z", "session_started_at": "2026-05-17T16:57:03.539Z", "test_branch_errors": "{}", "total_tokens": "3834700", "wall_clock_seconds": "883" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./duc.py", "./executable" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-zevv-duc", "run_version": "20260517T094700Z", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }