{ "agent_trace": { "codex_logs_available_local_only": true, "raw_logs_published": false }, "collected_at": "2026-05-18T13:24:58.295127+00:00", "docker_cpus": 16, "docker_memory": "30g", "eval": { "error_code": null, "failed_tests": [ "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_echo_flag", "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_readonly_flag_allows_reads", "eval.tests.test_duckdb_cli.TestOutputModes.test_default_mode_is_duckbox", "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_storage_version_valid_latest", "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_batch_flag", "eval.tests.test_duckdb_cli.TestBasicInvocation.test_no_stdin_exits_cleanly", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_nullvalue", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_large_number_rendering_all", "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_no_stdin_flag", "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_storage_version_v0_10_0", "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_duckbox_via_dot_command", "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_tcl", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_thousand_sep_comma", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_separator_column", "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_readonly_prevents_write", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_large_number_rendering_off", "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_cmd_flag_runs_before_stdin", "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_insert", "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_storage_version_invalid_reports_error", "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_trash_produces_no_data_output", "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_tables_empty_db", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_thousand_sep_space", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_width_affects_column_mode", "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_bail_flag_exits_on_error", "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_f_flag_reads_file", "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_tabs", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_bail_off_continues_after_error", "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_tables_shows_created_tables", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_thousand_sep_none", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_maxrows_truncates", "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_insert_table_error_on_non_insert_mode", "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_schema_shows_create_statement", "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_f_flag_missing_file", "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_tables_with_pattern_filters", "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_latex", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_changes_on_shows_row_count", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_echo_on_echoes_command", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_headers_off_in_csv_mode", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_decimal_sep_comma", "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_schema_all_tables", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_import_csv_file", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_quit_stops_processing", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_headers_on_shows_header_in_csv", "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_version_shows_duckdb_version", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_decimal_sep_space", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_timer_on_shows_run_time", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_print_multiple_args", "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_indexes_shows_index", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_import_csv_with_explicit_flag", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_exit_zero", "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_timer_off_no_run_time", "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_about_shows_description", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_output_to_file", "eval.tests.test_duckdb_cli.TestSQLExecution.test_create_and_insert_and_query", "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_indexes_by_table_name", "eval.tests.test_duckdb_cli.TestSQLExecution.test_prepared_statement_error_message", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_exit_with_custom_code", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_dump_basic_structure", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_import_parquet", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_once_redirects_one_query", "eval.tests.test_duckdb_cli.TestSQLExecution.test_window_function", "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_databases_shows_memory", "eval.tests.test_duckdb_cli.TestSQLExecution.test_sql_as_second_positional_arg", "eval.tests.test_duckdb_cli.TestSQLExecution.test_multiline_query", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_log_to_file", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_last_repeats_result", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_dump_table_filter", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_read_sql_file", "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_show_shows_current_settings", "eval.tests.test_duckdb_cli.TestSQLExecution.test_newline_in_string_value", "eval.tests.test_duckdb_cli.TestSQLExecution.test_struct_type", "eval.tests.test_duckdb_cli.TestSQLExecution.test_multiple_statements_from_stdin", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_log_off", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_cd_changes_directory", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_print_outputs_string", "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_dump_with_view", "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_persistent_database_read_back", "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_blocks_once", "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_no_init_flag_skips_init", "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_open_readonly_via_dot_command" ], "failed_tests_omitted": 7784, "public_eval_path": "eval.json", "summary_path": "eval-summary.json", "test_branch_errors": {}, "test_records": 8957, "warnings": [] }, "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "instance_id": "duckdb__duckdb.bdb65ec", "metrics": { "almost_resolved": "False", "cached_input_tokens": "7935360", "calls": "121", "created_at": "2026-05-17T10:43:15.873627+00:00", "docker_cpus": "16", "docker_memory": "30g", "error_code": "", "estimated_cost_usd": "6.7718", "evaluator_problem": "False", "host_machine": "x86_64", "host_system": "Linux", "inference_mode": "mini-swe-compatible-nointernet", "input_tokens": "8136859", "instance_id": "duckdb__duckdb.bdb65ec", "long_context_calls": "0", "model": "gpt-5.5", "n_resolved_tests": "919", "n_system_errors": "0", "n_tests": "5650", "n_warnings": "0", "output_tokens": "59889", "paper_compliant": "False", "pricing_source": "https://developers.openai.com/api/docs/models/gpt-5.5", "reasoning_effort": "xhigh", "reasoning_output_tokens": "16325", "resolved": "False", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-duckdb-duckdb", "run_version": "", "score": "0.16265486725663716", "session_ended_at": "2026-05-17T11:00:34.126Z", "session_started_at": "2026-05-17T10:43:19.034Z", "test_branch_errors": "{}", "total_tokens": "8196748", "wall_clock_seconds": "1035" }, "model": "gpt-5.5", "package": { "contents": [ ".", "./compile.sh", "./executable", "./mini_duckdb.py" ], "contents_omitted": 0, "submission_available_local_only": true }, "paper_compliant": false, "paper_mode": false, "reasoning_effort": "xhigh", "run_name": "cpx62-miniswecompat-xhigh-20260517T094700Z-duckdb-duckdb", "run_version": "", "usage_audit": { "available_local_artifact": true, "public_path": "usage-audit.json" } }