{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.2026542050007265
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15057306599919684
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.14304499099671375
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13453850700170733
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.130221788000199
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6585863450018223
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12991502099612262
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1262298419896979
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1115736859937897
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12428707999060862
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 40.56906214199262
    },
    {
      "branch": "3466718f282b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.033406738002668135
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.18778647000726778
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12979319399164524
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14087259100051597
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13391237599716987
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 787.577560367994
    },
    {
      "branch": "ce12f2c4b150",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.06425278099777643
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14759217599930707
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12302082798851188
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10153565400105435
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1226089829870034
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 512.7643815469928
    },
    {
      "branch": "2f114f7b83af",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.08123741600138601
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "751fedc60b26cb5e81a76a00614ea905e0f6a1dbf012c6765fe6ce7fe2c7ab9e",
  "failed_tests": [
    {
      "branch": "3466718f282b",
      "message_chars": 289,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_echo_flag",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 346,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_readonly_flag_allows_reads",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_default_mode_is_duckbox",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 310,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_storage_version_valid_latest",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_batch_flag",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 281,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestBasicInvocation.test_no_stdin_exits_cleanly",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_nullvalue",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_large_number_rendering_all",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 281,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_no_stdin_flag",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 311,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_storage_version_v0_10_0",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_duckbox_via_dot_command",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_tcl",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_thousand_sep_comma",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 288,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_separator_column",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 1679,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_readonly_prevents_write",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_large_number_rendering_off",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 301,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_cmd_flag_runs_before_stdin",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_insert",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 590,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_storage_version_invalid_reports_error",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_trash_produces_no_data_output",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_tables_empty_db",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_thousand_sep_space",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 291,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_width_affects_column_mode",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 1129,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_bail_flag_exits_on_error",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 315,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_f_flag_reads_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_tabs",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 289,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_bail_off_continues_after_error",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_tables_shows_created_tables",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_thousand_sep_none",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_maxrows_truncates",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 1522,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_insert_table_error_on_non_insert_mode",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_schema_shows_create_statement",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 1600,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_f_flag_missing_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_tables_with_pattern_filters",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_latex",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_changes_on_shows_row_count",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_echo_on_echoes_command",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 288,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_headers_off_in_csv_mode",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_decimal_sep_comma",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_schema_all_tables",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_import_csv_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_quit_stops_processing",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 288,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_headers_on_shows_header_in_csv",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_version_shows_duckdb_version",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_decimal_sep_space",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_timer_on_shows_run_time",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_print_multiple_args",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_indexes_shows_index",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_import_csv_with_explicit_flag",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_exit_zero",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_timer_off_no_run_time",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_about_shows_description",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_output_to_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_create_and_insert_and_query",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_indexes_by_table_name",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 951,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_prepared_statement_error_message",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 281,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_exit_with_custom_code",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_dump_basic_structure",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_import_parquet",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_once_redirects_one_query",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 241,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_window_function",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_databases_shows_memory",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 331,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_sql_as_second_positional_arg",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_multiline_query",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_log_to_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_last_repeats_result",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_dump_table_filter",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_read_sql_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_show_shows_current_settings",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_newline_in_string_value",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 203,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_struct_type",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_multiple_statements_from_stdin",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_log_off",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_cd_changes_directory",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_print_outputs_string",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_dump_with_view",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 339,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_persistent_database_read_back",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 581,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_blocks_once",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_no_init_flag_skips_init",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_open_readonly_via_dot_command",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 7784,
  "status_counts": {
    "failure": 6730,
    "passed": 1093,
    "skipped": 1134
  },
  "test_branch_errors": {},
  "test_branches": [
    "3466718f282b",
    "ce12f2c4b150",
    "2f114f7b83af"
  ],
  "test_records": 8957,
  "warnings": []
}