{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "751fedc60b26cb5e81a76a00614ea905e0f6a1dbf012c6765fe6ce7fe2c7ab9e",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.2026542050007265
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15057306599919684
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.14304499099671375
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13453850700170733
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.130221788000199
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6585863450018223
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12991502099612262
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1262298419896979
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1115736859937897
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12428707999060862
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 215645,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 40.56906214199262
    },
    {
      "branch": "3466718f282b",
      "command": "docker cp 718c4fc8770069feb93f779e16ed9e9b83e98b932b0a48d52d9eb8d81acf5c28:/workspace/eval/results.xml /tmp/tmprerhrq0e.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 184272,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.033406738002668135
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.18778647000726778
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12979319399164524
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14087259100051597
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13391237599716987
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6728065,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 787.577560367994
    },
    {
      "branch": "ce12f2c4b150",
      "command": "docker cp 9fa5be156ec55c840cfd55d11b92a3738a581ec61e7ef0e2af415df7b4d9b88d:/workspace/eval/results.xml /tmp/tmp5h0r03ok.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5320674,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.06425278099777643
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14759217599930707
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12302082798851188
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10153565400105435
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1226089829870034
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7956417,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 512.7643815469928
    },
    {
      "branch": "2f114f7b83af",
      "command": "docker cp e46dd139979c416591a9891421b42ee11f1de50e214a0b1179f2e3e5f5098bda:/workspace/eval/results.xml /tmp/tmphbrrqq2h.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 13146699,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.08123741600138601
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 6730,
    "passed": 1093,
    "skipped": 1134
  },
  "test_branch_errors": {},
  "test_branches": [
    "3466718f282b",
    "ce12f2c4b150",
    "2f114f7b83af"
  ],
  "test_records": 8957,
  "test_results": [
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 289,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_echo_flag",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 346,
        "message_redacted": true,
        "time": 0.346
      },
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_readonly_flag_allows_reads",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_default_mode_is_duckbox",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 310,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_storage_version_valid_latest",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_batch_flag",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 281,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "eval.tests.test_duckdb_cli.TestBasicInvocation.test_no_stdin_exits_cleanly",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_nullvalue",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_large_number_rendering_all",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 281,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_no_stdin_flag",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 311,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_storage_version_v0_10_0",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_duckbox_via_dot_command",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_tcl",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_thousand_sep_comma",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_separator_column",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 1679,
        "message_redacted": true,
        "time": 0.245
      },
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_readonly_prevents_write",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_large_number_rendering_off",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_cmd_flag_runs_before_stdin",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_insert",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 590,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_storage_version_invalid_reports_error",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_trash_produces_no_data_output",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_tables_empty_db",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_thousand_sep_space",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 291,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_width_affects_column_mode",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 1129,
        "message_redacted": true,
        "time": 0.104
      },
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_bail_flag_exits_on_error",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 315,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_f_flag_reads_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_tabs",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 289,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_bail_off_continues_after_error",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_tables_shows_created_tables",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_thousand_sep_none",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_maxrows_truncates",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 1522,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_insert_table_error_on_non_insert_mode",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_schema_shows_create_statement",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 1600,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_duckdb_cli.TestCommandLineFlags.test_f_flag_missing_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_tables_with_pattern_filters",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_duckdb_cli.TestOutputModes.test_mode_latex",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_changes_on_shows_row_count",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_echo_on_echoes_command",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_headers_off_in_csv_mode",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_decimal_sep_comma",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_schema_all_tables",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_import_csv_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_quit_stops_processing",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_headers_on_shows_header_in_csv",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_version_shows_duckdb_version",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_decimal_sep_space",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_timer_on_shows_run_time",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_print_multiple_args",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_indexes_shows_index",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_import_csv_with_explicit_flag",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_exit_zero",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDisplaySettings.test_dot_timer_off_no_run_time",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_about_shows_description",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_output_to_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_create_and_insert_and_query",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_indexes_by_table_name",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 951,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_prepared_statement_error_message",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 281,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_exit_with_custom_code",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_dump_basic_structure",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_import_parquet",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_once_redirects_one_query",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 241,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_window_function",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_databases_shows_memory",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_sql_as_second_positional_arg",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_multiline_query",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_log_to_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_last_repeats_result",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_dump_table_filter",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_read_sql_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDatabaseInspection.test_dot_show_shows_current_settings",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_newline_in_string_value",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_struct_type",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "eval.tests.test_duckdb_cli.TestSQLExecution.test_multiple_statements_from_stdin",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_log_off",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_cd_changes_directory",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_print_outputs_string",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_dump_with_view",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 339,
        "message_redacted": true,
        "time": 0.241
      },
      "name": "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_persistent_database_read_back",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 581,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_blocks_once",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_no_init_flag_skips_init",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.335
      },
      "name": "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_open_readonly_via_dot_command",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 581,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_blocks_shell_command",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 581,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_blocks_log",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_duckdb_cli.TestDotCommandDataOperations.test_dot_dump_with_index",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 581,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_blocks_import",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 581,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_blocks_excel",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 1580,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_init_missing_file_reports_error",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 315,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_in_memory_database",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 289,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_basic_query_works",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 581,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_blocks_read",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 1547,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_blocks_copy_to_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 581,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_blocks_output",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 581,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_blocks_cd",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 316,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_f_flag_processes_sql_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 317,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_with_persistent_db",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 305,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "eval.tests.test_duckdb_cli.TestDatabaseFileOperations.test_init_file_sets_mode",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 1857,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_safe_mode_blocks_file_access",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 572,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "eval.tests.test_duckdb_cli.TestSafeMode.test_dot_safe_mode_command_enables_safe_mode",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 310,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_duckdb_cli.TestStorageVersion.test_storage_version_underscore_alias",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 310,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_duckdb_cli.TestStorageVersion.test_storage_version_v1_0_0",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_duckdb_cli.TestHelpAndMetaCommands.test_dot_help_shows_dot_commands",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 582,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_duckdb_cli.TestStorageVersion.test_storage_version_error_lists_valid_versions",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "eval.tests.test_duckdb_cli.TestImportExportData.test_import_from_parquet_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "eval.tests.test_duckdb_cli.TestHelpAndMetaCommands.test_dot_shell_executes_command",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "eval.tests.test_duckdb_cli.TestHelpAndMetaCommands.test_dot_help_with_mode_pattern",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_duckdb_cli.TestHelpAndMetaCommands.test_dot_system_executes_command",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "eval.tests.test_duckdb_cli.TestImportExportData.test_copy_csv_to_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "eval.tests.test_duckdb_cli.TestHelpAndMetaCommands.test_display_colors_shows_color_names",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "eval.tests.test_duckdb_cli.TestHelpAndMetaCommands.test_dot_help_all_shows_extended",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_duckdb_cli.TestImportExportData.test_copy_to_stdout",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_duckdb_cli.TestImportExportData.test_select_from_csv_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "eval.tests.test_duckdb_cli.TestMiscFeatures.test_dot_columns_rendering",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "eval.tests.test_duckdb_cli.TestImportExportData.test_select_from_parquet_file",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 1296,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "eval.tests.test_duckdb_cli.TestErrorHandling.test_type_cast_error",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 555,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_duckdb_cli.TestErrorHandling.test_column_not_found_error",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_duckdb_cli.TestMiscFeatures.test_dot_binary_on",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_duckdb_cli.TestMiscFeatures.test_highlight_off_still_queries",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.277
      },
      "name": "eval.tests.test_duckdb_cli.TestMiscFeatures.test_attach_database",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "eval.tests.test_duckdb_cli.TestMiscFeatures.test_schema_with_indent",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "eval.tests.test_duckdb_cli.TestMiscFeatures.test_dot_rows_rendering",
      "status": "failure"
    },
    {
      "branch": "3466718f282b",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_duckdb_cli.TestMiscFeatures.test_multiline_mode",
      "status": "failure"
    }
  ],
  "test_results_omitted": 7744,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}