{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "fb35539f8c8d9d4808a3c1ceb3ee7b7935db162f875e528623c7fed15c6d3771",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.19534929300425574
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15596980300324503
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1294405380031094
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1241369269991992
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1362857130006887
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6587505839997903
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11767664800572675
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11936561900074594
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13439492299221456
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11932892999902833
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 127954,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 55.66172491000907
    },
    {
      "branch": "281d3b6a53d3",
      "command": "docker cp 9812558615d55d8b8ae11e1ec1ca179dfbe2dcf4ef89e5481a5ca273e605dd58:/workspace/eval/results.xml /tmp/tmp4rm49ojz.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 116727,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036906776993419044
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15573228399443906
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13616270500642713
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1349294829997234
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1230579020048026
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.021879641994
    },
    {
      "branch": "",
      "command": "docker cp bd2322f36e21aa2b8180a6840ebe7a0e9c2b7412f740ff20938a0963d563d2cf:/workspace/eval/results.xml /tmp/tmpv1h3_i6_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 157,
      "output_redacted": true,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.036760517992661335
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13612845799070783
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13420556699566077
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11872291298641358
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13265770400175825
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.023342020999
    },
    {
      "branch": "",
      "command": "docker cp 90354ab11c27a3d3438d7b0328e62788f2fade0a04f5d097175a5f89d5eb8d4c:/workspace/eval/results.xml /tmp/tmpds5hrnwl.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 157,
      "output_redacted": true,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.03756037799757905
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 85,
    "not_run": 16525,
    "passed": 191
  },
  "test_branch_errors": {
    "4ee128ddea8e": [
      {
        "error_code": "results_read_failed",
        "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container 90354ab11c27a3d3438d7b0328e62788f2fade0a04f5d097175a5f89d5eb8d4c"
      }
    ]
  },
  "test_branches": [
    "281d3b6a53d3",
    "4ee128ddea8e"
  ],
  "test_records": 16801,
  "test_results": [
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 2447,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "eval.tests.test_sqlite3.test_help_output",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 341,
        "message_redacted": true,
        "time": 0.359
      },
      "name": "eval.tests.test_sqlite3.test_dot_dbinfo",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 399,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "eval.tests.test_sqlite3.test_dot_explain_on",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 176,
        "message_redacted": true,
        "time": 0.32
      },
      "name": "eval.tests.test_sqlite3.test_dot_intck",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 2447,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "eval.tests.test_sqlite3.test_help_short",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 180,
        "message_redacted": true,
        "time": 0.378
      },
      "name": "eval.tests.test_sqlite3.test_dot_vfsinfo_with_db",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 175,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "eval.tests.test_sqlite3.test_dot_auth",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 222,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_sqlite3.test_dot_timer",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "eval.tests.test_sqlite3.test_archive_create_list",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 175,
        "message_redacted": true,
        "time": 0.342
      },
      "name": "eval.tests.test_sqlite3.test_dot_vfsname",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "eval.tests.test_sqlite3.test_dot_trace",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 176,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "eval.tests.test_sqlite3.test_dot_stats",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.352
      },
      "name": "eval.tests.test_sqlite3.test_archive_verbose_list",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 172,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_sqlite3.test_dot_progress",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_sqlite3.test_dot_log",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 3420,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "eval.tests.test_sqlite3.test_dot_dbconfig_set",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 183,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_sqlite3.test_zip_mode_tables",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 235,
        "message_redacted": true,
        "time": 0.409
      },
      "name": "eval.tests.test_sqlite3.test_dot_sha3sum",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 259,
        "message_redacted": true,
        "time": 0.318
      },
      "name": "eval.tests.test_sqlite3.test_dot_eqp_full",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 272,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_sqlite3.test_dot_help_pattern",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "eval.tests.test_sqlite3.test_zip_mode_select",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 498,
        "message_redacted": true,
        "time": 0.4
      },
      "name": "eval.tests.test_sqlite3.test_dot_recover",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 157,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_sqlite3.test_dot_filectrl",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 198,
        "message_redacted": true,
        "time": 0.347
      },
      "name": "eval.tests.test_sqlite3.test_dot_expert",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 209,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "eval.tests.test_sqlite3.test_zip_mode_schema",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 184,
        "message_redacted": true,
        "time": 0.385
      },
      "name": "eval.tests.test_sqlite3.test_dot_dbtotxt",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 233,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_sqlite3.test_sha3_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 256,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_sqlite3.test_readfile_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 224,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "eval.tests.test_sqlite3.test_dbpage_virtual_table",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 309,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "eval.tests.test_sqlite3.test_sha3_sizes",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 199,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_sqlite3.test_echo_option",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 273,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "eval.tests.test_sqlite3.test_writefile_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 268,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_sqlite3.test_mode_column_charlimit",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 206,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "eval.tests.test_sqlite3.test_sha3_agg_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 264,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_sqlite3.test_stats_option",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_sqlite3.test_uint_collation",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 179,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_sqlite3.test_mode_list_quote",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 248,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "eval.tests.test_sqlite3.test_sha3_query_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "eval.tests.test_sqlite3.test_init_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 271,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "eval.tests.test_sqlite3.test_generate_series",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 235,
        "message_redacted": true,
        "time": 0.518
      },
      "name": "eval.tests.test_sqlite3.test_sha3sum_multiple_tables",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "eval.tests.test_sqlite3.test_decimal_functions",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 599,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "eval.tests.test_sqlite3.test_safe_mode",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 276,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "eval.tests.test_sqlite3.test_generate_series_step",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 248,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "eval.tests.test_sqlite3.test_decimal_sub",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 235,
        "message_redacted": true,
        "time": 0.355
      },
      "name": "eval.tests.test_sqlite3.test_sha3sum_with_size",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 176,
        "message_redacted": true,
        "time": 0.374
      },
      "name": "eval.tests.test_sqlite3.test_dot_indexes_table_specific",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 260,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_sqlite3.test_log_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 302,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "eval.tests.test_sqlite3.test_decimal_cmp",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 3421,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_sqlite3.test_dot_dbconfig_enable_fkey",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 280,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "eval.tests.test_sqlite3.test_dot_timer_once",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 249,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "eval.tests.test_sqlite3.test_base64_blob_roundtrip",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "eval.tests.test_sqlite3.test_ieee754_functions",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 235,
        "message_redacted": true,
        "time": 0.374
      },
      "name": "eval.tests.test_sqlite3.test_sha3sum_sha3_256",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_sqlite3.test_base64_text_input",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 247,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "eval.tests.test_sqlite3.test_decimal_exp_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 265,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "eval.tests.test_sqlite3.test_regexp_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 247,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "eval.tests.test_sqlite3.test_decimal_scientific",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 276,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "eval.tests.test_sqlite3.test_base64_type_detection",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 209,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "eval.tests.test_sqlite3.test_decimal_sum_aggregate",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 243,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "eval.tests.test_sqlite3.test_regexpi_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 215,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "eval.tests.test_sqlite3.test_decimal_collation",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "eval.tests.test_sqlite3.test_base85_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 248,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "eval.tests.test_sqlite3.test_decimal_negative",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 204,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "eval.tests.test_sqlite3.test_regexp_operator",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_sqlite3.test_generate_series_with_step",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 228,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "eval.tests.test_sqlite3.test_sha1_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_sqlite3.test_generate_series_descending",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 271,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_sqlite3.test_regexp_character_class",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 264,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "eval.tests.test_sqlite3.test_regexp_quantifiers",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 237,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_sqlite3.test_regexp_hex_escape",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 278,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_sqlite3.test_generate_series_sum",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 281,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "eval.tests.test_sqlite3.test_regexp_anchors",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 204,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "eval.tests.test_sqlite3.test_regexp_in_where_clause",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "eval.tests.test_sqlite3.test_uint_collation_numbers",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 273,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_sqlite3.test_uint_comparison",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 246,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "eval.tests.test_sqlite3.test_lsmode_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_sqlite3.test_readfile_write_roundtrip",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "eval.tests.test_sqlite3.test_sha3_query_256",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "eval.tests.test_sqlite3.test_sha1_query_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 237,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "eval.tests.test_sqlite3.test_sha3_blob_input",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 264,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "eval.tests.test_sqlite3.test_ieee754_two_args",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 248,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "eval.tests.test_sqlite3.test_ieee754_negative",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 350,
        "message_redacted": true,
        "time": 0.393
      },
      "name": "eval.tests.test_sqlite3.test_dot_dump_with_indent",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "extra": {
        "message_chars": 239,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "eval.tests.test_sqlite3.test_mode_with_tag",
      "status": "failure"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_archive_create_and_list",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_archive_extract_preserves_content",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_archive_insert_adds_regardless_of_mtime",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_archive_remove_files",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_archive_verbose_lists_files",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_archive_with_directory_structure",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_auth_off_disables_callbacks",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_auth_on_shows_authorizer_callbacks",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_cd_changes_working_directory",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_cd_with_invalid_directory",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_dbconfig_shows_configuration",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_dbconfig_toggle_foreign_keys",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_dbconfig_with_invalid_option",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_dbinfo_shows_database_metadata",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_dbinfo_with_indexes_and_views",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_expert_suggests_indexes",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_expert_with_join_query",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_expert_with_no_optimization_needed",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_fullschema_includes_all_schema_objects",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_fullschema_with_indexes",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_fullschema_with_stat_tables",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_open_creates_new_database",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_parameter_clear_removes_bindings",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_parameter_list_shows_all_parameters",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_parameter_set_and_use",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_parameter_unset_removes_single_parameter",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_parameter_with_multiple_types",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_parameter_with_null_value",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_read_executes_sql_from_file",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_read_from_pipe_command",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_read_with_syntax_error",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_sha3sum_different_data_different_hash",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_sha3sum_produces_consistent_hash",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_sha3sum_with_multiple_tables",
      "status": "not_run"
    },
    {
      "branch": "4ee128ddea8e",
      "extra": {},
      "name": "tests.test_advanced_meta.test_sha3sum_with_schema_only",
      "status": "not_run"
    }
  ],
  "test_results_omitted": 16490,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}