{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.19534929300425574
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15596980300324503
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1294405380031094
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1241369269991992
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1362857130006887
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6587505839997903
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11767664800572675
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11936561900074594
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13439492299221456
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11932892999902833
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 55.66172491000907
    },
    {
      "branch": "281d3b6a53d3",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036906776993419044
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15573228399443906
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13616270500642713
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1349294829997234
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1230579020048026
    },
    {
      "branch": "",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.021879641994
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.036760517992661335
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13612845799070783
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13420556699566077
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11872291298641358
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13265770400175825
    },
    {
      "branch": "",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.023342020999
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.03756037799757905
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "fb35539f8c8d9d4808a3c1ceb3ee7b7935db162f875e528623c7fed15c6d3771",
  "failed_tests": [
    {
      "branch": "281d3b6a53d3",
      "message_chars": 2447,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_help_output",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 341,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_dbinfo",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 399,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_explain_on",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 176,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_intck",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 2447,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_help_short",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 180,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_vfsinfo_with_db",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 175,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_auth",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 222,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_timer",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 300,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_archive_create_list",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 175,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_vfsname",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 214,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_trace",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 176,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_stats",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 220,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_archive_verbose_list",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 172,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_progress",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 208,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_log",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 3420,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_dbconfig_set",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 183,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_zip_mode_tables",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 235,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_sha3sum",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 259,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_eqp_full",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 272,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_help_pattern",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 275,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_zip_mode_select",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 498,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_recover",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 157,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_filectrl",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 198,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_expert",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 209,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_zip_mode_schema",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 184,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_dbtotxt",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 233,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_sha3_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 256,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_readfile_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 224,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dbpage_virtual_table",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 309,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_sha3_sizes",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 199,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_echo_option",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 273,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_writefile_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 268,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_mode_column_charlimit",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 206,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_sha3_agg_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 264,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_stats_option",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 212,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_uint_collation",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 179,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_mode_list_quote",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 248,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_sha3_query_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 253,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_init_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 271,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_generate_series",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 235,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_sha3sum_multiple_tables",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 275,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_decimal_functions",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 599,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_safe_mode",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 276,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_generate_series_step",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 248,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_decimal_sub",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 235,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_sha3sum_with_size",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 176,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_indexes_table_specific",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 260,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_log_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 302,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_decimal_cmp",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 3421,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_dbconfig_enable_fkey",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_dot_timer_once",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 249,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_base64_blob_roundtrip",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 295,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_ieee754_functions",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 235,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_sha3sum_sha3_256",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 240,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_base64_text_input",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 247,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_decimal_exp_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 265,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_regexp_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 247,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_decimal_scientific",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 276,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_base64_type_detection",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 209,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_decimal_sum_aggregate",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 243,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_regexpi_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 215,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_decimal_collation",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 255,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_base85_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 248,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_decimal_negative",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 204,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_regexp_operator",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 275,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_generate_series_with_step",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 228,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_sha1_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 275,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_generate_series_descending",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 271,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_regexp_character_class",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 264,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_regexp_quantifiers",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 237,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_regexp_hex_escape",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 278,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_generate_series_sum",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 281,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_regexp_anchors",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 204,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_regexp_in_where_clause",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 212,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_uint_collation_numbers",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 273,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_uint_comparison",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 246,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_lsmode_function",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 275,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_readfile_write_roundtrip",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 251,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_sha3_query_256",
      "status": "failure"
    },
    {
      "branch": "281d3b6a53d3",
      "message_chars": 251,
      "message_redacted": true,
      "name": "eval.tests.test_sqlite3.test_sha1_query_function",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 16530,
  "status_counts": {
    "failure": 85,
    "not_run": 16525,
    "passed": 191
  },
  "test_branch_errors": {
    "4ee128ddea8e": [
      {
        "error_code": "results_read_failed",
        "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container 90354ab11c27a3d3438d7b0328e62788f2fade0a04f5d097175a5f89d5eb8d4c"
      }
    ]
  },
  "test_branches": [
    "281d3b6a53d3",
    "4ee128ddea8e"
  ],
  "test_records": 16801,
  "warnings": []
}