{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16685471599339508
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.11037705901253503
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15829916000075173
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.14641679199121427
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12730730998737272
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12713325199729297
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6589204350020736
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1396526820026338
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12954901900957339
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11423603699950036
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13577423500828445
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.709731959999772
    },
    {
      "branch": "5e483d7465e7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.041030584994587116
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13718259600864258
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10980597599700559
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12709826198988594
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12635868199868128
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.184750968008302
    },
    {
      "branch": "040ee76f34fd",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02365680098591838
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13251510899863206
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11226755198731553
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11717354699794669
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1200588380015688
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 73.06687877200602
    },
    {
      "branch": "cbaf9db6ea2e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04069167000125162
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13322271000652108
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12119081198761705
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12798047000251245
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10346034201211296
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 16.076702826001565
    },
    {
      "branch": "96d1eb797f1c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.040693778995773755
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14144229699741118
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1315029919933295
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11890656300238334
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1290640950028319
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.843383573010215
    },
    {
      "branch": "99c1346c445d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.026156697000260465
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11176146900106687
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10392902500461787
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12798019999172539
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13000861299224198
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.16491494399088
    },
    {
      "branch": "d38253c926ee",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025652972995885648
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09581721499853302
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09908658999484032
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11935494700446725
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12056953899445944
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.797747107993928
    },
    {
      "branch": "239427da9840",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03815882500202861
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13466872900607996
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12026828399393708
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12291451799683273
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11825544999737758
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.5137751849979395
    },
    {
      "branch": "6256695fac2d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03928096900926903
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1396635819983203
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13064234500052407
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12537443501059897
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11346589600725565
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.747323247007444
    },
    {
      "branch": "c46ae9b89fa0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.021761244992376305
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1425391730008414
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12529403599910438
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12562255100056063
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13035917800152674
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.6701346899935743
    },
    {
      "branch": "f24728ecf8a8",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027359129991964437
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1237516080000205
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11077740300970618
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12394515400228556
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13209109401213937
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.778535942998133
    },
    {
      "branch": "6188fe5b7e4d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.026661849013180472
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1477349220076576
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12855982199835125
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1264902099937899
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1265759679954499
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.76452762199915
    },
    {
      "branch": "dea01dd56536",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024006135994568467
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13738635199842975
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.131343385000946
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13570377600262873
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13190164700790774
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6526559430058114
    },
    {
      "branch": "6dd45c010e5d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03321399100241251
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12679979400127195
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1258656290010549
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12729034898802638
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12153635600407142
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.762016111999401
    },
    {
      "branch": "bf96b63415cc",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03810008498840034
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1356315250013722
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11789864599995781
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13000722299329937
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1278518909966806
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.764555007001036
    },
    {
      "branch": "0386d0614fb1",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03721277599106543
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1476492439978756
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1215353270090418
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10990827399655245
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13608209100493696
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.832903121990967
    },
    {
      "branch": "efbed7268f1d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038785794997238554
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "228c75deb5ebdde66b1e57bf816a38fe2669a8b5e10de0d3330f730af0802e92",
  "failed_tests": [
    {
      "branch": "5e483d7465e7",
      "message_chars": 423,
      "message_redacted": true,
      "name": "eval.tests.test_completion.test_completion_fish",
      "status": "failure"
    },
    {
      "branch": "5e483d7465e7",
      "message_chars": 447,
      "message_redacted": true,
      "name": "eval.tests.test_completion.test_completion_powershell",
      "status": "failure"
    },
    {
      "branch": "5e483d7465e7",
      "message_chars": 179,
      "message_redacted": true,
      "name": "eval.tests.test_error_conditions.test_schema_inspect_with_bad_url",
      "status": "failure"
    },
    {
      "branch": "5e483d7465e7",
      "message_chars": 316,
      "message_redacted": true,
      "name": "eval.tests.test_migrate_commands.test_migrate_status_missing_url",
      "status": "failure"
    },
    {
      "branch": "5e483d7465e7",
      "message_chars": 183,
      "message_redacted": true,
      "name": "eval.tests.test_error_conditions.test_invalid_url_format",
      "status": "failure"
    },
    {
      "branch": "040ee76f34fd",
      "message_chars": 456,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_powershell",
      "status": "failure"
    },
    {
      "branch": "040ee76f34fd",
      "message_chars": 432,
      "message_redacted": true,
      "name": "tests.test_completion.test_completion_fish",
      "status": "failure"
    },
    {
      "branch": "040ee76f34fd",
      "message_chars": 1887,
      "message_redacted": true,
      "name": "tests.test_flags_and_options.test_config_flag_before_command",
      "status": "failure"
    },
    {
      "branch": "040ee76f34fd",
      "message_chars": 369,
      "message_redacted": true,
      "name": "tests.test_migrate_edge_cases.test_migrate_status_with_dir_flag",
      "status": "failure"
    },
    {
      "branch": "040ee76f34fd",
      "message_chars": 219,
      "message_redacted": true,
      "name": "tests.test_schema_fmt.test_schema_fmt_formats_hcl_file",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 181,
      "message_redacted": true,
      "name": "tests.test_aws_gcp_datasources.TestAWSDatasource.test_aws_rds_token_invalid_profile",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 257,
      "message_redacted": true,
      "name": "tests.test_cmdlog_formatting.test_status_custom_template_nested_env_field",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 296,
      "message_redacted": true,
      "name": "tests.test_cmdlog_formatting.test_schema_diff_template_with_conditional",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 287,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_status_template_nil_check_with_conditional",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 179,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_migrate_lint_invalid_format_template",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 389,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_apply_template_indent_ln_with_no_newlines",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 369,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_multi_environment_not_supported_in_oss",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 293,
      "message_redacted": true,
      "name": "tests.test_basic.test_completion_zsh_exact_output",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 1037,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_apply_template_lower_function_undefined",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 264,
      "message_redacted": true,
      "name": "tests.test_cmdlog_reader.test_cmdlog_migrate_status_template_gt_function",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 274,
      "message_redacted": true,
      "name": "tests.test_cmdlog_reader.test_cmdlog_color_template_functions_all_colors",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 536,
      "message_redacted": true,
      "name": "tests.test_basic.test_completion_output_to_stdout",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 71,
      "message_redacted": true,
      "name": "tests.test_cmdlog_formatting.test_status_all_applied_json_format",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 225,
      "message_redacted": true,
      "name": "tests.test_config.test_missing_config_file_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 195,
      "message_redacted": true,
      "name": "tests.test_config.test_config_unsupported_scheme_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 279,
      "message_redacted": true,
      "name": "tests.test_datasources.TestExternalDatasource.test_external_nonexistent_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 181,
      "message_redacted": true,
      "name": "tests.test_aws_gcp_datasources.TestAWSDatasource.test_aws_rds_token_with_valid_config",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 1374,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_rm_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 360,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_schema_clean_dry_run_unsupported",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 181,
      "message_redacted": true,
      "name": "tests.test_basic.test_completion_fish_generates_script",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 253,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_status_template_deeply_nested_field_access",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 253,
      "message_redacted": true,
      "name": "tests.test_cmdlog_formatting.test_status_template_nested_field_access",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 317,
      "message_redacted": true,
      "name": "tests.test_cmdlog_formatting.test_status_custom_template_range_over_pending",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 367,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_apply_template_indent_ln_with_empty_string",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 424,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_unsupported_schema_test_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 401,
      "message_redacted": true,
      "name": "tests.test_cmdlog_reader.test_reader_sql_directory_with_subdirectories_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 266,
      "message_redacted": true,
      "name": "tests.test_cmdlog_reader.test_cmdlog_template_conditional_formatting",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 710,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_schema_inspect_template_mermaid_format",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 214,
      "message_redacted": true,
      "name": "tests.test_config.test_invalid_hcl_syntax_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 257,
      "message_redacted": true,
      "name": "tests.test_cmdlog_formatting.test_status_template_conditional_ok_status",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 279,
      "message_redacted": true,
      "name": "tests.test_datasources.TestExternalDatasource.test_external_command_failing_exit_code",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 278,
      "message_redacted": true,
      "name": "tests.test_datasources.TestSQLDatasource.test_sql_query_nonexistent_table",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 181,
      "message_redacted": true,
      "name": "tests.test_aws_gcp_datasources.TestGCPDatasource.test_gcp_cloudsql_token_no_credentials",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 1376,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_edit_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 337,
      "message_redacted": true,
      "name": "tests.test_basic.test_completion_fish_exact_output",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 241,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_schema_clean_format_unsupported",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 253,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_status_template_json_with_nil_pointer",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 354,
      "message_redacted": true,
      "name": "tests.test_cmdlog_reader.test_reader_invalid_hcl_syntax_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 71,
      "message_redacted": true,
      "name": "tests.test_cmdlog_formatting.test_status_custom_template_json_function",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 1382,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_checkpoint_with_abort_prefix",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 71,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_status_template_json_with_indent_argument",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 252,
      "message_redacted": true,
      "name": "tests.test_cmdlog_reader.test_cmdlog_template_len_function",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 212,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_status_template_nested_range_with_field_access",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 265,
      "message_redacted": true,
      "name": "tests.test_cmdlog_formatting.test_status_template_conditional_pending_status",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 219,
      "message_redacted": true,
      "name": "tests.test_config.test_missing_required_variable_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 428,
      "message_redacted": true,
      "name": "tests.test_main_init.test_multiple_invalid_flags_reports_first_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 276,
      "message_redacted": true,
      "name": "tests.test_datasources.TestExternalDatasource.test_external_empty_program",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 275,
      "message_redacted": true,
      "name": "tests.test_datasources.TestSQLDatasource.test_sql_query_syntax_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 193,
      "message_redacted": true,
      "name": "tests.test_basic.test_completion_powershell_generates_script",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 182,
      "message_redacted": true,
      "name": "tests.test_aws_gcp_datasources.TestDatasourceIntegration.test_multiple_datasources_in_config",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 959,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_unsupported_schema_push_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 300,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_schema_diff_include_unsupported",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 1376,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_down_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 255,
      "message_redacted": true,
      "name": "tests.test_cmdlog_reader.test_reader_empty_schema_directory_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 362,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_status_template_json_with_prefix_and_indent",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 253,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_status_template_range_over_empty_slice",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 263,
      "message_redacted": true,
      "name": "tests.test_cmdlog_formatting.test_status_template_with_applied_migrations",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 255,
      "message_redacted": true,
      "name": "tests.test_cmdlog_reader.test_cmdlog_schema_inspect_multiple_tables",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 66,
      "message_redacted": true,
      "name": "tests.test_cmdlog_formatting.test_status_template_json_with_custom_indent",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 240,
      "message_redacted": true,
      "name": "tests.test_config.test_invalid_var_flag_format",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 428,
      "message_redacted": true,
      "name": "tests.test_main_init.test_completion_fish_generates_valid_script",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 369,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_apply_template_add_with_negative_numbers",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 279,
      "message_redacted": true,
      "name": "tests.test_datasources.TestExternalDatasource.test_external_command_stderr_on_failure",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 274,
      "message_redacted": true,
      "name": "tests.test_datasources.TestSQLDatasource.test_sql_query_invalid_url",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 343,
      "message_redacted": true,
      "name": "tests.test_basic.test_completion_powershell_exact_output",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 1376,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_push_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 1378,
      "message_redacted": true,
      "name": "tests.test_cmdapi_gaps.test_unsupported_migrate_rebase_command",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 255,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_status_template_redBgWhiteFg_function",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 347,
      "message_redacted": true,
      "name": "tests.test_cmdlog_reader.test_reader_ambiguous_mixed_sql_hcl_error",
      "status": "failure"
    },
    {
      "branch": "cbaf9db6ea2e",
      "message_chars": 299,
      "message_redacted": true,
      "name": "tests.test_cmdlog_advanced.test_status_template_printf_with_multiple_args",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 493,
  "status_counts": {
    "failure": 570,
    "passed": 1159,
    "skipped": 3
  },
  "test_branch_errors": {},
  "test_branches": [
    "5e483d7465e7",
    "040ee76f34fd",
    "cbaf9db6ea2e",
    "96d1eb797f1c",
    "99c1346c445d",
    "d38253c926ee",
    "239427da9840",
    "6256695fac2d",
    "c46ae9b89fa0",
    "f24728ecf8a8",
    "6188fe5b7e4d",
    "dea01dd56536",
    "6dd45c010e5d",
    "bf96b63415cc",
    "0386d0614fb1",
    "efbed7268f1d"
  ],
  "test_records": 1732,
  "warnings": []
}