{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.13347511499978282
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15005940899936832
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1290883669998948
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12624400400000013
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12952763300017978
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.7077104559994041
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09651501700045628
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.0976929159996871
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10780369300027814
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1154288429997905
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 50.51899219100051
    },
    {
      "branch": "14d8b1f8ec41",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02236604100016848
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14685865100000228
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11606077099986578
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1227267540007233
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12196866100020998
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 90.40627592800047
    },
    {
      "branch": "63f1ef51f548",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0373969180000131
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "e3d23704ce116acb4f7a81237177fa98f41318cdb6d1f5b5d421939631cb2768",
  "failed_tests": [
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 314,
      "message_redacted": true,
      "name": "eval.tests.test_dataset_advanced.test_dataset_check_vector",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 383,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_advanced.test_vector_pipeline_segmentize",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 356,
      "message_redacted": true,
      "name": "eval.tests.test_mdim.test_vector_sql_multiple",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 1520,
      "message_redacted": true,
      "name": "eval.tests.test_basic.test_filename_shortcut_vector",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 337,
      "message_redacted": true,
      "name": "eval.tests.test_info_shortcut.test_convert_shortcut_vector",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 436,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_raster_tile_with_title",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 392,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_vector_reproject_overwrite",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 227,
      "message_redacted": true,
      "name": "eval.tests.test_dataset.test_dataset_identify_vector",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 359,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline.test_raster_pipeline_quiet",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 645,
      "message_redacted": true,
      "name": "eval.tests.test_error_paths.test_raster_info_invalid_format",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 296,
      "message_redacted": true,
      "name": "eval.tests.test_dataset_check_advanced.test_dataset_check_reads_polygon",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 220,
      "message_redacted": true,
      "name": "eval.tests.test_dataset_advanced.test_dataset_identify_json_output",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 302,
      "message_redacted": true,
      "name": "eval.tests.test_info_shortcut.test_info_vector_shortcut",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 366,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_aspect_tpi",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 324,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_create_as_first",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 434,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_calc_diff",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 419,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_advanced.test_vector_pipeline_set_field_type",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 378,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline.test_vector_pipeline_with_filter",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 416,
      "message_redacted": true,
      "name": "eval.tests.test_mdim.test_raster_scale_custom",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 2241,
      "message_redacted": true,
      "name": "eval.tests.test_mdim.test_mdim_info_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 383,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_vector_reproject_quiet",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 314,
      "message_redacted": true,
      "name": "eval.tests.test_dataset_check_advanced.test_dataset_check_geojson",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 412,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_raster_tile_overview_resampling",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 314,
      "message_redacted": true,
      "name": "eval.tests.test_dataset.test_dataset_check_vector",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 363,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_advanced.test_vector_pipeline_swap_xy",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 363,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_viewshed_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 336,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_inline_string",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 4955,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_overview_delete_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 393,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_mosaic_as_first",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 378,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_reclassify_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 360,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_tpi_tri",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 49,
      "message_redacted": true,
      "name": "eval.tests.test_pixel_info_advanced.test_raster_pixel_info_promote_to_z",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 319,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_advanced.test_raster_pipeline_info",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 392,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_advanced.test_raster_pipeline_reproject",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 399,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_vector_filter_update_extent",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 2262,
      "message_redacted": true,
      "name": "eval.tests.test_mdim.test_mdim_convert_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 338,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_raster_footprint_with_overview",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 300,
      "message_redacted": true,
      "name": "eval.tests.test_dataset_check_advanced.test_dataset_check_json_usage",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 389,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_vector_concat_overwrite",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 4140,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_viewshed_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 362,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_progress",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 309,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_overview_add_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 348,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_sieve_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 423,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_calc",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 380,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_calc_sqrt",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 396,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_mosaic_multiple",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 241,
      "message_redacted": true,
      "name": "eval.tests.test_pixel_info_advanced.test_raster_pixel_info_output_file",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 363,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_overwrite",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 330,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_advanced.test_vector_pipeline_info",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 404,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_advanced.test_raster_pipeline_clip",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 2255,
      "message_redacted": true,
      "name": "eval.tests.test_mdim.test_mdim_mosaic_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 414,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_vector_filter_active_layer",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 344,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_raster_footprint_quiet",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 444,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_vector_concat_with_source_field",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 390,
      "message_redacted": true,
      "name": "eval.tests.test_raster_blend_compare.test_raster_blend_operator_overlay",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 351,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_more.test_vector_pipeline_inline_string",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 369,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_viewshed_quiet",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 368,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_roughness",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 378,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_color_map_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 293,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_overview_delete_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 439,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_stack_multiple",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 340,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_nodata_to_alpha_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 220,
      "message_redacted": true,
      "name": "eval.tests.test_pixel_info_advanced.test_raster_pixel_info_with_position_dataset",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 378,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_errors.test_vector_pipeline_overwrite",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 1398,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_advanced.test_pipeline_read_shortcut",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 362,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_advanced.test_raster_pipeline_scale",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 380,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_vector_sql_dialect",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 35,
      "message_redacted": true,
      "name": "eval.tests.test_mdim.test_mdim_json_usage",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 353,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_raster_footprint_overwrite",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 220,
      "message_redacted": true,
      "name": "eval.tests.test_more_coverage.test_dataset_identify_output_file",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 4245,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_step_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 384,
      "message_redacted": true,
      "name": "eval.tests.test_raster_blend_compare.test_raster_blend_opacity",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 360,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_tri",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 360,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_tile_raster_scheme",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 389,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_reproject_src_crs",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 414,
      "message_redacted": true,
      "name": "eval.tests.test_pipeline_more.test_vector_pipeline_rename_layer",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 86,
      "message_redacted": true,
      "name": "eval.tests.test_pixel_info_advanced.test_raster_pixel_info_no_include_fields",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 294,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_overview_refresh_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 322,
      "message_redacted": true,
      "name": "eval.tests.test_raster_advanced.test_raster_update_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "message_chars": 979,
      "message_redacted": true,
      "name": "eval.tests.test_raster_blend_compare.test_raster_compare_size_difference",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 810,
  "status_counts": {
    "failure": 888,
    "passed": 429,
    "skipped": 2
  },
  "test_branch_errors": {},
  "test_branches": [
    "14d8b1f8ec41",
    "63f1ef51f548"
  ],
  "test_records": 1319,
  "warnings": []
}