{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "e3d23704ce116acb4f7a81237177fa98f41318cdb6d1f5b5d421939631cb2768",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.13347511499978282
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15005940899936832
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1290883669998948
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12624400400000013
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12952763300017978
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.7077104559994041
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09651501700045628
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.0976929159996871
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10780369300027814
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1154288429997905
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 547440,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 50.51899219100051
    },
    {
      "branch": "14d8b1f8ec41",
      "command": "docker cp 673b4f211c1fac9047b0ee0afe2cda06d39e4a659fd0539d0ea1e65efef8aadf:/workspace/eval/results.xml /tmp/tmponxk8zf2.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 629299,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02236604100016848
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14685865100000228
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11606077099986578
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1227267540007233
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12196866100020998
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 611211,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 90.40627592800047
    },
    {
      "branch": "63f1ef51f548",
      "command": "docker cp 3e7648fdb22104b2551bdaa8a8f6c23bdae575a088a8f1647d016956a697f2ec:/workspace/eval/results.xml /tmp/tmp298t6sol.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 446936,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0373969180000131
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 888,
    "passed": 429,
    "skipped": 2
  },
  "test_branch_errors": {},
  "test_branches": [
    "14d8b1f8ec41",
    "63f1ef51f548"
  ],
  "test_records": 1319,
  "test_results": [
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "eval.tests.test_dataset_advanced.test_dataset_check_vector",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 383,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "eval.tests.test_pipeline_advanced.test_vector_pipeline_segmentize",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 356,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "eval.tests.test_mdim.test_vector_sql_multiple",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 1520,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "eval.tests.test_basic.test_filename_shortcut_vector",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 337,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_info_shortcut.test_convert_shortcut_vector",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 436,
        "message_redacted": true,
        "time": 0.318
      },
      "name": "eval.tests.test_more_coverage.test_raster_tile_with_title",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 392,
        "message_redacted": true,
        "time": 0.3
      },
      "name": "eval.tests.test_more_coverage.test_vector_reproject_overwrite",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 227,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_dataset.test_dataset_identify_vector",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 359,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "eval.tests.test_pipeline.test_raster_pipeline_quiet",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 645,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "eval.tests.test_error_paths.test_raster_info_invalid_format",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 296,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "eval.tests.test_dataset_check_advanced.test_dataset_check_reads_polygon",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_dataset_advanced.test_dataset_identify_json_output",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 302,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "eval.tests.test_info_shortcut.test_info_vector_shortcut",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 366,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_aspect_tpi",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 324,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_create_as_first",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 434,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_calc_diff",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 419,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_pipeline_advanced.test_vector_pipeline_set_field_type",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 378,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_pipeline.test_vector_pipeline_with_filter",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 416,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_mdim.test_raster_scale_custom",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 2241,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "eval.tests.test_mdim.test_mdim_info_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 383,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_more_coverage.test_vector_reproject_quiet",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "eval.tests.test_dataset_check_advanced.test_dataset_check_geojson",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 412,
        "message_redacted": true,
        "time": 0.274
      },
      "name": "eval.tests.test_more_coverage.test_raster_tile_overview_resampling",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "eval.tests.test_dataset.test_dataset_check_vector",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 363,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "eval.tests.test_pipeline_advanced.test_vector_pipeline_swap_xy",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 363,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_raster_advanced.test_raster_viewshed_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 336,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_inline_string",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 4955,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_raster_advanced.test_raster_overview_delete_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 393,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_mosaic_as_first",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 378,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_raster_advanced.test_raster_reclassify_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 360,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_tpi_tri",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 49,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_pixel_info_advanced.test_raster_pixel_info_promote_to_z",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 319,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_pipeline_advanced.test_raster_pipeline_info",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 392,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "eval.tests.test_pipeline_advanced.test_raster_pipeline_reproject",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 399,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "eval.tests.test_more_coverage.test_vector_filter_update_extent",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 2262,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "eval.tests.test_mdim.test_mdim_convert_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 338,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "eval.tests.test_more_coverage.test_raster_footprint_with_overview",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_dataset_check_advanced.test_dataset_check_json_usage",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 389,
        "message_redacted": true,
        "time": 0.309
      },
      "name": "eval.tests.test_more_coverage.test_vector_concat_overwrite",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 4140,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "eval.tests.test_raster_advanced.test_raster_viewshed_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 362,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_progress",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 309,
        "message_redacted": true,
        "time": 0.291
      },
      "name": "eval.tests.test_raster_advanced.test_raster_overview_add_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 348,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_raster_advanced.test_raster_sieve_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 423,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_calc",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 380,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_raster_advanced.test_raster_calc_sqrt",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 396,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_mosaic_multiple",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 241,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_pixel_info_advanced.test_raster_pixel_info_output_file",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 363,
        "message_redacted": true,
        "time": 0.297
      },
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_overwrite",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 330,
        "message_redacted": true,
        "time": 0.217
      },
      "name": "eval.tests.test_pipeline_advanced.test_vector_pipeline_info",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 404,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "eval.tests.test_pipeline_advanced.test_raster_pipeline_clip",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 2255,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_mdim.test_mdim_mosaic_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 414,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "eval.tests.test_more_coverage.test_vector_filter_active_layer",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 344,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "eval.tests.test_more_coverage.test_raster_footprint_quiet",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 444,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "eval.tests.test_more_coverage.test_vector_concat_with_source_field",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 390,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "eval.tests.test_raster_blend_compare.test_raster_blend_operator_overlay",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 351,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_pipeline_more.test_vector_pipeline_inline_string",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 369,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "eval.tests.test_raster_advanced.test_raster_viewshed_quiet",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 368,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_roughness",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 378,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "eval.tests.test_raster_advanced.test_raster_color_map_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.424
      },
      "name": "eval.tests.test_raster_advanced.test_raster_overview_delete_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 439,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_stack_multiple",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 340,
        "message_redacted": true,
        "time": 0.434
      },
      "name": "eval.tests.test_raster_advanced.test_raster_nodata_to_alpha_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "eval.tests.test_pixel_info_advanced.test_raster_pixel_info_with_position_dataset",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 378,
        "message_redacted": true,
        "time": 0.319
      },
      "name": "eval.tests.test_pipeline_errors.test_vector_pipeline_overwrite",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 1398,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_pipeline_advanced.test_pipeline_read_shortcut",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 362,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_pipeline_advanced.test_raster_pipeline_scale",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 380,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_more_coverage.test_vector_sql_dialect",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "eval.tests.test_mdim.test_mdim_json_usage",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 353,
        "message_redacted": true,
        "time": 0.283
      },
      "name": "eval.tests.test_more_coverage.test_raster_footprint_overwrite",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_more_coverage.test_dataset_identify_output_file",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 4245,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_step_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 384,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "eval.tests.test_raster_blend_compare.test_raster_blend_opacity",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 360,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_tri",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 360,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "eval.tests.test_raster_advanced.test_raster_tile_raster_scheme",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 389,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_raster_advanced.test_raster_reproject_src_crs",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 414,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_pipeline_more.test_vector_pipeline_rename_layer",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 86,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "eval.tests.test_pixel_info_advanced.test_raster_pixel_info_no_include_fields",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.486
      },
      "name": "eval.tests.test_raster_advanced.test_raster_overview_refresh_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 322,
        "message_redacted": true,
        "time": 0.327
      },
      "name": "eval.tests.test_raster_advanced.test_raster_update_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 979,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_raster_blend_compare.test_raster_compare_size_difference",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 364,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "eval.tests.test_pipeline_advanced.test_raster_pipeline_slope",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 376,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_pipeline_advanced.test_vector_pipeline_select",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 358,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "eval.tests.test_more_coverage.test_vector_sql_skip_errors",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 357,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "eval.tests.test_mdim.test_raster_neighbors_with_kernel",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 2477,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_pipeline.test_raster_pipeline_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 381,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "eval.tests.test_more_coverage.test_raster_reproject_with_size",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 4250,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_pipeline_more.test_vector_pipeline_step_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 386,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_pipeline_errors.test_raster_pipeline_set_type",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 4171,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "eval.tests.test_raster_advanced.test_raster_tile_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 389,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "eval.tests.test_raster_blend_compare.test_raster_blend_operator_darken",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 439,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_pipeline_more.test_vector_pipeline_concat",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 347,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "eval.tests.test_raster_clip.test_raster_clip_window",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 366,
        "message_redacted": true,
        "time": 0.349
      },
      "name": "eval.tests.test_raster_blend_compare.test_raster_blend_hsv_value",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 334,
        "message_redacted": true,
        "time": 0.307
      },
      "name": "eval.tests.test_raster_advanced.test_raster_overview_add_resampling",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 28,
        "message_redacted": true,
        "time": 0.272
      },
      "name": "eval.tests.test_raster_convert.test_raster_convert_preserves_crs",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 317,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_raster_compare_advanced.test_raster_compare_json_usage",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 354,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "eval.tests.test_pipeline_advanced.test_vector_pipeline_sort",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 372,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "eval.tests.test_pipeline_advanced.test_raster_pipeline_hillshade",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 420,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_raster_blend_compare.test_raster_blend_pipeline",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 380,
        "message_redacted": true,
        "time": 0.286
      },
      "name": "eval.tests.test_more_coverage.test_raster_tile_webviewer_mapml",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 348,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_pipeline.test_raster_pipeline_basic_read_write",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 363,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "eval.tests.test_pipeline_more.test_raster_pipeline_with_output_format",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 393,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "eval.tests.test_more_coverage.test_raster_reproject_with_resolution",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 390,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_raster_blend_compare.test_raster_blend_operator_lighten",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 401,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "eval.tests.test_raster_advanced.test_raster_zonal_stats_basic",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 391,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "eval.tests.test_pipeline_more.test_vector_pipeline_make_point",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 623,
        "message_redacted": true,
        "time": 0.636
      },
      "name": "eval.tests.test_raster_compare_pixels.test_raster_compare_nodata_values",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 360,
        "message_redacted": true,
        "time": 0.301
      },
      "name": "eval.tests.test_raster_clip.test_raster_clip_overwrite",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 391,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "eval.tests.test_raster_blend_compare.test_raster_blend_operator_multiply",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.443
      },
      "name": "eval.tests.test_raster_compare_pixels.test_raster_compare_int16_data",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.279
      },
      "name": "eval.tests.test_raster_edit_advanced.test_raster_edit_approx_stats",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.458
      },
      "name": "eval.tests.test_raster_compare_pixels.test_raster_compare_float32_data",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 403,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_pipeline_advanced.test_raster_pipeline_calc",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 407,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_pipeline_advanced.test_vector_pipeline_reproject",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 360,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "eval.tests.test_raster_calc.test_raster_calc_builtin_sum",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 2477,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "eval.tests.test_pipeline.test_vector_pipeline_help",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 380,
        "message_redacted": true,
        "time": 0.218
      },
      "name": "eval.tests.test_pipeline_more.test_vector_pipeline_with_output_format",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 414,
        "message_redacted": true,
        "time": 0.342
      },
      "name": "eval.tests.test_more_coverage.test_raster_tile_with_url",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 393,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_raster_blend_compare.test_raster_blend_hard_light",
      "status": "failure"
    },
    {
      "branch": "14d8b1f8ec41",
      "extra": {
        "message_chars": 4949,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_raster_advanced.test_raster_overview_add_help",
      "status": "failure"
    }
  ],
  "test_results_omitted": 770,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}