{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "2ea84dd8e13a157d0b565a16a0191ddbea185b2c53120dbb25c8b1515dcb0481",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.10898292799993214
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.10649656700024934
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12534064400006173
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13030876999982866
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.10570011400068324
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6421034350005357
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12177860699921439
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10035951400004706
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11516387199935707
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11435171900029673
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5763439,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 107.37986531800016
    },
    {
      "branch": "20bd8129dbc9",
      "command": "docker cp 5e89ef317f052af1d704f9457c8b3952731fa1413005d6a7bc885efa56c562d2:/workspace/eval/results.xml /tmp/tmp8mjkoax4.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5494541,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04770423199988727
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11221527799989417
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12073278900061268
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10203210799954832
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09964281100019434
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5736956,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 657.4946932590001
    },
    {
      "branch": "a50818518ee0",
      "command": "docker cp 6ab8d8297679cb0e63dbe09c7c3e165fe4dc8403b794167db5f9ff727b61b1ad:/workspace/eval/results.xml /tmp/tmpmk_nh4q7.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5484613,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04534864899960667
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 5169,
    "passed": 847,
    "skipped": 1144
  },
  "test_branch_errors": {},
  "test_branches": [
    "20bd8129dbc9",
    "a50818518ee0"
  ],
  "test_records": 7160,
  "test_results": [
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestVerboseModes.test_very_verbose_V_ellipsoid_info",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestCombinedFlags.test_format_and_echo",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestErrorHandling.test_missing_projection_arg",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestCoverageFocused.test_scale_S_with_inverse",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestCoverageFocused.test_vprocess_error_on_bad_input",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestBasicInvocation.test_no_args_prints_usage",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestVariousProjections.test_lcc_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestProjectionListing.test_list_specific_projection_merc",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestInputOutputControl.test_custom_tag_character",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestForwardProjection.test_output_format_is_tab_separated",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "eval.tests.test_proj.TestOutputFormat.test_invalid_format_string",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_proj.TestFormatStringVariations.test_format_decimal_only",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_proj.TestVprocessSpecific.test_vprocess_inverse_I_line",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "eval.tests.test_proj.TestVprocessEdgeCases.test_vprocess_bad_dms_input",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_proj.TestCoverageGaps.test_missing_proj_init_only_files",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_proj.TestErrorEdgeCases.test_scale_bad_1_divisor",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestVerboseModes.test_very_verbose_V_projection_details",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestErrorHandling.test_invalid_scale_argument",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "eval.tests.test_proj.TestCombinedFlags.test_scale_and_verbose",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestForwardProjection.test_trailing_input_appended",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestCoverageFocused.test_utm_dms_input_example_from_docs",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "eval.tests.test_proj.TestOutputFormat.test_seconds_precision_w",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestCoverageFocused.test_vprocess_reversein_flag",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestProjectionListing.test_list_nonexistent_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "eval.tests.test_proj.TestInputOutputControl.test_file_input",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestVariousProjections.test_stere_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestBasicInvocation.test_no_args_version_in_stderr",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestFormatStringVariations.test_format_width_no_decimal",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestVprocessSpecific.test_vprocess_inverse_i_lowercase",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestCoverageGaps.test_emess_file_context",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestVprocessEdgeCases.test_vprocess_postscale",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestErrorEdgeCases.test_scale_bad_1_colon_divisor",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestBinaryIO.test_binary_input_i",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestCombinedFlags.test_multiple_points_with_comments",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestVerboseModes.test_very_verbose_V_sphere",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestOutputFormat.test_seconds_constant_width_W",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestInputOutputControl.test_nonexistent_file_error",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestCoverageFocused.test_ob_tran_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestInverseProjection.test_inverse_flag_I",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestCoverageFocused.test_binary_inverse",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestVariousProjections.test_aea_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestProjectionListing.test_list_projections_excludes_latlong",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestBasicInvocation.test_usage_format",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestVprocessSpecific.test_vprocess_with_oform",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestUtilsFormatStringEdgeCases.test_double_plus_format_wrong",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestFormatStringVariations.test_format_width_dot_no_precision",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestVprocessEdgeCases.test_vprocess_inverse_with_prescale",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestErrorEdgeCases.test_valid_format_F",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestEPSGCRS.test_epsg_not_available_error",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestBinaryIO.test_binary_output_o",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestVerboseModes.test_very_verbose_V_implies_v",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestInverseProjection.test_inverse_roundtrip",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestOutputFormat.test_default_forward_format_two_decimals",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestProjectionListing.test_list_invalid_option",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestCoverageFocused.test_verbose_V_reversein",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestVariousProjections.test_cart_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestBasicInvocation.test_invalid_option_error",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestInputOutputControl.test_missing_t_argument",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestFormatStringVariations.test_format_e_scientific",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestEnvironmentVariables.test_proj_display_program_name_no",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestCoverageGaps.test_huge_v_second_coord",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestVprocessSpecific.test_vprocess_prescale",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestUtilsFormatStringEdgeCases.test_width_over_1000_format_wrong",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestErrorEdgeCases.test_inverse_DMS_reverseout",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestBinaryIO.test_binary_both_b",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestDMSInputFormat.test_dms_with_compass_dir",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestInverseProjection.test_inverse_dms_output_default",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestErrorHandling.test_invalid_coords_default_error",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestOutputFormat.test_missing_w_argument",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestVariousProjections.test_tmerc_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestScaleFactors.test_scale_factors_S_output_format",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestForwardProjection.test_utm_zone30_basic",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestCoverageFocused.test_multiple_files",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestBasicInvocation.test_invalid_option_double_dash",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestFormatStringVariations.test_format_E_scientific",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestErrorEdgeCases.test_missing_f_argument",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestUtilsFormatStringEdgeCases.test_precision_over_1000_format_wrong",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestEnvironmentVariables.test_proj_display_program_name_yes",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 77,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestInvprojBehavior.test_invproj_binary_does_inverse",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestCoverageGaps.test_huge_v_custom_error_string",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestBinaryIO.test_binary_not_available_in_V",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestDMSInputFormat.test_dms_equivalent_forms",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestInputOutputControl.test_reverse_input_r",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestScaleFactors.test_scale_factors_conformal_equal",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestCoverageFocused.test_empty_stdin",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestVariousProjections.test_utm_different_zones",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestErrorHandling.test_error_string_e_option",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestInverseProjection.test_inverse_noninvertible",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestForwardProjection.test_utm_origin",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestProjectionListing.test_list_projections_short",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestFormatStringVariations.test_format_g_general",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestUtilsFormatStringEdgeCases.test_format_middle_invalid_char",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestVprocessSpecific.test_vprocess_tag_passthrough",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 77,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestInvprojBehavior.test_invproj_with_echo",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestErrorEdgeCases.test_missing_e_argument",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestCoverageGaps.test_scale_factors_bad_produce_stars",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestDMSInputFormat.test_negative_longitude",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestCartesianMultiplier.test_multiplier_m",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestInputOutputControl.test_reverse_output_s",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestCoverageFocused.test_overlong_line_handling",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestScaleFactors.test_scale_factors_utm_zone30_values",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestVariousProjections.test_grs80_ellipsoid",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestInverseProjection.test_inverse_with_format",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestErrorHandling.test_error_in_stderr",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestForwardProjection.test_multiple_points",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestProjectionListing.test_list_projections_long",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestFormatStringVariations.test_format_G_general",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 77,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestInvprojBehavior.test_invproj_with_format",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestErrorEdgeCases.test_missing_d_argument",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestVprocessSpecific.test_vprocess_custom_tag",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestCoverageGaps.test_inverse_DMS_reverseout_covered",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestUtilsFormatStringEdgeCases.test_format_plus_with_width_dot",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_proj.TestCoverageFocused.test_no_projections_uses_stdin",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestCartesianMultiplier.test_multiplier_inverse_divisor",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestInputOutputControl.test_echo_input_E",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestCoverageFocused.test_huge_val_input",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestOutputFormat.test_format_with_f",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "eval.tests.test_proj.TestErrorHandling.test_invalid_projection_error",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestForwardProjection.test_merc_projection",
      "status": "failure"
    },
    {
      "branch": "20bd8129dbc9",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "eval.tests.test_proj.TestScaleFactors.test_scale_factors_with_inverse",
      "status": "failure"
    }
  ],
  "test_results_omitted": 6193,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}