{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "b13aadf6ebd20096d1fdaa496aafe32fc2ad7da5daf94d35da052c9d8f38f9ac",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16376851499080658
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.18117256500408985
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1400968579982873
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13056594200315885
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1276849720015889
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.7190404850116465
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13520440699358005
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.130031915003201
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13200329800019972
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1339075619907817
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 59482,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 97.50623738201102
    },
    {
      "branch": "bc90bea37ab6",
      "command": "docker cp 23f86b4a9dfafaf2c73dcd11b0510d47442c642532fd2de0f1ee884aa39759e6:/workspace/eval/results.xml /tmp/tmp2qfot9bs.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 47063,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039257544005522504
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 26,
    "passed": 207
  },
  "test_branch_errors": {},
  "test_branches": [
    "bc90bea37ab6"
  ],
  "test_records": 233,
  "test_results": [
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 350,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_gaps.test_invalid_quoted_key_in_ungron",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 216,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_gron_core.test_truncated_json_error",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 225,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "tests.test_gaps.test_invalid_json_statement_array_length",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 398,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "tests.test_gaps.test_colorize_json_output_ungron",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 244,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_harvest.test_ungron_grep_separators_gron",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 701,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_integration.test_ungron_negative_array_index_error",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_integration.test_ungron_silently_skips_invalid_statements",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_ungron.test_ungron_unicode_and_special_chars",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 307,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_ungron.test_ungron_error_whitespace_only",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 283,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_ungron.test_ungron_grep_separators",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_ungron.test_ungron_via_symlink",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 336,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "tests.test_url_fetch.test_fetch_connection_refused",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "tests.test_gaps.test_invalid_json_statement_type_assertion",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 555,
        "message_redacted": true,
        "time": 0.873
      },
      "name": "tests.test_url_fetch.test_https_self_signed_cert_fails_without_insecure",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 344,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_url_fetch.test_fetch_url_case_insensitive_protocol",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 353,
        "message_redacted": true,
        "time": 0.826
      },
      "name": "tests.test_url_fetch.test_fetch_https_uppercase",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 151,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "tests.test_output_modes.test_values_mode_invalid_statement_error",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 401,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "tests.test_url_fetch.test_fetch_nonexistent_domain",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 326,
        "message_redacted": true,
        "time": 0.693
      },
      "name": "tests.test_url_fetch.test_fetch_url_with_userinfo",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 401,
        "message_redacted": true,
        "time": 0.446
      },
      "name": "tests.test_url_fetch.test_fetch_url_with_unicode_in_query",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 471,
        "message_redacted": true,
        "time": 4.246
      },
      "name": "tests.test_url_fetch.test_fetch_with_noproxy_wildcard_suffix",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 451,
        "message_redacted": true,
        "time": 4.232
      },
      "name": "tests.test_url_fetch.test_fetch_with_noproxy_multiple_hosts",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 4.72
      },
      "name": "tests.test_url_fetch.test_fetch_with_noproxy_flag",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 426,
        "message_redacted": true,
        "time": 0.445
      },
      "name": "tests.test_url_fetch.test_fetch_with_invalid_proxy_url_causes_error",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 250,
        "message_redacted": true,
        "time": 75.828
      },
      "name": "tests.test_url_fetch.test_timeout_on_slow_response",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 101,
        "message_redacted": true,
        "time": 90.798
      },
      "name": "tests.test_gaps.test_invalid_numeric_key_in_ungron",
      "status": "failure"
    }
  ],
  "test_results_omitted": 0,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}