{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "8201c68b9c0c53c22d56cba94a1293de710395bb2342582e95ec7ad9e3442a53",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1591690089990152
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1460995819998061
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12771897299899138
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.11461740799859399
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12255338999966625
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6578633039989654
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12144623499989393
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11658662199988612
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12894115900053293
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12276520100022026
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 183771,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 21.185937827998714
    },
    {
      "branch": "9eded8203941",
      "command": "docker cp d0c66b950880ad7c026f56f2064ae14d6881776f3ea4c13769799c0f544c6dbb:/workspace/eval/results.xml /tmp/tmp5ee50f56.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 149547,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027616508999926737
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11483852799938177
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.106001247999302
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1171994789983728
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12682455899994238
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 412456,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 54.03476731400042
    },
    {
      "branch": "06dabfabaea7",
      "command": "docker cp 10db98bdb0a0ab154f9d82dd8cf95a1ec165fc49fc2aab6e1471215b0af1706d:/workspace/eval/results.xml /tmp/tmpzywjir9q.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 347598,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02593764500124962
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 428,
    "passed": 715
  },
  "test_branch_errors": {},
  "test_branches": [
    "9eded8203941",
    "06dabfabaea7"
  ],
  "test_records": 1143,
  "test_results": [
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 167,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_agrind.test_no_args_returns_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "eval.tests.test_agrind.test_output_json_sorted_agg",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 14,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "eval.tests.test_agrind.test_sort_by_multiple_fields",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 487,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_agrind.test_nonexistent_file_returns_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 187,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_agrind.test_alias_nginx",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "eval.tests.test_agrind.test_count_distinct_missing_arg_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 199,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "eval.tests.test_agrind.test_parse_error_unterminated_string",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 229,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "eval.tests.test_agrind.test_timeslice_missing_duration_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 199,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "eval.tests.test_agrind.test_parse_failure_invalid_operator",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 638,
        "message_redacted": true,
        "time": 0.104
      },
      "name": "eval.tests.test_agrind.test_filter_and_parse_combined",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 402,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "eval.tests.test_agrind.test_parse_error_no_suggestions_for_operators",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 186,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_agrind.test_alias_apache",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 263,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "eval.tests.test_agrind.test_where_if_function_not_boolean",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 268,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "eval.tests.test_agrind.test_length_array",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 175,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "eval.tests.test_agrind.test_default_limit_no_number",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "eval.tests.test_agrind.test_json_output_with_datetime_sort",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "eval.tests.test_agrind.test_parse_error_double_from",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 190,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "eval.tests.test_agrind.test_alias_no_alias_flag_disables",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 232,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "eval.tests.test_agrind.test_count_distinct_typo_suggestion",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 737,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_agrind.test_alias_invalid_pipeline_in_alias",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "eval.tests.test_agrind.test_parse_failure_unknown_operator",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 412,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "eval.tests.test_agrind.test_substring_end_less_than_start_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 228,
        "message_redacted": true,
        "time": 0.099
      },
      "name": "eval.tests.test_agrind.test_if_function",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 151,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_agrind.test_parse_pattern_mismatch",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 298,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "eval.tests.test_agrind.test_parseDate_invalid_format",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "eval.tests.test_agrind.test_nested_escaped_field",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 277,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "eval.tests.test_agrind.test_length_object",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "eval.tests.test_agrind.test_timeslice_with_timeslice_comparison",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 194,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_agrind.test_parse_error_mismatched_captures",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_agrind.test_json_output_with_bool_sort",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_agrind.test_func_too_many_args_string1",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 313,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_agrind.test_where_error_expected_numeric",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "eval.tests.test_agrind.test_parse_error_missing_field_name",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "eval.tests.test_agrind.test_alias_no_alias_prevents_user_aliases",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_agrind.test_func_arg_error_abs_too_many",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 147,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_agrind.test_type_error_where_non_bool",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 349,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_agrind.test_parse_regex_missing_operand_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 739,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "eval.tests.test_agrind.test_invalid_alias_warning",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "eval.tests.test_agrind.test_json_output_sort_with_null",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 193,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "eval.tests.test_agrind.test_float_display_in_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 188,
        "message_redacted": true,
        "time": 0.104
      },
      "name": "eval.tests.test_agrind.test_array_display_in_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.107
      },
      "name": "eval.tests.test_agrind.test_alias_k8s_ingress",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "eval.tests.test_agrind.test_json_serialization_float",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "eval.tests.test_agrind.test_json_serialization_bool",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 151,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "eval.tests.test_agrind.test_parse_error_pattern_field_mismatch",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 206,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "eval.tests.test_agrind.test_operator_error_reporting",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 229,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "eval.tests.test_agrind.test_format_output_with_missing_field",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 190,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_agrind.test_bool_display_in_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "eval.tests.test_agrind.test_alias_dir_nonexistent_fails",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "eval.tests.test_agrind.test_func_arg_error_atan2_too_few",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "eval.tests.test_agrind.test_not_an_agg_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 147,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_agrind.test_limit_zero_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 14,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_agrind.test_sort_by_multiple_fields_asc",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 378,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "eval.tests.test_agrind.test_duration_display",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 187,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "eval.tests.test_agrind.test_obj_display_in_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "eval.tests.test_agrind.test_json_output_duration_value",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 298,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_agrind.test_float_float_addition",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 209,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "eval.tests.test_agrind.test_length_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_agrind.test_is_empty_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.104
      },
      "name": "eval.tests.test_agrind.test_is_blank_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "eval.tests.test_agrind.test_is_numeric_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_agrind.test_no_alias_with_alias_dir_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 197,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "eval.tests.test_agrind.test_string2_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 304,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "eval.tests.test_agrind.test_datetime_display_in_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 169,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_agrind.test_where_no_condition_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "eval.tests.test_agrind.test_not_an_agg_suggestion",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 149,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "eval.tests.test_agrind.test_limit_float_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 258,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_agrind.test_where_with_index_out_of_range",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 287,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_agrind.test_duration_in_error_message",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 1049,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "eval.tests.test_agrind.test_duration_duration_subtraction",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 197,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "eval.tests.test_agrind.test_contains_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "eval.tests.test_agrind.test_parse_hex_invalid_string",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 209,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "eval.tests.test_agrind.test_is_null_wrong_arg_count",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_agrind.test_now_with_arg_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "eval.tests.test_agrind.test_data_large_json_serialization",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 283,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "eval.tests.test_agrind.test_where_array_index_invalid",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 174,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "eval.tests.test_agrind.test_cant_supply_both_output_and_format",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 737,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_agrind.test_invalid_alias_toml_parse",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 63,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "eval.tests.test_agrind.test_data_duration_serialization",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 478,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "eval.tests.test_agrind.test_duration_plus_duration",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 350,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "eval.tests.test_agrind.test_parse_error_single_quoted_string",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "eval.tests.test_agrind.test_where_with_array_as_object_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "eval.tests.test_agrind.test_timeslice_non_date_input",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 188,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "eval.tests.test_agrind.test_where_with_non_bool_int_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 492,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "eval.tests.test_agrind.test_duration_divide_int",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "eval.tests.test_agrind.test_type_ranking_duration_obj",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "eval.tests.test_agrind.test_unterminated_function_call",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "eval.tests.test_agrind.test_sort_by_field_desc",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "eval.tests.test_agrind.test_timeslice_without_parens",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 211,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_agrind.test_where_with_function_call_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 522,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "eval.tests.test_agrind.test_invalid_output_mode",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 164,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "eval.tests.test_agrind.test_empty_format_string_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 186,
        "message_redacted": true,
        "time": 0.101
      },
      "name": "eval.tests.test_agrind.test_logfmt_from_missing_expression",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 198,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_agrind.test_if_with_wrong_arg_count_one",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 257,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "eval.tests.test_agrind.test_where_with_obj_as_index",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 444,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "eval.tests.test_agrind.test_duration_minus_duration",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 523,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "eval.tests.test_agrind.test_duration_plus_datetime",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 502,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "eval.tests.test_agrind.test_duration_times_int",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 502,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "eval.tests.test_agrind.test_int_times_duration",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_agrind.test_sort_by_field_descending_keyword",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 186,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "eval.tests.test_agrind.test_split_with_empty_parens",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 209,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "eval.tests.test_agrind.test_p50_unterminated",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 745,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_agrind.test_invalid_toml_alias",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 225,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "eval.tests.test_agrind.test_count_alias_apache",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 737,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "eval.tests.test_agrind.test_error_path_in_parse_alias_with_template_error",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_agrind.test_parse_error_missing_operand",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 163,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_agrind.test_json_from_missing_expression",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 201,
        "message_redacted": true,
        "time": 0.101
      },
      "name": "eval.tests.test_agrind.test_if_with_wrong_arg_count_two",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_agrind.test_req_single_arg_without_parens",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 209,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_agrind.test_sum_with_unterminated_parens",
      "status": "failure"
    },
    {
      "branch": "9eded8203941",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_agrind.test_average_with_unterminated_parens",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 153,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_aggregation.test_max_basic",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 307,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_aggregation.test_percentile_by_group",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_aggregation.test_count_by_field",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_aliases.test_no_alias_flag_disables_custom_aliases",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_data_structures.test_obj_comparison_ordering",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_data_structures.test_datetime_subtraction_produces_duration_value",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 205,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_cli.test_builtin_alias_nginx",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 163,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_cli.test_invalid_format_empty_value",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_data_structures.test_value_rank_ordering_for_incomparable_types",
      "status": "failure"
    }
  ],
  "test_results_omitted": 308,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}