{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "e082400ea32e570306ea9cca8585ea1725cb75127ce9687be7a8b1539bc4e0ca",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1460925369999586
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.135675196999955
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1235717960000784
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12704081900005804
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12376246300004823
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6646179060001032
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13373578599998837
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11737982299996474
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11762087800002519
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13417659800006732
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 336104,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 43.11515554199991
    },
    {
      "branch": "556723988b33",
      "command": "docker cp e2a434023e4d40160fe2e065c09ebec68340e7b13b8a05cf66cf8356ae3fa81d:/workspace/eval/results.xml /tmp/tmpfz3_tin2.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 296213,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02749386699997558
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13581417799991868
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12392450800007282
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08964140600005521
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11157416800006104
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1323665,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 164.34201833999987
    },
    {
      "branch": "7c0e404823ad",
      "command": "docker cp 4e9140f4befe2adb6b97eec3287dcbc263235504001dc565a97d4ab9ef2d00d5:/workspace/eval/results.xml /tmp/tmpl83wad0i.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1146677,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04148902699989776
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 1342,
    "passed": 704
  },
  "test_branch_errors": {},
  "test_branches": [
    "556723988b33",
    "7c0e404823ad"
  ],
  "test_records": 2046,
  "test_results": [
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 291,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "eval.tests.test_advanced_features.test_sh_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 380,
        "message_redacted": true,
        "time": 0.227
      },
      "name": "eval.tests.test_advanced_features.test_eval_all_multiple_files",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "eval.tests.test_basic_invocation.test_help_eval_all_subcommand",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 304,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_basic_invocation.test_exit_status_flag_no_match",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.218
      },
      "name": "eval.tests.test_advanced_features.test_strload_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "eval.tests.test_advanced_features.test_eval_expression_string",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "eval.tests.test_basic_invocation.test_version_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 315,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "eval.tests.test_advanced_features.test_empty_yaml_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "eval.tests.test_advanced_features.test_json_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 285,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "eval.tests.test_basic_invocation.test_help_short_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "eval.tests.test_basic_invocation.test_completion_fish",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 305,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "eval.tests.test_advanced_features.test_debug_node_info",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 285,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_advanced_features.test_multiple_doc_read_all",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 305,
        "message_redacted": true,
        "time": 0.223
      },
      "name": "eval.tests.test_advanced_features.test_contains_deep",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.222
      },
      "name": "eval.tests.test_advanced_features.test_env_number",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 630,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "eval.tests.test_error_handling.test_write_inplace_no_file_error",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 305,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "eval.tests.test_basic_invocation.test_exit_status_flag_null_result",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 284,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_advanced_features.test_multiple_doc_separator_present",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 285,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "eval.tests.test_basic_invocation.test_version_short_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "eval.tests.test_basic_invocation.test_help_completion_subcommand",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "eval.tests.test_advanced_features.test_kyaml_input",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 289,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_basic_invocation.test_help_lists_flags",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_advanced_features.test_yaml_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 289,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "eval.tests.test_advanced_features.test_stdin_with_pipe_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 307,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "eval.tests.test_basic_invocation.test_completion_powershell",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "eval.tests.test_advanced_features.test_sort_keys",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 306,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_advanced_features.test_strenv_preserves_string",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "eval.tests.test_advanced_features.test_contains_array",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 323,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_advanced_features.test_eval_all_ireduce_merge",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_advanced_features.test_props_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "eval.tests.test_advanced_features.test_base64_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 1765,
        "message_redacted": true,
        "time": 0.222
      },
      "name": "eval.tests.test_error_handling.test_null_input_with_file_error",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 289,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_basic_invocation.test_help_lists_commands",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "eval.tests.test_basic_invocation.test_version_url",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "eval.tests.test_advanced_features.test_multiple_doc_select",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 307,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "eval.tests.test_basic_invocation.test_exit_status_flag_false",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_basic_invocation.test_completion_bash",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 304,
        "message_redacted": true,
        "time": 0.205
      },
      "name": "eval.tests.test_advanced_features.test_env_read",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 299,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "eval.tests.test_advanced_features.test_kyaml_output",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "eval.tests.test_basic_invocation.test_no_args_stdin_passthrough",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 317,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "eval.tests.test_advanced_features.test_leading_separator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_advanced_features.test_csv_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "eval.tests.test_advanced_features.test_load_yaml_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 291,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "eval.tests.test_advanced_features.test_xml_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 298,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "eval.tests.test_advanced_features.test_null_input_create_array",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 296,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "eval.tests.test_advanced_features.test_base64_decode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "eval.tests.test_advanced_features.test_shuffle_array",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "eval.tests.test_error_handling.test_explicit_error",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_basic_invocation.test_help_eval_subcommand",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "eval.tests.test_basic_invocation.test_completion_zsh",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_advanced_features.test_merge_anchor",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "eval.tests.test_advanced_features.test_tsv_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 291,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_basic_invocation.test_exit_status_flag_match",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 307,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_advanced_features.test_strenv_read",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 324,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "eval.tests.test_advanced_features.test_eval_all_combine_docs",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "eval.tests.test_advanced_features.test_load_json_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "eval.tests.test_advanced_features.test_lua_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 279,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "eval.tests.test_basic_invocation.test_pipe_stdin_no_expression",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 284,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "eval.tests.test_advanced_features.test_empty_doc",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 289,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "eval.tests.test_basic_invocation.test_help_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "eval.tests.test_advanced_features.test_collect_object",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 299,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "eval.tests.test_advanced_features.test_null_input_create_nested",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_advanced_features.test_uri_encode_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 294,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_error_handling.test_length_on_scalar",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_flags_and_options.test_properties_array_brackets",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 313,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "eval.tests.test_flags_and_options.test_header_preprocess_off",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 330,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_input_formats.test_csv_custom_separator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 296,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_input_formats.test_yaml_input_short_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_format_conversions.test_json_to_yaml",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_format_conversions.test_yaml_to_ini",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "eval.tests.test_format_conversions.test_yaml_to_csv",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 310,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "eval.tests.test_input_formats.test_properties_input",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 291,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_flags_and_options.test_no_colors_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "eval.tests.test_input_formats.test_xml_input_from_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 334,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_flags_and_options.test_inplace_modifies_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_format_conversions.test_toml_to_yaml",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 298,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_input_formats.test_json_input_nested",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 315,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "eval.tests.test_flags_and_options.test_lua_unquoted",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "eval.tests.test_flags_and_options.test_security_enable_system_operator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "eval.tests.test_flags_and_options.test_null_input_create_doc",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 298,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "eval.tests.test_format_conversions.test_yaml_to_toml",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 330,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "eval.tests.test_flags_and_options.test_properties_separator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 299,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_input_formats.test_json_input_explicit",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_format_conversions.test_json_file_to_yaml",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "eval.tests.test_format_conversions.test_yaml_to_tsv",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 291,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "eval.tests.test_flags_and_options.test_force_colors_flag",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_input_formats.test_csv_auto_parse",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 338,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "eval.tests.test_flags_and_options.test_xml_attribute_prefix",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 298,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "eval.tests.test_input_formats.test_properties_input_short",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 298,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_input_formats.test_json_input_array",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 306,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "eval.tests.test_input_formats.test_xml_attribute_prefix",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 329,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "eval.tests.test_flags_and_options.test_shell_key_separator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 313,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "eval.tests.test_format_conversions.test_props_to_yaml",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 298,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "eval.tests.test_format_conversions.test_yaml_to_json",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 322,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "eval.tests.test_flags_and_options.test_split_by_field",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 324,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "eval.tests.test_input_formats.test_toml_input_from_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 284,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "eval.tests.test_input_formats.test_yaml_input_auto_detect",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 296,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_input_formats.test_json_input_short",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 298,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "eval.tests.test_format_conversions.test_yaml_to_json_nested",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "eval.tests.test_flags_and_options.test_compact_seq_indent",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 311,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_format_conversions.test_xml_to_json",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 304,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_format_conversions.test_json_pretty_print",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "eval.tests.test_flags_and_options.test_csv_auto_parse_disabled",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 305,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_input_formats.test_tsv_input",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 311,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "eval.tests.test_input_formats.test_xml_input",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 353,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "eval.tests.test_flags_and_options.test_front_matter_process",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 306,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "eval.tests.test_input_formats.test_csv_input",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 311,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_format_conversions.test_csv_to_yaml",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 330,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "eval.tests.test_input_formats.test_properties_output_separator",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 329,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_flags_and_options.test_xml_skip_proc_inst",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 359,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_flags_and_options.test_split_exp_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 297,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_input_formats.test_hcl_input",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 311,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "eval.tests.test_format_conversions.test_ini_to_yaml",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "eval.tests.test_input_formats.test_auto_detect_yaml_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 311,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_format_conversions.test_hcl_to_yaml",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 299,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "eval.tests.test_input_formats.test_yaml_input_explicit",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 325,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "eval.tests.test_flags_and_options.test_lua_prefix_suffix",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 317,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_input_formats.test_json_input_from_file",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "eval.tests.test_input_formats.test_xml_input_short",
      "status": "failure"
    },
    {
      "branch": "556723988b33",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "eval.tests.test_operators.test_select_equals",
      "status": "failure"
    }
  ],
  "test_results_omitted": 1222,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}