{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "9f69a1d20a88066560a43c5f7a7bf6ae2e1fc89e91324d6e9bfc5940a9a34bd8",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16140253499906976
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1856551239907276
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.11923561200092081
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.10113576900039334
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12131131198839284
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.645046438992722
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.138866194000002
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12857291399268433
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11530969500017818
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1082553710002685
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 276478,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 21.05464163000579
    },
    {
      "branch": "f8d762f9e408",
      "command": "docker cp 95073bc2f56664999569bb2fb20318dcc71eba903132ec3fd42319202924b91e:/workspace/eval/results.xml /tmp/tmpruxkmptt.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 344091,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03838826600986067
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10226386299473234
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12409934400056954
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1300081250083167
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13378566200844944
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 756180,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 51.724259596012416
    },
    {
      "branch": "be0550a7a9ee",
      "command": "docker cp 1c8c2153c6ab7c1cd958beb149d57ca4b1fc6f867daa88ef569a6595465f243e:/workspace/eval/results.xml /tmp/tmp14ce6k43.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1070733,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04229956200288143
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 458,
    "passed": 148
  },
  "test_branch_errors": {},
  "test_branches": [
    "f8d762f9e408",
    "be0550a7a9ee"
  ],
  "test_records": 606,
  "test_results": [
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 4570,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "eval.tests.test_brotli.TestBasicInvocation.test_help_mentions_coalesced_options",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 902,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_brotli.TestFileDecompression.test_decompress_precompressed_alice",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 868,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_brotli.TestFileCompression.test_compress_large_text_file_smaller",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 896,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "eval.tests.test_brotli.TestFileDecompression.test_decompress_precompressed_zeros",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 873,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "eval.tests.test_brotli.TestFileCompression.test_compress_file_with_keep_flag",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 867,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "eval.tests.test_brotli.TestFileCompression.test_compress_file_creates_valid_br",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 2281,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_brotli.TestBasicInvocation.test_help_short_goes_to_stderr",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 850,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "eval.tests.test_brotli.TestStdinInput.test_decompress_empty_compressed_stdin",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 599,
        "message_redacted": true,
        "time": 0.263
      },
      "name": "eval.tests.test_brotli.TestRoundTrip.test_roundtrip_all_quality_levels",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 838,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "eval.tests.test_brotli.TestBasicInvocation.test_no_args_with_piped_stdin",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 2316,
        "message_redacted": true,
        "time": 0.245
      },
      "name": "eval.tests.test_brotli.TestFileDecompression.test_decompress_suffix_mismatch_error",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 139,
        "message_redacted": true,
        "time": 0.273
      },
      "name": "eval.tests.test_brotli.TestRoundTrip.test_roundtrip_text",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 115,
        "message_redacted": true,
        "time": 0.269
      },
      "name": "eval.tests.test_brotli.TestStdinInput.test_compress_from_explicit_dash_stdin",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 167,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "eval.tests.test_brotli.TestRoundTrip.test_roundtrip_known_test_files",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 109,
        "message_redacted": true,
        "time": 0.241
      },
      "name": "eval.tests.test_brotli.TestOutputOptions.test_stdout_flag_long",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 909,
        "message_redacted": true,
        "time": 0.252
      },
      "name": "eval.tests.test_brotli.TestOutputOptions.test_decompress_to_output_file",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 4580,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "eval.tests.test_brotli.TestBasicInvocation.test_help_mentions_stdin_dash",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 2285,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "eval.tests.test_brotli.TestBasicInvocation.test_help_long_goes_to_stderr",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 898,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_brotli.TestFileCompression.test_compress_multiple_files_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 896,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "eval.tests.test_brotli.TestFileDecompression.test_decompress_precompressed_empty",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 51,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "eval.tests.test_brotli.TestStdinInput.test_compress_from_stdin_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 867,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "eval.tests.test_brotli.TestFileCompression.test_compress_keeps_source_by_default",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 872,
        "message_redacted": true,
        "time": 0.262
      },
      "name": "eval.tests.test_brotli.TestFileDecompression.test_decompress_keeps_compressed_by_default",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 2326,
        "message_redacted": true,
        "time": 0.107
      },
      "name": "eval.tests.test_brotli.TestFileDecompression.test_decompress_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 844,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_brotli.TestStdinInput.test_compress_empty_stdin",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 460,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "eval.tests.test_brotli.TestStdinInput.test_stdin_binary_data_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "eval.tests.test_brotli.TestCompressionQuality.test_best_flag_Z_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 99,
        "message_redacted": true,
        "time": 0.229
      },
      "name": "eval.tests.test_brotli.TestOutputOptions.test_stdout_flag_short",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 462,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "eval.tests.test_brotli.TestRoundTrip.test_roundtrip_binary",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.241
      },
      "name": "eval.tests.test_brotli.TestCompressionQuality.test_quality_short_q_11_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 904,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "eval.tests.test_brotli.TestOutputOptions.test_output_file_flag_short",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.362
      },
      "name": "eval.tests.test_brotli.TestCompressionQuality.test_quality_short_q_0_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 873,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_brotli.TestRemoveSource.test_compress_rm_removes_source_and_valid_output",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.323
      },
      "name": "eval.tests.test_brotli.TestWindowSize.test_large_window_flag_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.304
      },
      "name": "eval.tests.test_brotli.TestWindowSize.test_lgwin_10_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 875,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "eval.tests.test_brotli.TestRemoveSource.test_compress_rm_long_flag",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.28
      },
      "name": "eval.tests.test_brotli.TestWindowSize.test_lgwin_0_auto_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 858,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "eval.tests.test_brotli.TestSquash.test_squash_with_stdout_is_invalid",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 873,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "eval.tests.test_brotli.TestSquash.test_squash_removes_output_if_larger",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 918,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_brotli.TestNoCopyStat.test_no_copy_stat_long",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 873,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "eval.tests.test_brotli.TestForceOverwrite.test_compress_force_overwrite",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 907,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "eval.tests.test_brotli.TestOutputOptions.test_output_file_flag_long_equals",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "eval.tests.test_brotli.TestCompressionQuality.test_quality_long_flag_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 2321,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "eval.tests.test_brotli.TestForceOverwrite.test_compress_fails_if_output_exists",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 878,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "eval.tests.test_brotli.TestForceOverwrite.test_decompress_force_overwrite",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 522,
        "message_redacted": true,
        "time": 0.232
      },
      "name": "eval.tests.test_brotli.TestCompressionQuality.test_quality_short_flag_0_to_9",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 848,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "eval.tests.test_brotli.TestIntegrity.test_test_integrity_long_flag",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 873,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "eval.tests.test_brotli.TestSquash.test_squash_large_compressible_data_keeps_output",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 906,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_brotli.TestNoCopyStat.test_no_copy_stat_short",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 878,
        "message_redacted": true,
        "time": 0.288
      },
      "name": "eval.tests.test_brotli.TestRemoveSource.test_decompress_rm_removes_source",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 3171,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_brotli.TestSuffix.test_suffix_with_path_separator_fails",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 896,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "eval.tests.test_brotli.TestIntegrity.test_test_integrity_precompressed_file",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 2326,
        "message_redacted": true,
        "time": 0.28
      },
      "name": "eval.tests.test_brotli.TestForceOverwrite.test_decompress_fails_if_output_exists",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 872,
        "message_redacted": true,
        "time": 0.28
      },
      "name": "eval.tests.test_brotli.TestIntegrity.test_test_integrity_valid_file",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.26
      },
      "name": "eval.tests.test_brotli.TestWindowSize.test_lgwin_24_max_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 2316,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "eval.tests.test_brotli.TestIntegrity.test_test_integrity_corrupt_file",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.249
      },
      "name": "eval.tests.test_brotli.TestWindowSize.test_lgwin_long_flag_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 897,
        "message_redacted": true,
        "time": 0.285
      },
      "name": "eval.tests.test_brotli.TestSuffix.test_custom_suffix_decompress",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 844,
        "message_redacted": true,
        "time": 0.249
      },
      "name": "eval.tests.test_brotli.TestIntegrity.test_test_integrity_from_stdin",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 878,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "eval.tests.test_brotli.TestForceOverwrite.test_force_flag_long_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 101,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "eval.tests.test_brotli.TestComment.test_compress_with_comment_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 2322,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "eval.tests.test_brotli.TestComment.test_comment_too_much_padding",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.286
      },
      "name": "eval.tests.test_brotli.TestComment.test_comment_no_padding_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 3881,
        "message_redacted": true,
        "time": 0.366
      },
      "name": "eval.tests.test_brotli.TestComment.test_comment_length_mismatch_fails",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 887,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_brotli.TestSuffix.test_custom_suffix_long_flag",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 105,
        "message_redacted": true,
        "time": 0.344
      },
      "name": "eval.tests.test_brotli.TestSuffix.test_default_suffix_is_br",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 884,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "eval.tests.test_brotli.TestSuffix.test_custom_suffix_compress",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 850,
        "message_redacted": true,
        "time": 0.309
      },
      "name": "eval.tests.test_brotli.TestComment.test_decompress_ignores_comment_without_flag",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 868,
        "message_redacted": true,
        "time": 0.296
      },
      "name": "eval.tests.test_brotli.TestComment.test_decompress_with_matching_comment",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 3171,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_brotli.TestSuffix.test_suffix_with_backslash_fails",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 856,
        "message_redacted": true,
        "time": 0.41
      },
      "name": "eval.tests.test_brotli.TestConcatenated.test_concatenated_flag_K_allows_multi_stream",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 868,
        "message_redacted": true,
        "time": 0.361
      },
      "name": "eval.tests.test_brotli.TestConcatenated.test_concatenated_long_flag",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 873,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_brotli.TestDoubleDash.test_double_dash_treats_args_as_files",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 7781,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "eval.tests.test_brotli.TestComment.test_decompress_with_mismatched_comment_fails",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 2291,
        "message_redacted": true,
        "time": 0.353
      },
      "name": "eval.tests.test_brotli.TestConcatenated.test_decompress_concatenated_fails_without_flag",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 856,
        "message_redacted": true,
        "time": 0.456
      },
      "name": "eval.tests.test_brotli.TestConcatenated.test_concatenated_three_streams",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 846,
        "message_redacted": true,
        "time": 0.323
      },
      "name": "eval.tests.test_brotli.TestCoalescedOptions.test_coalesced_dKc",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 917,
        "message_redacted": true,
        "time": 0.292
      },
      "name": "eval.tests.test_brotli.TestMultipleInputFiles.test_multiple_files_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 2291,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "eval.tests.test_brotli.TestErrorHandling.test_corrupt_brotli_data",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 111,
        "message_redacted": true,
        "time": 0.384
      },
      "name": "eval.tests.test_brotli.TestComment.test_comment_long_flag_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 875,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "eval.tests.test_brotli.TestCoalescedOptions.test_coalesced_9kf",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 124,
        "message_redacted": true,
        "time": 0.31
      },
      "name": "eval.tests.test_brotli.TestDictionary.test_dictionary_long_flag_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 121,
        "message_redacted": true,
        "time": 0.36
      },
      "name": "eval.tests.test_brotli.TestDictionary.test_compress_with_dictionary_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 942,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_brotli.TestDictionary.test_dictionary_file_output",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 879,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "eval.tests.test_brotli.TestDoubleDash.test_double_dash_with_options_before",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 885,
        "message_redacted": true,
        "time": 0.287
      },
      "name": "eval.tests.test_brotli.TestDictionary.test_roundtrip_with_dictionary",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 862,
        "message_redacted": true,
        "time": 0.259
      },
      "name": "eval.tests.test_brotli.TestComment.test_comment_test_integrity_with_matching",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 894,
        "message_redacted": true,
        "time": 0.4
      },
      "name": "eval.tests.test_brotli.TestMultipleInputFiles.test_decompress_multiple_files",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 3885,
        "message_redacted": true,
        "time": 0.251
      },
      "name": "eval.tests.test_brotli.TestComment.test_comment_test_integrity_with_mismatch",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 875,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "eval.tests.test_brotli.TestCoalescedOptions.test_coalesced_Zfk",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 880,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_brotli.TestVerboseMode.test_verbose_long_flag",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 916,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "eval.tests.test_brotli.TestMultipleInputFiles.test_compress_multiple_files_roundtrip",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 2319,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "eval.tests.test_brotli.TestErrorHandling.test_missing_input_file",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 845,
        "message_redacted": true,
        "time": 0.319
      },
      "name": "eval.tests.test_brotli.TestCoalescedOptions.test_coalesced_dc",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 894,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_decompress_64x",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 909,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_decompress_random_binary",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 873,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_brotli.TestVerboseMode.test_verbose_compress_reports_sizes",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 901,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_decompress_lcet10",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 867,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "eval.tests.test_brotli.TestVerboseMode.test_non_verbose_no_stderr_output",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 476,
        "message_redacted": true,
        "time": 0.373
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_compress_then_compare_with_known",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 902,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_decompress_mapsdatazrh",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 886,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_brotli.TestVerboseMode.test_verbose_shows_file_path",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 868,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "eval.tests.test_brotli.TestEdgeCases.test_compress_empty_file",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 864,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "eval.tests.test_brotli.TestEdgeCases.test_no_extension_implies_compress",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 897,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_decompress_monkey",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 878,
        "message_redacted": true,
        "time": 0.254
      },
      "name": "eval.tests.test_brotli.TestVerboseMode.test_verbose_decompress_reports_sizes",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 261,
        "message_redacted": true,
        "time": 0.241
      },
      "name": "eval.tests.test_brotli.TestEdgeCases.test_roundtrip_unicode",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 878,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "eval.tests.test_brotli.TestEdgeCases.test_verbose_test_mode",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 896,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_decompress_zeros",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 897,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_decompress_10x10y",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 899,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_decompress_quickfox",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 899,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_multiple_empty_compressed_variants",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 899,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_decompress_produces_no_stderr_on_valid",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 904,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_decompress_backward65536",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 895,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_decompress_all_x_variants",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 899,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "eval.tests.test_brotli.TestEdgeCases.test_decompressing_valid_files_produces_no_stderr",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 75,
        "message_redacted": true,
        "time": 0.291
      },
      "name": "eval.tests.test_brotli.TestEdgeCases.test_roundtrip_single_byte",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 446,
        "message_redacted": true,
        "time": 0.263
      },
      "name": "eval.tests.test_brotli.TestEdgeCases.test_roundtrip_null_bytes",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 844,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "eval.tests.test_brotli.TestEdgeCases.test_compressed_output_smaller_for_repetitive",
      "status": "failure"
    },
    {
      "branch": "f8d762f9e408",
      "extra": {
        "message_chars": 892,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_brotli.TestPrecompressedFiles.test_decompress_x",
      "status": "failure"
    }
  ],
  "test_results_omitted": 338,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}