{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "0b7c3db88af4f862d1ea1ce0ad64425dad71f10abed2c7bd9be03deddac8ebb9",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.17512358899693936
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.17528998799389228
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.5841522029950283
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12928875599754974
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12159000500105321
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 1.111709917007829
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13264346899813972
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1346647979953559
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11760557399247773
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13184534299944062
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1320222,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 102.64838610799052
    },
    {
      "branch": "008e5eb37c59",
      "command": "docker cp f382fa4ee6fa14f76bf270c22865cff4d19af79ccffd6af2142f6fab607e1a6e:/workspace/eval/results.xml /tmp/tmp7hp9rr14.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1671993,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04580008999619167
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09586624000803567
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13340727100148797
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09034792600141373
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11254767599166371
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2220108,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 144.32721163300448
    },
    {
      "branch": "e1d7a4e20e53",
      "command": "docker cp 7ba9f743b1881b6e5f35f75e63899084a353677ced5a092c45b7573c5cf9ee20:/workspace/eval/results.xml /tmp/tmpcuqrii0s.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3061255,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03842641600931529
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 1640,
    "passed": 420,
    "skipped": 2
  },
  "test_branch_errors": {},
  "test_branches": [
    "008e5eb37c59",
    "e1d7a4e20e53"
  ],
  "test_records": 2062,
  "test_results": [
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.059
      },
      "name": "eval.tests.test_tcc.test_tests2_42_to_50",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 277,
        "message_redacted": true,
        "time": 0.055
      },
      "name": "eval.tests.test_tcc.test_ex1_hello_world",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1101,
        "message_redacted": true,
        "time": 0.076
      },
      "name": "eval.tests.test_tcc.test_tests2_21",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1097,
        "message_redacted": true,
        "time": 0.081
      },
      "name": "eval.tests.test_tcc.test_tests2_do_while",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1099,
        "message_redacted": true,
        "time": 0.079
      },
      "name": "eval.tests.test_tcc.test_run_mode",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1095,
        "message_redacted": true,
        "time": 0.077
      },
      "name": "eval.tests.test_tcc.test_complex_preprocessor",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1126,
        "message_redacted": true,
        "time": 0.095
      },
      "name": "eval.tests.test_tcc.test_stdlib_math",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 624,
        "message_redacted": true,
        "time": 0.051
      },
      "name": "eval.tests.test_tcc.test_nostdinc",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 0.1
      },
      "name": "eval.tests.test_tcc.test_wwrite_strings",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1136,
        "message_redacted": true,
        "time": 0.064
      },
      "name": "eval.tests.test_tcc.test_rstdin_file",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1141,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_tcc.test_asm_with_data_section",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1138,
        "message_redacted": true,
        "time": 0.076
      },
      "name": "eval.tests.test_tcc.test_mf_flag",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1105,
        "message_redacted": true,
        "time": 0.072
      },
      "name": "eval.tests.test_tcc.test_std_gnu11",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 2379,
        "message_redacted": true,
        "time": 0.02
      },
      "name": "eval.tests.test_tcc.test_ar_create_empty",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 321,
        "message_redacted": true,
        "time": 0.053
      },
      "name": "eval.tests.test_tcc.test_undefined_symbol_error",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1117,
        "message_redacted": true,
        "time": 0.05
      },
      "name": "eval.tests.test_tcc.test_compile_to_executable",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1117,
        "message_redacted": true,
        "time": 0.048
      },
      "name": "eval.tests.test_tcc.test_hello_world",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1110,
        "message_redacted": true,
        "time": 0.049
      },
      "name": "eval.tests.test_tcc.test_funsigned_char",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.044
      },
      "name": "eval.tests.test_tcc.test_preprocess_p1_alternative_line",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 374,
        "message_redacted": true,
        "time": 0.021
      },
      "name": "eval.tests.test_tcc.test_ar_invalid_archive",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1109,
        "message_redacted": true,
        "time": 0.067
      },
      "name": "eval.tests.test_tcc.test_run_mode_with_arguments",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 173,
        "message_redacted": true,
        "time": 0.083
      },
      "name": "eval.tests.test_tcc.test_tests2_50_to_60",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1073,
        "message_redacted": true,
        "time": 0.081
      },
      "name": "eval.tests.test_tcc.test_ex5_hello_world",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1095,
        "message_redacted": true,
        "time": 0.06
      },
      "name": "eval.tests.test_tcc.test_tests2_pointer",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1097,
        "message_redacted": true,
        "time": 0.07
      },
      "name": "eval.tests.test_tcc.test_global_variables",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1102,
        "message_redacted": true,
        "time": 0.056
      },
      "name": "eval.tests.test_tcc.test_x_c_type",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 195,
        "message_redacted": true,
        "time": 0.018
      },
      "name": "eval.tests.test_tcc.test_compile_assembly_s",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1109,
        "message_redacted": true,
        "time": 0.075
      },
      "name": "eval.tests.test_tcc.test_tests2_float",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 755,
        "message_redacted": true,
        "time": 0.079
      },
      "name": "eval.tests.test_tcc.test_wunsupported",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1142,
        "message_redacted": true,
        "time": 0.09
      },
      "name": "eval.tests.test_tcc.test_asm_labels_and_jumps",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 741,
        "message_redacted": true,
        "time": 0.051
      },
      "name": "eval.tests.test_tcc.test_include_file_not_found",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1105,
        "message_redacted": true,
        "time": 0.06
      },
      "name": "eval.tests.test_tcc.test_asm_clobber",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1108,
        "message_redacted": true,
        "time": 0.056
      },
      "name": "eval.tests.test_tcc.test_fsigned_char",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 519,
        "message_redacted": true,
        "time": 0.057
      },
      "name": "eval.tests.test_tcc.test_tests2_60_to_80",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1336,
        "message_redacted": true,
        "time": 0.255
      },
      "name": "eval.tests.test_tcc.test_link_multiple_objects",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 4661,
        "message_redacted": true,
        "time": 0.039
      },
      "name": "eval.tests.test_tcc.test_preprocess_dd_flag",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1093,
        "message_redacted": true,
        "time": 0.071
      },
      "name": "eval.tests.test_tcc.test_arithmetic",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1053,
        "message_redacted": true,
        "time": 0.066
      },
      "name": "eval.tests.test_tcc.test_run_from_stdin",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 245,
        "message_redacted": true,
        "time": 0.047
      },
      "name": "eval.tests.test_tcc.test_tests2_precedence",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1101,
        "message_redacted": true,
        "time": 0.055
      },
      "name": "eval.tests.test_tcc.test_bench_flag",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1095,
        "message_redacted": true,
        "time": 0.043
      },
      "name": "eval.tests.test_tcc.test_static_variables",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 600,
        "message_redacted": true,
        "time": 0.045
      },
      "name": "eval.tests.test_tcc.test_example_stdin_echo",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1105,
        "message_redacted": true,
        "time": 0.079
      },
      "name": "eval.tests.test_tcc.test_tests2_short",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1142,
        "message_redacted": true,
        "time": 0.06
      },
      "name": "eval.tests.test_tcc.test_wl_image_base",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1124,
        "message_redacted": true,
        "time": 0.064
      },
      "name": "eval.tests.test_tcc.test_library_path",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1100,
        "message_redacted": true,
        "time": 0.084
      },
      "name": "eval.tests.test_tcc.test_floating_point_ops",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1114,
        "message_redacted": true,
        "time": 0.068
      },
      "name": "eval.tests.test_tcc.test_library_path_env",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1097,
        "message_redacted": true,
        "time": 0.063
      },
      "name": "eval.tests.test_tcc.test_asm_multiply",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 122,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "eval.tests.test_tcc.test_tests2_80_to_99",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1099,
        "message_redacted": true,
        "time": 0.062
      },
      "name": "eval.tests.test_tcc.test_volatile_qualifier",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1093,
        "message_redacted": true,
        "time": 0.062
      },
      "name": "eval.tests.test_tcc.test_function_calls",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 235,
        "message_redacted": true,
        "time": 0.04
      },
      "name": "eval.tests.test_tcc.test_fcommon",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1083,
        "message_redacted": true,
        "time": 0.059
      },
      "name": "eval.tests.test_tcc.test_default_output_aout",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1099,
        "message_redacted": true,
        "time": 0.06
      },
      "name": "eval.tests.test_tcc.test_tests2_stdlib",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1101,
        "message_redacted": true,
        "time": 0.046
      },
      "name": "eval.tests.test_tcc.test_tests2_assignment",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 262,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_tcc.test_include_file_option",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 7242,
        "message_redacted": true,
        "time": 0.047
      },
      "name": "eval.tests.test_tcc.test_vv_show_files",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1101,
        "message_redacted": true,
        "time": 0.062
      },
      "name": "eval.tests.test_tcc.test_tests2_hashdefine",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 253,
        "message_redacted": true,
        "time": 0.043
      },
      "name": "eval.tests.test_tcc.test_nostdlib",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 270,
        "message_redacted": true,
        "time": 0.043
      },
      "name": "eval.tests.test_tcc.test_soname_option",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1053,
        "message_redacted": true,
        "time": 0.06
      },
      "name": "eval.tests.test_tcc.test_stdin_with_run",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 242,
        "message_redacted": true,
        "time": 0.046
      },
      "name": "eval.tests.test_tcc.test_shared_lib_and_link",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1097,
        "message_redacted": true,
        "time": 0.043
      },
      "name": "eval.tests.test_tcc.test_long_double",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1103,
        "message_redacted": true,
        "time": 0.055
      },
      "name": "eval.tests.test_tcc.test_asm_compare_branch",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1093,
        "message_redacted": true,
        "time": 0.066
      },
      "name": "eval.tests.test_tcc.test_cast_operations",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1140,
        "message_redacted": true,
        "time": 0.101
      },
      "name": "eval.tests.test_tcc.test_multiple_input_files",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 247,
        "message_redacted": true,
        "time": 0.044
      },
      "name": "eval.tests.test_tcc.test_b_dir",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 266,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_tcc.test_isystem_option",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1095,
        "message_redacted": true,
        "time": 0.05
      },
      "name": "eval.tests.test_tcc.test_tests2_comment",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1119,
        "message_redacted": true,
        "time": 0.072
      },
      "name": "eval.tests.test_tcc.test_tests2_switch",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 238,
        "message_redacted": true,
        "time": 0.048
      },
      "name": "eval.tests.test_tcc.test_fno_common",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1095,
        "message_redacted": true,
        "time": 0.055
      },
      "name": "eval.tests.test_tcc.test_structs",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1092,
        "message_redacted": true,
        "time": 0.074
      },
      "name": "eval.tests.test_tcc.test_run_exit_code",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1097,
        "message_redacted": true,
        "time": 0.055
      },
      "name": "eval.tests.test_tcc.test_bitwise_operations",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1091,
        "message_redacted": true,
        "time": 0.068
      },
      "name": "eval.tests.test_tcc.test_weak_symbol",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1127,
        "message_redacted": true,
        "time": 0.064
      },
      "name": "eval.tests.test_tcc.test_rdynamic",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1113,
        "message_redacted": true,
        "time": 0.069
      },
      "name": "eval.tests.test_tcc.test_tests2_integer_literals",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1101,
        "message_redacted": true,
        "time": 0.063
      },
      "name": "eval.tests.test_tcc.test_macro_stringification",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 521,
        "message_redacted": true,
        "time": 0.584
      },
      "name": "eval.tests.test_tcc.test_tests2_100_to_115",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1143,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "eval.tests.test_tcc.test_standalone_asm_file",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1097,
        "message_redacted": true,
        "time": 0.075
      },
      "name": "eval.tests.test_tcc.test_complex_expressions",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1129,
        "message_redacted": true,
        "time": 0.054
      },
      "name": "eval.tests.test_tcc.test_md_flag",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1103,
        "message_redacted": true,
        "time": 0.073
      },
      "name": "eval.tests.test_tcc.test_pthread_flag",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1133,
        "message_redacted": true,
        "time": 0.066
      },
      "name": "eval.tests.test_tcc.test_wl_rpath",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1093,
        "message_redacted": true,
        "time": 0.068
      },
      "name": "eval.tests.test_tcc.test_tests2_printf",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.061
      },
      "name": "eval.tests.test_tcc.test_tests2_27",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1110,
        "message_redacted": true,
        "time": 0.075
      },
      "name": "eval.tests.test_tcc.test_fms_extensions",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1085,
        "message_redacted": true,
        "time": 0.058
      },
      "name": "eval.tests.test_tcc.test_tests2_if",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 247,
        "message_redacted": true,
        "time": 0.047
      },
      "name": "eval.tests.test_tcc.test_constructor_destructor",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 2111,
        "message_redacted": true,
        "time": 0.072
      },
      "name": "eval.tests.test_tcc.test_64bit_integers",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 239,
        "message_redacted": true,
        "time": 0.042
      },
      "name": "eval.tests.test_tcc.test_shared_library",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1095,
        "message_redacted": true,
        "time": 0.051
      },
      "name": "eval.tests.test_tcc.test_macro_concatenation",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 238,
        "message_redacted": true,
        "time": 0.036
      },
      "name": "eval.tests.test_tcc.test_run_exit_zero",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1095,
        "message_redacted": true,
        "time": 0.047
      },
      "name": "eval.tests.test_tcc.test_arrays",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1101,
        "message_redacted": true,
        "time": 0.061
      },
      "name": "eval.tests.test_tcc.test_asm_float_ops",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1123,
        "message_redacted": true,
        "time": 0.068
      },
      "name": "eval.tests.test_tcc.test_tests2_float_struct",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1086,
        "message_redacted": true,
        "time": 0.053
      },
      "name": "eval.tests.test_tcc.test_listfile",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1130,
        "message_redacted": true,
        "time": 0.076
      },
      "name": "eval.tests.test_tcc.test_mmd_flag",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1097,
        "message_redacted": true,
        "time": 0.073
      },
      "name": "eval.tests.test_tcc.test_string_literal_types",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 437,
        "message_redacted": true,
        "time": 0.093
      },
      "name": "eval.tests.test_tcc.test_alias_attribute",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1583,
        "message_redacted": true,
        "time": 0.076
      },
      "name": "eval.tests.test_tcc.test_tests2_28",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 271,
        "message_redacted": true,
        "time": 0.049
      },
      "name": "eval.tests.test_tcc.test_wl_soname",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1111,
        "message_redacted": true,
        "time": 0.07
      },
      "name": "eval.tests.test_tcc.test_complex_structs",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1099,
        "message_redacted": true,
        "time": 0.06
      },
      "name": "eval.tests.test_tcc.test_tests2_recursion",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 240,
        "message_redacted": true,
        "time": 0.047
      },
      "name": "eval.tests.test_tcc.test_include_guard",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1097,
        "message_redacted": true,
        "time": 0.068
      },
      "name": "eval.tests.test_tcc.test_string_operations",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 386,
        "message_redacted": true,
        "time": 0.039
      },
      "name": "eval.tests.test_tcc.test_tests2_struct",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1098,
        "message_redacted": true,
        "time": 0.05
      },
      "name": "eval.tests.test_tcc.test_optimization_flag",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1091,
        "message_redacted": true,
        "time": 0.061
      },
      "name": "eval.tests.test_tcc.test_predefined_tinyc_macro",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1144,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "eval.tests.test_tcc.test_asm_with_labels",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1129,
        "message_redacted": true,
        "time": 0.052
      },
      "name": "eval.tests.test_tcc.test_multiple_defines",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1103,
        "message_redacted": true,
        "time": 0.077
      },
      "name": "eval.tests.test_tcc.test_tests2_conversion",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_tcc.test_m_flag",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1089,
        "message_redacted": true,
        "time": 0.056
      },
      "name": "eval.tests.test_tcc.test_vla",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1087,
        "message_redacted": true,
        "time": 0.048
      },
      "name": "eval.tests.test_tcc.test_tests2_for",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1151,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_tcc.test_link_with_library",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 923,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "eval.tests.test_tcc.test_g_stab_debug",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1105,
        "message_redacted": true,
        "time": 0.056
      },
      "name": "eval.tests.test_tcc.test_run_with_return_value",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1099,
        "message_redacted": true,
        "time": 0.051
      },
      "name": "eval.tests.test_tcc.test_variadic_macros",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "extra": {
        "message_chars": 1093,
        "message_redacted": true,
        "time": 0.074
      },
      "name": "eval.tests.test_tcc.test_union_operations",
      "status": "failure"
    }
  ],
  "test_results_omitted": 1522,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}