{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.17512358899693936
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.17528998799389228
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.5841522029950283
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12928875599754974
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12159000500105321
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 1.111709917007829
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13264346899813972
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1346647979953559
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11760557399247773
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13184534299944062
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 102.64838610799052
    },
    {
      "branch": "008e5eb37c59",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04580008999619167
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09586624000803567
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13340727100148797
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09034792600141373
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11254767599166371
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 144.32721163300448
    },
    {
      "branch": "e1d7a4e20e53",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03842641600931529
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "0b7c3db88af4f862d1ea1ce0ad64425dad71f10abed2c7bd9be03deddac8ebb9",
  "failed_tests": [
    {
      "branch": "008e5eb37c59",
      "message_chars": 128,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_42_to_50",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 277,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_ex1_hello_world",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1101,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_21",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1097,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_do_while",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1099,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_run_mode",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1095,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_complex_preprocessor",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1126,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_stdlib_math",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 624,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_nostdinc",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 202,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_wwrite_strings",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1136,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_rstdin_file",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1141,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_asm_with_data_section",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1138,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_mf_flag",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1105,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_std_gnu11",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 2379,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_ar_create_empty",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 321,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_undefined_symbol_error",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1117,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_compile_to_executable",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1117,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_hello_world",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1110,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_funsigned_char",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 203,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_preprocess_p1_alternative_line",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 374,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_ar_invalid_archive",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1109,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_run_mode_with_arguments",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 173,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_50_to_60",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1073,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_ex5_hello_world",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1095,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_pointer",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1097,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_global_variables",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1102,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_x_c_type",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 195,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_compile_assembly_s",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1109,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_float",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 755,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_wunsupported",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1142,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_asm_labels_and_jumps",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 741,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_include_file_not_found",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1105,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_asm_clobber",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1108,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_fsigned_char",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 519,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_60_to_80",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1336,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_link_multiple_objects",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 4661,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_preprocess_dd_flag",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1093,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_arithmetic",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1053,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_run_from_stdin",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 245,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_precedence",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1101,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_bench_flag",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1095,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_static_variables",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 600,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_example_stdin_echo",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1105,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_short",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1142,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_wl_image_base",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1124,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_library_path",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1100,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_floating_point_ops",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1114,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_library_path_env",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1097,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_asm_multiply",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 122,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_80_to_99",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1099,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_volatile_qualifier",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1093,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_function_calls",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 235,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_fcommon",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1083,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_default_output_aout",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1099,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_stdlib",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1101,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_assignment",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 262,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_include_file_option",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 7242,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_vv_show_files",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1101,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_hashdefine",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 253,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_nostdlib",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 270,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_soname_option",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1053,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_stdin_with_run",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 242,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_shared_lib_and_link",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1097,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_long_double",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1103,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_asm_compare_branch",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1093,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_cast_operations",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1140,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_multiple_input_files",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 247,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_b_dir",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 266,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_isystem_option",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1095,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_comment",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1119,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_switch",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 238,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_fno_common",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1095,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_structs",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1092,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_run_exit_code",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1097,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_bitwise_operations",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1091,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_weak_symbol",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1127,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_rdynamic",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1113,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_integer_literals",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1101,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_macro_stringification",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 521,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_tests2_100_to_115",
      "status": "failure"
    },
    {
      "branch": "008e5eb37c59",
      "message_chars": 1143,
      "message_redacted": true,
      "name": "eval.tests.test_tcc.test_standalone_asm_file",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 1562,
  "status_counts": {
    "failure": 1640,
    "passed": 420,
    "skipped": 2
  },
  "test_branch_errors": {},
  "test_branches": [
    "008e5eb37c59",
    "e1d7a4e20e53"
  ],
  "test_records": 2062,
  "warnings": []
}