{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14837110599910375
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.12104176499997266
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1532495699939318
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13000662499689497
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13290869499905966
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1296198199997889
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6336180520011112
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13986703999398742
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12578593099897262
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1328041770029813
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09443490400735755
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 30.188020292000147
    },
    {
      "branch": "920f2c41e995",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027932982993661426
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1309939009952359
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.125915980010177
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13727944499987643
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12798211201152299
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 227.24291820000508
    },
    {
      "branch": "1040f6b8a219",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04269481298979372
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14527254000131506
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1204781029955484
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11993072100449353
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12325488599890377
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 838.2320766960038
    },
    {
      "branch": "b9729b57ee68",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039298339004744776
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14364666199253406
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13262546100304462
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12584179200348444
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12158281999290921
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.442022798000835
    },
    {
      "branch": "b8be5cc4b78a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036138392009888776
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13414474100864027
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12085567900794558
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1193931000016164
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1281117920007091
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.605720279010711
    },
    {
      "branch": "39358c9593e6",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038124916012748145
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13294276600936428
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12529024999821559
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10226575999695342
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12192329500976484
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.392783111004974
    },
    {
      "branch": "0f05dce28023",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0382885020080721
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13229041500017047
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12065740200341679
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12952986199525185
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1466549120086711
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4568533779965946
    },
    {
      "branch": "48df755926d7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03650626799208112
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13867537899932358
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12434965299325995
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12846509699011222
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10594104100891855
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 13.216089797002496
    },
    {
      "branch": "f889f70b446b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038422702011303045
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13237709499662742
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1257864619983593
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12283136299811304
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1021026329981396
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4216788319899933
    },
    {
      "branch": "9c41bb984bb2",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023764179000863805
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13313527399441227
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13335512099729385
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09818167600315064
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11977552399912383
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.2433045390062034
    },
    {
      "branch": "1d3bd4a2de11",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02943266301008407
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13873570901341736
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13040983000246342
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.140514875005465
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12468279800668824
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.806693859005463
    },
    {
      "branch": "1d7e34d37f1f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03485693900438491
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "ca6b3129209ee2664b23168193cd450b69a8bd39ac9b54aef2240bf4bbac65fb",
  "failed_tests": [
    {
      "branch": "920f2c41e995",
      "message_chars": 496,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_missingInclude_check",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 518,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_includes_file",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 469,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_complex_pointer_error",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 516,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_warning_exitcode",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 495,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_header_file_checking",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 507,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_library_with_check_library",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 493,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_portability_checks",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 469,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_unicode_in_comments",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 519,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_cppcheck_build_dir",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 486,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_std_cpp03",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 532,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_template_with_all_fields",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 499,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_multiple_defines",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 493,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_template_cppcheck1",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 494,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_project_file",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 495,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_addon_python_interpreter",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 513,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_check_level_combinations",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 485,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_multiple_errors_in_file",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 517,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_suppress_xml_file",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 493,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_information_checks",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 505,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_library_combined",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 502,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_config_exclude",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 469,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_array_out_of_bounds",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 489,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_platform_win64",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 520,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_checkers_report",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 488,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_template_edit",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 476,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_enable_all",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 496,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_xml_with_template",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 480,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_error_with_quiet",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 503,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_enable_all_with_inconclusive",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 1786,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_addon_naming",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 498,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_enable_multiple",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 480,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_enable_style",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 487,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_cpp_class_with_errors",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 495,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_nested_includes",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 495,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_include_with_defines",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 469,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_very_long_line",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 525,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_config_excludes_file",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 495,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_performance_checks",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 487,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_inline_suppression_comment",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 452,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_relative_paths",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 251,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_xml_version_2",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 495,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_disable",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 484,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_check_level_normal",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 480,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_force_with_multiple_configs",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 480,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_enable_warning",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 462,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_multiple_file_extensions",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 490,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_max_ctu_depth",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 486,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_enable_performance",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 478,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_language_c",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 473,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_std_c89",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 477,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_std_cpp20",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 472,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_bitwise_operations",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 489,
      "message_redacted": true,
      "name": "eval.tests.test_basic.test_multiple_files",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 484,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_enable_portability",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 477,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_std_cpp11",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 460,
      "message_redacted": true,
      "name": "eval.tests.test_basic.test_simple_c_file",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 472,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_file_with_only_preprocessor",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 488,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_check_level_exhaustive",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 470,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_empty_file",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 471,
      "message_redacted": true,
      "name": "eval.tests.test_basic.test_quiet_mode",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 471,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_struct_operations",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 474,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_recursive_function",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 478,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_inconclusive",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 472,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_conditional_operator",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 478,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_language_cpp",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 473,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_std_c99",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 477,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_std_cpp14",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 472,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_function_pointers",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 469,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_goto_statement",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 471,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_deeply_nested_code",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 471,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_switch_statement",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 473,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_file_with_only_comments",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 484,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_enable_information",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 462,
      "message_redacted": true,
      "name": "eval.tests.test_basic.test_simple_cpp_file",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 466,
      "message_redacted": true,
      "name": "eval.tests.test_basic.test_verbose_mode",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 485,
      "message_redacted": true,
      "name": "eval.tests.test_analysis_options.test_check_level_reduced",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 453,
      "message_redacted": true,
      "name": "eval.tests.test_basic.test_directory_recursion",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 470,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_union_usage",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 470,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_comma_operator",
      "status": "failure"
    },
    {
      "branch": "920f2c41e995",
      "message_chars": 488,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_designated_initializers",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 2283,
  "status_counts": {
    "failure": 2179,
    "passed": 187,
    "skipped": 184
  },
  "test_branch_errors": {},
  "test_branches": [
    "920f2c41e995",
    "1040f6b8a219",
    "b9729b57ee68",
    "b8be5cc4b78a",
    "39358c9593e6",
    "0f05dce28023",
    "48df755926d7",
    "f889f70b446b",
    "9c41bb984bb2",
    "1d3bd4a2de11",
    "1d7e34d37f1f"
  ],
  "test_records": 2550,
  "warnings": []
}