{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16462195801432244
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15963843700592406
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12560416699852794
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.130345979006961
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.09893475200806279
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6634437650063774
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13029502899735235
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1014757780067157
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13340757100377232
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1074154040106805
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 100.43780827400042
    },
    {
      "branch": "06dabfabaea7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.043468308009323664
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "e3e32bb266ed9b67d0adc5afa73fa1c31f4a5e42fb2058e105ea37ca83295b93",
  "failed_tests": [
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_percent_with_character_count_combined",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_default_xml_marker_detection",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_multilanguage_aggregation_accuracy",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_deeply_nested_directory_5_levels",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_custom_marker_not_found",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_no_gen_excludes_only_generated",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_no_duplicates_short_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 622,
      "message_redacted": true,
      "name": "tests.test_analysis.test_character_count_long_lines",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_complexity_default_enabled",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 656,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_directory_with_minified_files",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 663,
      "message_redacted": true,
      "name": "tests.test_analysis.test_dryness_short_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_case_insensitive_marker_detection_upper",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_file_no_comments",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_large_java_file_with_javadoc",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 539,
      "message_redacted": true,
      "name": "tests.test_analysis.test_sort_by_complexity",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 642,
      "message_redacted": true,
      "name": "tests.test_classification.test_generated_default_no_markers",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_nested_directories_mixed_structure",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_min_gen_line_length_threshold_100",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_no_duplicates_with_uloc",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 622,
      "message_redacted": true,
      "name": "tests.test_analysis.test_uloc_small_duplicate_set",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_case_insensitive_marker_detection_lower",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_no_duplicates_long_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_complexity_disabled_with_no_complexity_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_go_file_with_comments",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 663,
      "message_redacted": true,
      "name": "tests.test_analysis.test_dryness_long_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 642,
      "message_redacted": true,
      "name": "tests.test_classification.test_generated_with_gen_flag_adds_markers",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_inline_comments_counted_as_code",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_two_line_file",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_multiple_files_same_language",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 420,
      "message_redacted": true,
      "name": "tests.test_classification.test_generated_csv_format_includes_marker",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_ambiguous_m_extension_detection",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 539,
      "message_redacted": true,
      "name": "tests.test_analysis.test_sort_by_blanks",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 622,
      "message_redacted": true,
      "name": "tests.test_analysis.test_dryness_small_duplicate_set",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_min_gen_line_length_threshold_200",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_character_count_combined_with_percent",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_complexity_values_simple_code",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_marker_in_middle_of_line",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_by_file_flag_shows_individual_files",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_complex_docstring_and_quote_handling",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_complexity_disabled_with_short_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_c_file_with_header_comments",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_escaped_strings_in_code",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 754,
      "message_redacted": true,
      "name": "tests.test_classification.test_minified_wide_format_includes_marker",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 656,
      "message_redacted": true,
      "name": "tests.test_classification.test_min_gen_z_flag_detects_both",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_percent_short_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_file_with_mixed_content",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 665,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_multilanguage_directory_comprehensive",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 539,
      "message_redacted": true,
      "name": "tests.test_analysis.test_sort_by_comments",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 597,
      "message_redacted": true,
      "name": "tests.test_classification.test_marker_beyond_1000_bytes_not_detected",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_mixed_directory_with_z_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_complexity_values_complex_code",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_javascript_with_inline_comments",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 663,
      "message_redacted": true,
      "name": "tests.test_analysis.test_empty_file_percent_shows_nan",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_python_with_comments",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 754,
      "message_redacted": true,
      "name": "tests.test_analysis.test_wide_with_no_complexity_still_shows_complexity",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_percent_long_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_minified_javascript_long_lines",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_character_count_short_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_no_complexity_flag_removes_complexity_column",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 228,
      "message_redacted": true,
      "name": "tests.test_classification.test_minified_by_file_format_includes_marker",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_cost.test_cocomo_project_type_organic",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_custom_generated_marker_detection",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_complexity_calculation_cpp",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 539,
      "message_redacted": true,
      "name": "tests.test_analysis.test_sort_by_files_default",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_mixed_directory_no_min_gen_only_normal",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_marker_within_1000_bytes_detected",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_directory_with_multiple_languages",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 656,
      "message_redacted": true,
      "name": "tests.test_classification.test_minified_default_no_markers",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_character_count_long_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_by_file_with_percent",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 663,
      "message_redacted": true,
      "name": "tests.test_analysis.test_uloc_and_dryness_combined",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_sort_by_name",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_include_ext_filter_single_extension",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_cost.test_cost_comparison_shows_both",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_classification.test_no_min_excludes_only_minified",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_cost.test_cocomo_project_type_custom",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_cost.test_currency_symbol_changes",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 665,
      "message_redacted": true,
      "name": "tests.test_cost.test_large_project_cocomo",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_core_counting.test_complexity_calculation_java_loop",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_analysis.test_by_file_output",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 218,
  "status_counts": {
    "failure": 297,
    "passed": 178,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "06dabfabaea7"
  ],
  "test_records": 476,
  "warnings": []
}