{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "e3e32bb266ed9b67d0adc5afa73fa1c31f4a5e42fb2058e105ea37ca83295b93",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16462195801432244
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15963843700592406
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12560416699852794
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.130345979006961
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.09893475200806279
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6634437650063774
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13029502899735235
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1014757780067157
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13340757100377232
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1074154040106805
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 497188,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 100.43780827400042
    },
    {
      "branch": "06dabfabaea7",
      "command": "docker cp 11e2813a3ce08357f70968aaea2f05463f05316c4ad7991989acee51ffaf392f:/workspace/eval/results.xml /tmp/tmp8so_mlsh.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 591895,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.043468308009323664
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 297,
    "passed": 178,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "06dabfabaea7"
  ],
  "test_records": 476,
  "test_results": [
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "tests.test_analysis.test_percent_with_character_count_combined",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "tests.test_classification.test_default_xml_marker_detection",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_core_counting.test_multilanguage_aggregation_accuracy",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "tests.test_core_counting.test_deeply_nested_directory_5_levels",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_classification.test_custom_marker_not_found",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "tests.test_classification.test_no_gen_excludes_only_generated",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "tests.test_analysis.test_no_duplicates_short_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 622,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "tests.test_analysis.test_character_count_long_lines",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.217
      },
      "name": "tests.test_analysis.test_complexity_default_enabled",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 656,
        "message_redacted": true,
        "time": 0.266
      },
      "name": "tests.test_core_counting.test_directory_with_minified_files",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 663,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "tests.test_analysis.test_dryness_short_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_classification.test_case_insensitive_marker_detection_upper",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "tests.test_core_counting.test_file_no_comments",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_core_counting.test_large_java_file_with_javadoc",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 539,
        "message_redacted": true,
        "time": 0.49
      },
      "name": "tests.test_analysis.test_sort_by_complexity",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_classification.test_generated_default_no_markers",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_core_counting.test_nested_directories_mixed_structure",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_classification.test_min_gen_line_length_threshold_100",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_analysis.test_no_duplicates_with_uloc",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 622,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_analysis.test_uloc_small_duplicate_set",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "tests.test_classification.test_case_insensitive_marker_detection_lower",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_analysis.test_no_duplicates_long_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "tests.test_analysis.test_complexity_disabled_with_no_complexity_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "tests.test_core_counting.test_go_file_with_comments",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 663,
        "message_redacted": true,
        "time": 0.223
      },
      "name": "tests.test_analysis.test_dryness_long_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 642,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_classification.test_generated_with_gen_flag_adds_markers",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_core_counting.test_inline_comments_counted_as_code",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "tests.test_core_counting.test_two_line_file",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_core_counting.test_multiple_files_same_language",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 420,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_classification.test_generated_csv_format_includes_marker",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_core_counting.test_ambiguous_m_extension_detection",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 539,
        "message_redacted": true,
        "time": 0.508
      },
      "name": "tests.test_analysis.test_sort_by_blanks",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 622,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_analysis.test_dryness_small_duplicate_set",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_classification.test_min_gen_line_length_threshold_200",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "tests.test_analysis.test_character_count_combined_with_percent",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_analysis.test_complexity_values_simple_code",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_classification.test_marker_in_middle_of_line",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_core_counting.test_by_file_flag_shows_individual_files",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_core_counting.test_complex_docstring_and_quote_handling",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_analysis.test_complexity_disabled_with_short_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_core_counting.test_c_file_with_header_comments",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_core_counting.test_escaped_strings_in_code",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 754,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "tests.test_classification.test_minified_wide_format_includes_marker",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 656,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "tests.test_classification.test_min_gen_z_flag_detects_both",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_analysis.test_percent_short_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_core_counting.test_file_with_mixed_content",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 665,
        "message_redacted": true,
        "time": 0.659
      },
      "name": "tests.test_core_counting.test_multilanguage_directory_comprehensive",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 539,
        "message_redacted": true,
        "time": 0.558
      },
      "name": "tests.test_analysis.test_sort_by_comments",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 597,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_classification.test_marker_beyond_1000_bytes_not_detected",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_classification.test_mixed_directory_with_z_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_analysis.test_complexity_values_complex_code",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_core_counting.test_javascript_with_inline_comments",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 663,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_analysis.test_empty_file_percent_shows_nan",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_core_counting.test_python_with_comments",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 754,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "tests.test_analysis.test_wide_with_no_complexity_still_shows_complexity",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "tests.test_analysis.test_percent_long_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_core_counting.test_minified_javascript_long_lines",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_analysis.test_character_count_short_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_core_counting.test_no_complexity_flag_removes_complexity_column",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 228,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_classification.test_minified_by_file_format_includes_marker",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_cost.test_cocomo_project_type_organic",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_classification.test_custom_generated_marker_detection",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_core_counting.test_complexity_calculation_cpp",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 539,
        "message_redacted": true,
        "time": 0.511
      },
      "name": "tests.test_analysis.test_sort_by_files_default",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_classification.test_mixed_directory_no_min_gen_only_normal",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_classification.test_marker_within_1000_bytes_detected",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_core_counting.test_directory_with_multiple_languages",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 656,
        "message_redacted": true,
        "time": 0.251
      },
      "name": "tests.test_classification.test_minified_default_no_markers",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_analysis.test_character_count_long_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_analysis.test_by_file_with_percent",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 663,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_analysis.test_uloc_and_dryness_combined",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "tests.test_analysis.test_sort_by_name",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_core_counting.test_include_ext_filter_single_extension",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_cost.test_cost_comparison_shows_both",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_classification.test_no_min_excludes_only_minified",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_cost.test_cocomo_project_type_custom",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_cost.test_currency_symbol_changes",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 665,
        "message_redacted": true,
        "time": 0.695
      },
      "name": "tests.test_cost.test_large_project_cocomo",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "tests.test_core_counting.test_complexity_calculation_java_loop",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_analysis.test_by_file_output",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_classification.test_custom_marker_does_not_match_default",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_core_counting.test_directory_with_single_language",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 663,
        "message_redacted": true,
        "time": 0.252
      },
      "name": "tests.test_analysis.test_uloc_short_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_debug.test_normal_mode_uses_unicode_box_drawing",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 754,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_analysis.test_wide_with_percent",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "tests.test_cost.test_locomo_preset_small",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_analysis.test_by_file_with_sorting",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 656,
        "message_redacted": true,
        "time": 0.282
      },
      "name": "tests.test_classification.test_minified_with_min_flag_adds_markers",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "tests.test_cost.test_locomo_all_flags_combined",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 663,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "tests.test_cost.test_cocomo_with_larger_project",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_cost.test_locomo_enabled",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 539,
        "message_redacted": true,
        "time": 0.515
      },
      "name": "tests.test_analysis.test_sort_by_lines",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_cost.test_eaf_adjusts_effort",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_core_counting.test_tabular_output_has_total_row",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 4222,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_cost.test_locomo_invalid_preset_fallback",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 754,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_analysis.test_wide_output_short_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 597,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_classification.test_multiple_custom_markers",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 568,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_debug.test_trace_timestamp_format_rfc3339",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 410,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "tests.test_debug.test_debug_and_verbose_combination_exact",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 754,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_analysis.test_wide_with_character_count",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 663,
        "message_redacted": true,
        "time": 0.222
      },
      "name": "tests.test_analysis.test_uloc_long_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_analysis.test_sort_invalid_option_defaults_to_files",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_cost.test_locomo_preset_local",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 411,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_debug.test_debug_mode_exact_output",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "tests.test_cost.test_locomo_preset_large",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_cost.test_locomo_zero_complexity",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 4464,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_errors.test_unicode_filenames_handled",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 539,
        "message_redacted": true,
        "time": 0.544
      },
      "name": "tests.test_analysis.test_sort_by_code",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 2482,
        "message_redacted": true,
        "time": 0.536
      },
      "name": "tests.test_errors.test_multiple_invalid_regexes_in_not_match",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 4219,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_cost.test_locomo_custom_config",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_errors.test_special_characters_in_filenames",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 754,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_analysis.test_wide_output_long_flag",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 411,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_debug.test_debug_timestamp_format_rfc3339",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 411,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_debug.test_debug_and_ci_combination_exact",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_errors.test_output_flag_writes_to_file",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_cost.test_locomo_custom_prices",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_errors.test_tabs_and_spaces_in_content",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 568,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_debug.test_trace_mode_exact_output",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 4210,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_cost.test_locomo_high_complexity_scaling",
      "status": "failure"
    },
    {
      "branch": "06dabfabaea7",
      "extra": {
        "message_chars": 2959,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_debug.test_debug_shows_include_symlinks_flag_state",
      "status": "failure"
    }
  ],
  "test_results_omitted": 178,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}
