{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14953673799755052
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.13534193400118966
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12772278000193182
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12942043101065792
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12270997400628403
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.610144752994529
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15245103200140875
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13179011900501791
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1385074279969558
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13978736200078856
    },
    {
      "branch": "",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.0876221039944
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.046624202994280495
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10227112998836674
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10914930699800607
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11403509500087239
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1321182109968504
    },
    {
      "branch": "",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.1057437389973
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.036641462007537484
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "53731082c34d44a5ab5ab456fab163cf7b7848b6657b90ec24102b5357864a4f",
  "failed_tests": [
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_profile_creates_valid_pprof_file",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_profile_different_formatters",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_profile_multiple_files",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_profile_with_check_mode",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_profile_with_file_input",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_profile_with_larger_input_captures_data",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_xml_export_bash_lexer_completeness",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_xml_export_c_lexer_structure_detailed",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_xml_export_creates_files_in_directory",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_xml_export_file_naming_convention",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_xml_export_multiple_lexers_spot_check",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_xml_export_produces_valid_xml_structure",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_xml_export_to_file_path_fails",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_xml_export_to_nonexistent_directory_fails",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_xml_export_warns_on_existing_files",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_xml_export_warns_on_non_serializable_lexers",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_advanced_flags.test_xml_export_with_special_char_lexers",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_empty_stdin_input",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_explicit_lexer_overrides_extension",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_invalid_lexer_name_with_fail_flag",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_invalid_lexer_name_without_fail_flag",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_invalid_style_name_error",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_javascript_file_extension_detection",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_large_file_processing",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_lexer_alias_names_work",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_lexer_path_to_nonexistent_xml_uses_fallback",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_mixed_valid_and_invalid_files",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_multiple_files_processed_in_order",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_nonexistent_file_error",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_output_contains_actual_code_content",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_rust_file_extension_detection",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_single_file_with_autodetect_go",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_single_file_with_autodetect_python",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_stdin_with_explicit_lexer",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_stdin_with_filename_hint_for_lexer_detection",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_stdin_without_lexer_hint_uses_content_analysis",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic.test_style_differences_same_file",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_check_flag_no_output_on_valid_file",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_check_flag_reports_lexer_errors_exact_format",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_formatter_flag_terminal256",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_formatter_flag_terminal_basic",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_html_convenience_flag_equals_formatter_html",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_html_formatter_produces_complete_document",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_json_convenience_flag_equals_formatter_json",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_json_formatter_output_structure",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_lexer_autodetect_is_default",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_lexer_path_attempts_xml_load_fallback",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_list_flag_outputs_complete_information",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_multiple_files_each_uses_own_lexer",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_stdin_with_explicit_lexer_ignores_filename",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_style_path_to_nonexistent_xml_errors",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_tabs_vs_spaces_handling",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_unicode_content_preserved",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_cli_basic_part2.test_very_long_single_line",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_default_terminal_formatter_with_ansi_codes",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_explicit_formatter_flag_terminal256",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_formatter_flag_precedence_over_convenience_flags",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_formatter_with_empty_input",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_formatter_works_with_stdin",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_html_convenience_flag",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_html_formatter_escapes_special_characters",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_html_formatter_standalone_vs_fragment_structure",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_html_formatter_with_multiple_lexers",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_html_inline_styles_flag",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_html_only_flag_produces_fragment",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_invalid_formatter_name_fails",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_json_convenience_flag",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_json_formatter_escapes_special_characters",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_json_formatter_handles_syntax_errors",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_json_formatter_preserves_all_whitespace",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_json_formatter_with_go_code",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_multiple_files_same_formatter",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_noop_formatter_outputs_unchanged_source",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_svg_convenience_flag",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_svg_formatter_with_different_styles",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_svg_formatter_with_unicode_content",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_terminal16_formatter_uses_basic_ansi_colors",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_terminal16m_formatter_uses_24bit_colors",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_terminal_formatter_different_styles_produce_different_output",
      "status": "not_run"
    },
    {
      "branch": "06dabfabaea7",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_formatters.test_terminal_formatter_handles_very_long_lines",
      "status": "not_run"
    }
  ],
  "failed_tests_omitted": 451,
  "status_counts": {
    "not_run": 531
  },
  "test_branch_errors": {
    "06dabfabaea7": [
      {
        "error_code": "results_read_failed",
        "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container 9c4428eb5f7eaa3e81cb25ea6ab19052443341832cf463152808fc3f33882ac0"
      }
    ]
  },
  "test_branches": [
    "06dabfabaea7"
  ],
  "test_records": 531,
  "warnings": []
}