{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16936746600549668
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1578733010101132
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.09343728100066073
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12908194999909028
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12760542699834332
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6539527270069811
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1386188519973075
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11825593998946715
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12532759600435384
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1371680199954426
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 57.47784374600451
    },
    {
      "branch": "bc90bea37ab6",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04063506300735753
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "4fcdc95d42dd3b1e1fb5e050c13672f1c2a45ba95d0eb368b2be9d632571522a",
  "failed_tests": [
    {
      "branch": "bc90bea37ab6",
      "message_chars": 287,
      "message_redacted": true,
      "name": "tests.test_cli.test_speed_factor_negative_rejected",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 274,
      "message_redacted": true,
      "name": "tests.test_cli.test_help_short_flag",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 299,
      "message_redacted": true,
      "name": "tests.test_error_paths.test_exit_after_modules_negative_rejected",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 301,
      "message_redacted": true,
      "name": "tests.test_error_paths.test_instant_print_lines_negative_rejected",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 3151,
      "message_redacted": true,
      "name": "tests.test_core_coverage.test_mkinitcpio_os_release",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 481,
      "message_redacted": true,
      "name": "tests.test_error_paths.test_modules_empty_string_rejected",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 274,
      "message_redacted": true,
      "name": "tests.test_cli.test_help_long_flag",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 293,
      "message_redacted": true,
      "name": "tests.test_error_paths.test_exit_after_time_negative_duration_rejected",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 221,
      "message_redacted": true,
      "name": "tests.test_modules_medium.test_composer_complete_structure_with_headers_and_footers",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 184,
      "message_redacted": true,
      "name": "tests.test_modules_medium.test_composer_ansi_color_formatting",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 1637,
      "message_redacted": true,
      "name": "tests.test_flag_interactions.test_instant_print_lines_with_very_low_speed",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7433,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_julia_prompt_transitions",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7317,
      "message_redacted": true,
      "name": "tests.test_flag_interactions.test_combined_all_flags_bruteforce",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7299,
      "message_redacted": true,
      "name": "tests.test_flag_interactions.test_exit_after_time_with_zero_speed_factor_boundary",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 1683,
      "message_redacted": true,
      "name": "tests.test_error_paths.test_speed_factor_very_large_accepted",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 77,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_uv_package_preparation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 14558,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_julia_update_manifest_operation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 4275,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_uv_downloading_progress_bars",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 62,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_simcity_checkbox_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 1144,
      "message_redacted": true,
      "name": "tests.test_modules_medium.test_cargo_package_version_format_strict",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 110,
      "message_redacted": true,
      "name": "tests.test_modules_medium.test_composer_package_line_exact_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 5952,
      "message_redacted": true,
      "name": "tests.test_modules_medium.test_cargo_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7345,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_julia_package_operations",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 78,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_wpt_test_paths_shown",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7307,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_wpt_subtest_failure_reporting",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 61,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_rkhunter_check_status_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 78,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_uv_package_installation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 2201,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_uv_virtualenv_creation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7326,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_rkhunter_configuration_info",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 102,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_simcity_status_messages",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 56,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_julia_progress_visualization",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 90,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_wpt_test_category_variety",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 1609,
      "message_redacted": true,
      "name": "tests.test_error_paths.test_instant_print_lines_zero_accepted",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 89,
      "message_redacted": true,
      "name": "tests.test_modules_medium.test_composer_packages_from_data_file_with_vendor_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 84,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_julia_dependency_tree_or_package_ids",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 84,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_julia_dependency_tree_or_package_ids",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 14551,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_julia_precompile_summary",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 80,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_wpt_progress_counter",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 60,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_wpt_stack_traces",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 2277,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_uv_installed_package_final_list",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7313,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_rkhunter_rootkit_scanning",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7350,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_simcity_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 4206,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_uv_downloading_progress_bars",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 298,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_simcity_no_duplicate_consecutive_messages",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7323,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_julia_precompile_summary",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7433,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_julia_prompt_transitions",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 1643,
      "message_redacted": true,
      "name": "tests.test_error_paths.test_instant_print_lines_very_large_accepted",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7350,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_rkhunter_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 56,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_julia_progress_visualization",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7303,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_julia_update_manifest_operation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 55,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_julia_artifact_building",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 82,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_uv_package_resolution",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 80,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_wpt_test_paths_shown",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 78,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_uv_package_installation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 93,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_rkhunter_check_variety",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 77,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_rkhunter_header_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7330,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_wpt_assertion_types_variety",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7326,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_rkhunter_configuration_info",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 2484,
      "message_redacted": true,
      "name": "tests.test_modules_security.test_bruteforce_shows_complete_workflow",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 55,
      "message_redacted": true,
      "name": "tests.test_modules_misc.test_julia_artifact_building",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 946,
      "message_redacted": true,
      "name": "tests.test_error_paths.test_exit_after_time_zero_exits_immediately",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 7309,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_julia_package_operations",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 75,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_rkhunter_check_variety",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 102,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_simcity_status_messages",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 2186,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_uv_virtualenv_creation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 298,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_simcity_no_duplicate_consecutive_messages",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 77,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_uv_package_preparation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 80,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_wpt_progress_counter",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 2265,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_uv_installed_package_final_list",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 98,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_wpt_subtest_failure_reporting",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 92,
      "message_redacted": true,
      "name": "tests.test_modules_security.test_bruteforce_shows_multiple_valid_sha256_hashes",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 61,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_rkhunter_check_status_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 2486,
      "message_redacted": true,
      "name": "tests.test_modules_security.test_bruteforce_shows_rainbow_table_progress_bar",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 85,
      "message_redacted": true,
      "name": "tests.test_modules_security.test_bruteforce_cracked_passwords_match_hash_pairing",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 14541,
      "message_redacted": true,
      "name": "tests.test_modules_misc_original.test_wpt_assertion_types_variety",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 80,
      "message_redacted": true,
      "name": "tests.test_modules_security.test_bruteforce_passwords_follow_expected_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 103,
      "message_redacted": true,
      "name": "tests.test_modules_security.test_botnet_establishes_connections_with_counter",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 103,
      "message_redacted": true,
      "name": "tests.test_modules_security.test_botnet_shows_cluster_list_with_node_counts",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 73,
      "message_redacted": true,
      "name": "tests.test_modules_security.test_botnet_shows_cluster_status_indicators",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "message_chars": 88,
      "message_redacted": true,
      "name": "tests.test_modules_security.test_docker_image_rm_shows_digest_after_tag",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 41,
  "status_counts": {
    "failure": 121,
    "passed": 116
  },
  "test_branch_errors": {},
  "test_branches": [
    "bc90bea37ab6"
  ],
  "test_records": 237,
  "warnings": []
}