{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "4fcdc95d42dd3b1e1fb5e050c13672f1c2a45ba95d0eb368b2be9d632571522a",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16936746600549668
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1578733010101132
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.09343728100066073
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12908194999909028
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12760542699834332
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6539527270069811
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1386188519973075
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11825593998946715
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12532759600435384
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1371680199954426
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 381910,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 57.47784374600451
    },
    {
      "branch": "bc90bea37ab6",
      "command": "docker cp b36700596f428f90365314b7137d7c267371c1bd3b9aa2ff708292ef83d489bb:/workspace/eval/results.xml /tmp/tmp9z40oq6o.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 579506,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04063506300735753
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 121,
    "passed": 116
  },
  "test_branch_errors": {},
  "test_branches": [
    "bc90bea37ab6"
  ],
  "test_records": 237,
  "test_results": [
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 287,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_cli.test_speed_factor_negative_rejected",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_cli.test_help_short_flag",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 299,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_error_paths.test_exit_after_modules_negative_rejected",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_error_paths.test_instant_print_lines_negative_rejected",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 3151,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_core_coverage.test_mkinitcpio_os_release",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 481,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_error_paths.test_modules_empty_string_rejected",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_cli.test_help_long_flag",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_error_paths.test_exit_after_time_negative_duration_rejected",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 221,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_modules_medium.test_composer_complete_structure_with_headers_and_footers",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 184,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "tests.test_modules_medium.test_composer_ansi_color_formatting",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 1637,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_flag_interactions.test_instant_print_lines_with_very_low_speed",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7433,
        "message_redacted": true,
        "time": 0.223
      },
      "name": "tests.test_modules_misc.test_julia_prompt_transitions",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7317,
        "message_redacted": true,
        "time": 0.755
      },
      "name": "tests.test_flag_interactions.test_combined_all_flags_bruteforce",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7299,
        "message_redacted": true,
        "time": 6.151
      },
      "name": "tests.test_flag_interactions.test_exit_after_time_with_zero_speed_factor_boundary",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 1683,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "tests.test_error_paths.test_speed_factor_very_large_accepted",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 77,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_modules_misc.test_uv_package_preparation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 14558,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_modules_misc.test_julia_update_manifest_operation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 4275,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_modules_misc.test_uv_downloading_progress_bars",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 62,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "tests.test_modules_misc.test_simcity_checkbox_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 1144,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_modules_medium.test_cargo_package_version_format_strict",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 110,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_modules_medium.test_composer_package_line_exact_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 5952,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_modules_medium.test_cargo_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7345,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "tests.test_modules_misc.test_julia_package_operations",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.415
      },
      "name": "tests.test_modules_misc.test_wpt_test_paths_shown",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7307,
        "message_redacted": true,
        "time": 0.403
      },
      "name": "tests.test_modules_misc.test_wpt_subtest_failure_reporting",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 61,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_modules_misc.test_rkhunter_check_status_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_modules_misc.test_uv_package_installation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 2201,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_modules_misc.test_uv_virtualenv_creation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7326,
        "message_redacted": true,
        "time": 0.191
      },
      "name": "tests.test_modules_misc.test_rkhunter_configuration_info",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 102,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_modules_misc.test_simcity_status_messages",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 56,
        "message_redacted": true,
        "time": 0.217
      },
      "name": "tests.test_modules_misc.test_julia_progress_visualization",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.387
      },
      "name": "tests.test_modules_misc.test_wpt_test_category_variety",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 1609,
        "message_redacted": true,
        "time": 0.27
      },
      "name": "tests.test_error_paths.test_instant_print_lines_zero_accepted",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 89,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_modules_medium.test_composer_packages_from_data_file_with_vendor_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "tests.test_modules_misc_original.test_julia_dependency_tree_or_package_ids",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_modules_misc.test_julia_dependency_tree_or_package_ids",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 14551,
        "message_redacted": true,
        "time": 0.224
      },
      "name": "tests.test_modules_misc_original.test_julia_precompile_summary",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 80,
        "message_redacted": true,
        "time": 0.373
      },
      "name": "tests.test_modules_misc.test_wpt_progress_counter",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 60,
        "message_redacted": true,
        "time": 0.399
      },
      "name": "tests.test_modules_misc.test_wpt_stack_traces",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 2277,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "tests.test_modules_misc.test_uv_installed_package_final_list",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7313,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_modules_misc.test_rkhunter_rootkit_scanning",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7350,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_modules_misc.test_simcity_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 4206,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_modules_misc_original.test_uv_downloading_progress_bars",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 298,
        "message_redacted": true,
        "time": 0.249
      },
      "name": "tests.test_modules_misc.test_simcity_no_duplicate_consecutive_messages",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7323,
        "message_redacted": true,
        "time": 0.242
      },
      "name": "tests.test_modules_misc.test_julia_precompile_summary",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7433,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_modules_misc_original.test_julia_prompt_transitions",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 1643,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_error_paths.test_instant_print_lines_very_large_accepted",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7350,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_modules_misc.test_rkhunter_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 56,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "tests.test_modules_misc_original.test_julia_progress_visualization",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7303,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "tests.test_modules_misc_original.test_julia_update_manifest_operation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 55,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "tests.test_modules_misc_original.test_julia_artifact_building",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 82,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_modules_misc_original.test_uv_package_resolution",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 80,
        "message_redacted": true,
        "time": 0.429
      },
      "name": "tests.test_modules_misc_original.test_wpt_test_paths_shown",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 78,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "tests.test_modules_misc_original.test_uv_package_installation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 93,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_modules_misc.test_rkhunter_check_variety",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 77,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_modules_misc_original.test_rkhunter_header_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7330,
        "message_redacted": true,
        "time": 0.418
      },
      "name": "tests.test_modules_misc.test_wpt_assertion_types_variety",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7326,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_modules_misc_original.test_rkhunter_configuration_info",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 2484,
        "message_redacted": true,
        "time": 0.291
      },
      "name": "tests.test_modules_security.test_bruteforce_shows_complete_workflow",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 55,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_modules_misc.test_julia_artifact_building",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 946,
        "message_redacted": true,
        "time": 0.22
      },
      "name": "tests.test_error_paths.test_exit_after_time_zero_exits_immediately",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7309,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "tests.test_modules_misc_original.test_julia_package_operations",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 75,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_modules_misc_original.test_rkhunter_check_variety",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 102,
        "message_redacted": true,
        "time": 0.247
      },
      "name": "tests.test_modules_misc_original.test_simcity_status_messages",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 2186,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_modules_misc_original.test_uv_virtualenv_creation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 298,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "tests.test_modules_misc_original.test_simcity_no_duplicate_consecutive_messages",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 77,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_modules_misc_original.test_uv_package_preparation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 80,
        "message_redacted": true,
        "time": 0.4
      },
      "name": "tests.test_modules_misc_original.test_wpt_progress_counter",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 2265,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_modules_misc_original.test_uv_installed_package_final_list",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 98,
        "message_redacted": true,
        "time": 0.388
      },
      "name": "tests.test_modules_misc_original.test_wpt_subtest_failure_reporting",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 92,
        "message_redacted": true,
        "time": 0.279
      },
      "name": "tests.test_modules_security.test_bruteforce_shows_multiple_valid_sha256_hashes",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 61,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_modules_misc_original.test_rkhunter_check_status_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 2486,
        "message_redacted": true,
        "time": 0.244
      },
      "name": "tests.test_modules_security.test_bruteforce_shows_rainbow_table_progress_bar",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 85,
        "message_redacted": true,
        "time": 0.306
      },
      "name": "tests.test_modules_security.test_bruteforce_cracked_passwords_match_hash_pairing",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 14541,
        "message_redacted": true,
        "time": 0.397
      },
      "name": "tests.test_modules_misc_original.test_wpt_assertion_types_variety",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 80,
        "message_redacted": true,
        "time": 0.314
      },
      "name": "tests.test_modules_security.test_bruteforce_passwords_follow_expected_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 103,
        "message_redacted": true,
        "time": 0.602
      },
      "name": "tests.test_modules_security.test_botnet_establishes_connections_with_counter",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 103,
        "message_redacted": true,
        "time": 0.604
      },
      "name": "tests.test_modules_security.test_botnet_shows_cluster_list_with_node_counts",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 0.607
      },
      "name": "tests.test_modules_security.test_botnet_shows_cluster_status_indicators",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 88,
        "message_redacted": true,
        "time": 0.457
      },
      "name": "tests.test_modules_security.test_docker_image_rm_shows_digest_after_tag",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 82,
        "message_redacted": true,
        "time": 0.624
      },
      "name": "tests.test_modules_security.test_botnet_total_connections_matches_cluster_sum",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 2484,
        "message_redacted": true,
        "time": 0.601
      },
      "name": "tests.test_modules_security.test_botnet_shows_task_execution_sequence",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7350,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "tests.test_modules_security.test_cryptomining_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7350,
        "message_redacted": true,
        "time": 0.382
      },
      "name": "tests.test_modules_security.test_botnet_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 72,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_modules_simple.test_bootlog_contains_boot_patterns",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 60,
        "message_redacted": true,
        "time": 0.407
      },
      "name": "tests.test_modules_misc_original.test_wpt_stack_traces",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 796,
        "message_redacted": true,
        "time": 0.784
      },
      "name": "tests.test_modules_security.test_cryptomining_receives_stratum_jobs",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 72,
        "message_redacted": true,
        "time": 0.443
      },
      "name": "tests.test_modules_security.test_docker_image_rm_shows_layer_deletions",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 100,
        "message_redacted": true,
        "time": 0.394
      },
      "name": "tests.test_modules_misc_original.test_wpt_test_category_variety",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 95,
        "message_redacted": true,
        "time": 0.323
      },
      "name": "tests.test_modules_simple.test_weblog_http_status_codes",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 504,
        "message_redacted": true,
        "time": 0.434
      },
      "name": "tests.test_modules_security.test_docker_image_rm_shows_sha256_digests",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 76,
        "message_redacted": true,
        "time": 0.429
      },
      "name": "tests.test_modules_security.test_docker_image_rm_multiple_layers_per_image",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7350,
        "message_redacted": true,
        "time": 0.251
      },
      "name": "tests.test_modules_simple.test_weblog_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 40.843
      },
      "name": "tests.test_core_coverage.test_ansible_with_tui_basic",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 175,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_modules_sysadmin.test_kernel_compile_architecture_paths",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 102,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_modules_sysadmin.test_kernel_compile_final_bzimage_build",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7350,
        "message_redacted": true,
        "time": 0.305
      },
      "name": "tests.test_modules_security.test_docker_image_rm_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 6144,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_modules_simple.test_bootlog_ansi_formatting",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 5975,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_modules_simple.test_bootlog_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 7425,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_modules_simple.test_memdump_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 109,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_modules_sysadmin.test_kernel_compile_setup_and_system_summary",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_modules_sysadmin.test_kernel_compile_kernel_ready_message",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 81,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_modules_sysadmin.test_kernel_compile_crc_checksum",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 2032,
        "message_redacted": true,
        "time": 12.175
      },
      "name": "tests.test_modules_simple.test_download_inhibit_flag_signature_called",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 95,
        "message_redacted": true,
        "time": 14.079
      },
      "name": "tests.test_modules_sysadmin.test_ansible_mixed_ipv4_ipv6_hosts",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 342,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_smoke.test_help_output",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 684,
        "message_redacted": true,
        "time": 18.215
      },
      "name": "tests.test_modules_simple.test_download_progress_bar_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 14.047
      },
      "name": "tests.test_modules_sysadmin.test_mkinitcpio_starting_build_with_version",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 99,
        "message_redacted": true,
        "time": 13.985
      },
      "name": "tests.test_modules_sysadmin.test_ansible_host_execution_status",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 140,
        "message_redacted": true,
        "time": 6.392
      },
      "name": "tests.test_tui.test_bootlog_module_boot_sequence",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 1658,
        "message_redacted": true,
        "time": 0.387
      },
      "name": "tests.test_smoke.test_module_execution_basic",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 478,
        "message_redacted": true,
        "time": 2.96
      },
      "name": "tests.test_tui.test_instant_print_lines_parameter",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 2127,
        "message_redacted": true,
        "time": 18.222
      },
      "name": "tests.test_modules_simple.test_download_eta_display",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 222,
        "message_redacted": true,
        "time": 4.618
      },
      "name": "tests.test_tui.test_simcity_module_city_simulation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 7.992
      },
      "name": "tests.test_tui_extended.test_botnet_module_cluster_orchestration",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 142,
        "message_redacted": true,
        "time": 7.929
      },
      "name": "tests.test_tui_extended.test_bruteforce_module_hash_cracking",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 135,
        "message_redacted": true,
        "time": 7.996
      },
      "name": "tests.test_tui_extended.test_composer_module_package_installation",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 103,
        "message_redacted": true,
        "time": 7.853
      },
      "name": "tests.test_tui_extended.test_weblog_module_nginx_access_log",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 119,
        "message_redacted": true,
        "time": 4.599
      },
      "name": "tests.test_tui.test_download_module_progress_visualization",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 14.024
      },
      "name": "tests.test_modules_sysadmin.test_ansible_role_task_format",
      "status": "failure"
    }
  ],
  "test_results_omitted": 1,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}