{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1411824520000664
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.12028653800007305
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1395121499990637
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12551472899940563
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1327745729995513
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12116772700028378
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6531916149997414
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12571049200050766
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12099673700140556
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12414229699970747
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11758265099888376
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 8.371415315999911
    },
    {
      "branch": "c248a8a914eb",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038107779999336344
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12296518199946149
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1337207140004466
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1197750539995468
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11747933200058469
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.621886389000792
    },
    {
      "branch": "34ab4782d13e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03694268599974748
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12364600000000792
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11591757899986987
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13384759300060978
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10837221699875954
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 15.869199336000747
    },
    {
      "branch": "d6003e5f008b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03384060799908184
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12609569300002477
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12697310099974857
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1046203419991798
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1041797019988735
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.555129789001512
    },
    {
      "branch": "dda39182dfd1",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03368590900026902
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1114328290004778
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10308134799925028
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10490593100075785
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09051711300162424
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.560870385999806
    },
    {
      "branch": "7d315c385f27",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030382660999748623
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.08836506199986616
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13002613200114865
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1176884960004827
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11044100199978857
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5645927950008627
    },
    {
      "branch": "d1d38bb04b2e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024229652999565587
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14076664300046104
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09074203399904945
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11634165199939162
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09888666400001966
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.41900101399915
    },
    {
      "branch": "5768cb448c7d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.020661565999034792
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "6cdc8ea20a0fa38e8645c262aeca81fa304b0838aa13c601023d7f5f12b68c58",
  "failed_tests": [
    {
      "branch": "c248a8a914eb",
      "message_chars": 328,
      "message_redacted": true,
      "name": "tests.test_output_formats.test_verbose_and_junit_conflict",
      "status": "failure"
    },
    {
      "branch": "34ab4782d13e",
      "message_chars": 371,
      "message_redacted": true,
      "name": "eval.tests.test_connection_options.test_dns_resolver_flag",
      "status": "failure"
    },
    {
      "branch": "34ab4782d13e",
      "message_chars": 1157,
      "message_redacted": true,
      "name": "eval.tests.test_connection_options.test_proxy_flag",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 276,
      "message_redacted": true,
      "name": "tests.test_http_features.test_multiple_non_contiguous_ranges",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 390,
      "message_redacted": true,
      "name": "tests.test_filtering.test_scheme_filtering_non_http_schemes_ignored",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 753,
      "message_redacted": true,
      "name": "tests.test_link_checking.test_connection_refused_error_handling",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 519,
      "message_redacted": true,
      "name": "tests.test_link_checking.test_recursive_crawling_follows_internal_links",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 502,
      "message_redacted": true,
      "name": "tests.test_link_checking.test_srcset_attribute_parsing",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 750,
      "message_redacted": true,
      "name": "tests.test_link_checking.test_meta_tag_link_extraction",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 277,
      "message_redacted": true,
      "name": "tests.test_link_checking.test_malformed_url_error_reporting",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 360,
      "message_redacted": true,
      "name": "tests.test_link_checking.test_preconnect_dns_prefetch_skipped",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 519,
      "message_redacted": true,
      "name": "tests.test_link_checking.test_external_links_checked_not_crawled",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 101,
      "message_redacted": true,
      "name": "tests.test_output_formats.test_junit_with_verbose_flag_rejected",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 96,
      "message_redacted": true,
      "name": "tests.test_sitemap_robots.test_robots_txt_user_agent_specific_rules",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 930,
      "message_redacted": true,
      "name": "tests.test_sitemap_robots.test_robots_txt_missing_file_fails",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 190,
      "message_redacted": true,
      "name": "tests.test_sitemap_robots.test_malformed_sitemap_xml_produces_parse_error",
      "status": "failure"
    },
    {
      "branch": "d6003e5f008b",
      "message_chars": 190,
      "message_redacted": true,
      "name": "tests.test_sitemap_robots.test_sitemap_404_error",
      "status": "failure"
    },
    {
      "branch": "dda39182dfd1",
      "message_chars": 842,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_mutually_exclusive_verbose_with_junit_format_errors",
      "status": "failure"
    },
    {
      "branch": "7d315c385f27",
      "message_chars": 2580,
      "message_redacted": true,
      "name": "eval.tests.test_help_output.test_help_does_not_end_with_newline",
      "status": "failure"
    },
    {
      "branch": "5768cb448c7d",
      "message_chars": 2193,
      "message_redacted": true,
      "name": "tests.test_cli_basic.TestArgumentValidation.test_verbose_with_junit_format_conflict",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 20,
    "passed": 412
  },
  "test_branch_errors": {},
  "test_branches": [
    "c248a8a914eb",
    "34ab4782d13e",
    "d6003e5f008b",
    "dda39182dfd1",
    "7d315c385f27",
    "d1d38bb04b2e",
    "5768cb448c7d"
  ],
  "test_records": 432,
  "warnings": []
}