{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.15908546699211001
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1298415799974464
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14629947899084073
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13570010199327953
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.10904029999801423
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.13397237900062464
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6612139609933365
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13987339899176732
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12659269499999937
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12178721699456219
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13254639599472284
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 10.563852232007775
    },
    {
      "branch": "a8a7a108c243",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024663999996846542
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14448133599944413
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12369782800669782
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1047450089972699
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10273802999290638
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 44.95993488900422
    },
    {
      "branch": "ba5cd9ea5abe",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03850537100515794
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14578762601013295
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13250448199687526
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1405034519993933
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13469208100286778
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 13.922425152995856
    },
    {
      "branch": "0dc825e98b10",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0289505579858087
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12870884899166413
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1113545849948423
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11394272100005765
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13538429699838161
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 20.680918936996022
    },
    {
      "branch": "d9b48e90726d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038762559997849166
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1292449949978618
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1243914090009639
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13002564199268818
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11706632500863634
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.983359888006817
    },
    {
      "branch": "a7a6300313bd",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.040403011997113936
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.146299332001945
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12345364398788661
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12522431599791162
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12708197599567939
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.0644270189950475
    },
    {
      "branch": "e5ea0b741776",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03993380400061142
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14221951000217814
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12080437698750757
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13454598799580708
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10951056200428866
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 20.337629986999673
    },
    {
      "branch": "9d3ef7e68155",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04011065200029407
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14938031500787474
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13843454800371546
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13904331499361433
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13053026801208034
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.227158914000029
    },
    {
      "branch": "96b06e753063",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03710897799464874
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14313299499917775
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11381957899720874
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13121652300469577
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12484539501019754
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 11.583540298001026
    },
    {
      "branch": "b6701d67d067",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023604134999914095
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "2ffef8920235b38548af5f14bc2b17a2ef6593c86aab838ceded9b871a52e15d",
  "failed_tests": [
    {
      "branch": "a8a7a108c243",
      "message_chars": 413,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_print_completions_powershell",
      "status": "failure"
    },
    {
      "branch": "a8a7a108c243",
      "message_chars": 371,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_print_completions_elvish",
      "status": "failure"
    },
    {
      "branch": "a8a7a108c243",
      "message_chars": 79,
      "message_redacted": true,
      "name": "eval.tests.test_file_operations.test_delete_directory",
      "status": "failure"
    },
    {
      "branch": "a8a7a108c243",
      "message_chars": 4243,
      "message_redacted": true,
      "name": "eval.tests.test_ui_and_theming.test_qrcode_enabled",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 413,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_print_completions_powershell",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 268,
      "message_redacted": true,
      "name": "eval.tests.test_additional_coverage.test_multiple_interfaces",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 371,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_print_completions_elvish",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 62,
      "message_redacted": true,
      "name": "eval.tests.test_authentication.test_auth_internal_endpoints_accessible",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 81,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_no_arguments_no_tty",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 919,
      "message_redacted": true,
      "name": "eval.tests.test_env_variables.test_env_path",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 919,
      "message_redacted": true,
      "name": "eval.tests.test_env_variables.test_env_hidden",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 919,
      "message_redacted": true,
      "name": "eval.tests.test_env_variables.test_env_auth",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 919,
      "message_redacted": true,
      "name": "eval.tests.test_env_variables.test_env_title",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 919,
      "message_redacted": true,
      "name": "eval.tests.test_env_variables.test_env_color_scheme",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 74,
      "message_redacted": true,
      "name": "eval.tests.test_file_operations.test_rm_files_enabled",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 609,
      "message_redacted": true,
      "name": "eval.tests.test_server_basics.test_verbose_mode",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 62,
      "message_redacted": true,
      "name": "eval.tests.test_routing.test_route_prefix_internal_endpoints",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 156,
      "message_redacted": true,
      "name": "eval.tests.test_headers_compression.test_invalid_header_format",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 62,
      "message_redacted": true,
      "name": "eval.tests.test_server_basics.test_healthcheck_endpoint",
      "status": "failure"
    },
    {
      "branch": "ba5cd9ea5abe",
      "message_chars": 130,
      "message_redacted": true,
      "name": "eval.tests.test_media_types.test_media_type_without_upload",
      "status": "failure"
    },
    {
      "branch": "0dc825e98b10",
      "message_chars": 499,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_spa_requires_index",
      "status": "failure"
    },
    {
      "branch": "0dc825e98b10",
      "message_chars": 314,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_missing_value_errors[args1-a value is required for '--port <PORT>']",
      "status": "failure"
    },
    {
      "branch": "0dc825e98b10",
      "message_chars": 322,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_missing_value_errors[args0-a value is required for '--port <PORT>']",
      "status": "failure"
    },
    {
      "branch": "0dc825e98b10",
      "message_chars": 328,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_missing_value_errors[args2-a value is required for '--index <INDEX>']",
      "status": "failure"
    },
    {
      "branch": "0dc825e98b10",
      "message_chars": 334,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_missing_value_errors[args3-a value is required for '--header <HEADER>']",
      "status": "failure"
    },
    {
      "branch": "0dc825e98b10",
      "message_chars": 126,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_optional_value_flag_requires_value_when_explicit_equals_empty",
      "status": "failure"
    },
    {
      "branch": "0dc825e98b10",
      "message_chars": 949,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_unknown_flag_and_double_dash_behavior[args2-expected_snippets2]",
      "status": "failure"
    },
    {
      "branch": "0dc825e98b10",
      "message_chars": 346,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_port_rejects_non_integer_across_syntaxes[args2]",
      "status": "failure"
    },
    {
      "branch": "d9b48e90726d",
      "message_chars": 989,
      "message_redacted": true,
      "name": "eval.tests.test_env_config.test_cli_verbose_flag_overrides_env_by_disabling_value_flag_form",
      "status": "failure"
    },
    {
      "branch": "d9b48e90726d",
      "message_chars": 110,
      "message_redacted": true,
      "name": "eval.tests.test_env_config.test_env_upload_requires_value_and_missing_value_errors",
      "status": "failure"
    },
    {
      "branch": "a7a6300313bd",
      "message_chars": 2439,
      "message_redacted": true,
      "name": "eval.tests.test_help_output.test_double_dash_treats_help_as_path_and_errors",
      "status": "failure"
    },
    {
      "branch": "9d3ef7e68155",
      "message_chars": 90,
      "message_redacted": true,
      "name": "tests.test_cli_basic.TestBasicCLI.test_no_arguments_fails",
      "status": "failure"
    },
    {
      "branch": "96b06e753063",
      "message_chars": 87,
      "message_redacted": true,
      "name": "eval.tests.test_http_basic.test_hidden_file_not_listed_by_default",
      "status": "skipped"
    },
    {
      "branch": "96b06e753063",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_features.test_healthcheck_route",
      "status": "failure"
    },
    {
      "branch": "b6701d67d067",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_external_miniserve.test_ext_archives_are_disabled_when_indexing_disabled",
      "status": "failure"
    },
    {
      "branch": "b6701d67d067",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_external_miniserve.test_ext_archives_are_disabled",
      "status": "failure"
    },
    {
      "branch": "b6701d67d067",
      "message_chars": 12379,
      "message_redacted": true,
      "name": "eval.tests.test_external_miniserve.test_ext_webpage_shows_qrcode_when_enabled",
      "status": "failure"
    },
    {
      "branch": "b6701d67d067",
      "message_chars": 17,
      "message_redacted": true,
      "name": "eval.tests.test_external_miniserve.test_ext_webdav_advertised_in_options",
      "status": "failure"
    },
    {
      "branch": "b6701d67d067",
      "message_chars": 2435,
      "message_redacted": true,
      "name": "eval.tests.test_external_miniserve.test_ext_test_tar_archives",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 38,
    "passed": 401,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "a8a7a108c243",
    "ba5cd9ea5abe",
    "0dc825e98b10",
    "d9b48e90726d",
    "a7a6300313bd",
    "e5ea0b741776",
    "9d3ef7e68155",
    "96b06e753063",
    "b6701d67d067"
  ],
  "test_records": 440,
  "warnings": []
}