{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16226936699240468
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1512546470039524
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.11933352801133879
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13914109001052566
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1168489099945873
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6134785500180442
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13150705301086418
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10966625899891369
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12436000001616776
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13219130400102586
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 406.90706675700494
    },
    {
      "branch": "e1d7a4e20e53",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04792288699536584
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "55f495d116f3eb792504a94d764b10e4df0f04880654320b1aa235c5329739da",
  "failed_tests": [
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 480,
      "message_redacted": true,
      "name": "tests.test_advanced_features.test_proxy_preventextensions_trap",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 1009,
      "message_redacted": true,
      "name": "tests.test_conversion_coercion_final_gaps.test_tonumber_string_formats",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 282,
      "message_redacted": true,
      "name": "tests.test_examples.test_circular_import",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 291,
      "message_redacted": true,
      "name": "tests.test_final_easy_wins.test_string_charat_null_this",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 348,
      "message_redacted": true,
      "name": "tests.test_error_path_sweep.test_date_invalid_string",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 514,
      "message_redacted": true,
      "name": "tests.test_import_attributes.test_basic_json_import_with_type_attribute",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 301,
      "message_redacted": true,
      "name": "tests.test_cutils_gaps.test_json_stringify_nested",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 335,
      "message_redacted": true,
      "name": "tests.test_integration.test_file_seek_tell_operations_workflow",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 227,
      "message_redacted": true,
      "name": "tests.test_bigint_bitwise.test_bigint_left_shift_large_exponent",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 273,
      "message_redacted": true,
      "name": "tests.test_error_paths_mega_sweep.test_number_tofixed_invalid_this",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 245,
      "message_redacted": true,
      "name": "tests.test_final_easy_wins.test_array_slice_out_of_bounds",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 617,
      "message_redacted": true,
      "name": "tests.test_es2020_edge_cases.test_bigint_zero_and_negative",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 328,
      "message_redacted": true,
      "name": "tests.test_final_mixed.test_regexp_complex_backreferences",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 226,
      "message_redacted": true,
      "name": "tests.test_errors.test_runtime_type_error_null",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 229,
      "message_redacted": true,
      "name": "tests.test_flags.test_quit_flag_prevents_execution",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 442,
      "message_redacted": true,
      "name": "tests.test_advanced_features.test_proxy_basic_get_trap",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 234,
      "message_redacted": true,
      "name": "tests.test_cutils_gaps.test_unicode_multibyte_chars_cafe",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 444,
      "message_redacted": true,
      "name": "tests.test_import_attributes.test_import_without_attributes",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 227,
      "message_redacted": true,
      "name": "tests.test_bigint_bitwise.test_bigint_left_shift_zero",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 331,
      "message_redacted": true,
      "name": "tests.test_integration.test_process_execution_with_os_exec",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 1042,
      "message_redacted": true,
      "name": "tests.test_conversion_coercion_final_gaps.test_symbol_coercion",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 207,
      "message_redacted": true,
      "name": "tests.test_errors.test_runtime_type_error_not_function",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 467,
      "message_redacted": true,
      "name": "tests.test_advanced_features.test_proxy_constructor_errors",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 235,
      "message_redacted": true,
      "name": "tests.test_examples.test_import_missing_module",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 476,
      "message_redacted": true,
      "name": "tests.test_es2020_edge_cases.test_string_matchall_global",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 288,
      "message_redacted": true,
      "name": "tests.test_error_path_sweep.test_array_at_out_of_range",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 222,
      "message_redacted": true,
      "name": "tests.test_final_easy_wins.test_string_charat_out_of_bounds",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 206,
      "message_redacted": true,
      "name": "tests.test_flags.test_quit_with_dump_shows_benchmark_times",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 468,
      "message_redacted": true,
      "name": "tests.test_advanced_features.test_proxy_set_trap_modification",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 328,
      "message_redacted": true,
      "name": "tests.test_final_mixed.test_unicode_normalization_forms",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 268,
      "message_redacted": true,
      "name": "tests.test_error_paths_mega_sweep.test_tofixed_digits_out_of_range",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 273,
      "message_redacted": true,
      "name": "tests.test_final_easy_wins.test_array_reduce_empty_no_initial",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 233,
      "message_redacted": true,
      "name": "tests.test_cutils_gaps.test_unicode_multibyte_chars_japanese",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 229,
      "message_redacted": true,
      "name": "tests.test_examples.test_native_module_fib_missing",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 582,
      "message_redacted": true,
      "name": "tests.test_import_attributes.test_invalid_attribute_name_rejected",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 737,
      "message_redacted": true,
      "name": "tests.test_conversion_coercion_final_gaps.test_toboolean_values",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 300,
      "message_redacted": true,
      "name": "tests.test_error_path_sweep.test_string_charat_out_of_range",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 226,
      "message_redacted": true,
      "name": "tests.test_bigint_bitwise.test_bigint_left_shift_negative",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 450,
      "message_redacted": true,
      "name": "tests.test_es2020_edge_cases.test_string_matchall_nonglobal_error",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 333,
      "message_redacted": true,
      "name": "tests.test_integration.test_pipe_communication_with_popen",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 240,
      "message_redacted": true,
      "name": "tests.test_errors.test_runtime_range_error_array",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 480,
      "message_redacted": true,
      "name": "tests.test_advanced_features.test_reflect_construct",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 416,
      "message_redacted": true,
      "name": "tests.test_advanced_features.test_proxy_ownkeys_trap",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 220,
      "message_redacted": true,
      "name": "tests.test_flags.test_promise_rejection_default_behavior",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 226,
      "message_redacted": true,
      "name": "tests.test_final_easy_wins.test_string_charcodeat_out_of_bounds",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 326,
      "message_redacted": true,
      "name": "tests.test_final_mixed.test_proxy_exotic_operations",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 270,
      "message_redacted": true,
      "name": "tests.test_error_paths_mega_sweep.test_toprecision_zero_precision",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 246,
      "message_redacted": true,
      "name": "tests.test_final_easy_wins.test_json_stringify_undefined",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 288,
      "message_redacted": true,
      "name": "tests.test_cutils_gaps.test_typed_array_sort_uint16_boundary_values",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 231,
      "message_redacted": true,
      "name": "tests.test_examples.test_native_module_point_missing",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 595,
      "message_redacted": true,
      "name": "tests.test_import_attributes.test_multiple_attributes_with_invalid",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 228,
      "message_redacted": true,
      "name": "tests.test_bigint_bitwise.test_bigint_right_shift_basic",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 348,
      "message_redacted": true,
      "name": "tests.test_error_path_sweep.test_array_length_overflow",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 1007,
      "message_redacted": true,
      "name": "tests.test_conversion_coercion_final_gaps.test_property_key_coercion",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 447,
      "message_redacted": true,
      "name": "tests.test_integration.test_cli_tool_config_and_input_processing",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 434,
      "message_redacted": true,
      "name": "tests.test_advanced_features.test_proxy_has_trap",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 253,
      "message_redacted": true,
      "name": "tests.test_errors.test_runtime_range_error_radix",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 543,
      "message_redacted": true,
      "name": "tests.test_es2020_edge_cases.test_string_matchall_empty_matches",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 248,
      "message_redacted": true,
      "name": "tests.test_flags.test_no_unhandled_rejection_flag_suppresses_warning",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 296,
      "message_redacted": true,
      "name": "tests.test_final_easy_wins.test_object_getownpropertydescriptor_null",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 328,
      "message_redacted": true,
      "name": "tests.test_final_mixed.test_weak_collections_operations",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 245,
      "message_redacted": true,
      "name": "tests.test_final_easy_wins.test_json_stringify_function",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 274,
      "message_redacted": true,
      "name": "tests.test_error_paths_mega_sweep.test_toexponential_digits_out_of_range",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 499,
      "message_redacted": true,
      "name": "tests.test_advanced_features.test_reflect_setprototypeof",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 284,
      "message_redacted": true,
      "name": "tests.test_examples.test_module_reexport",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 317,
      "message_redacted": true,
      "name": "tests.test_cutils_gaps.test_typed_array_sort_bigint64_boundary_values",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 536,
      "message_redacted": true,
      "name": "tests.test_import_attributes.test_non_object_options_rejected",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 236,
      "message_redacted": true,
      "name": "tests.test_bigint_bitwise.test_bigint_right_shift_large_values",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 807,
      "message_redacted": true,
      "name": "tests.test_conversion_coercion_final_gaps.test_unary_plus_coercion",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 332,
      "message_redacted": true,
      "name": "tests.test_error_path_sweep.test_array_length_negative",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 306,
      "message_redacted": true,
      "name": "tests.test_es2020_edge_cases.test_promise_allsettled_empty",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 265,
      "message_redacted": true,
      "name": "tests.test_integration.test_cli_tool_bad_config_error_handling",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 194,
      "message_redacted": true,
      "name": "tests.test_errors.test_file_not_found",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 457,
      "message_redacted": true,
      "name": "tests.test_advanced_features.test_proxy_deleteproperty_trap",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 328,
      "message_redacted": true,
      "name": "tests.test_final_mixed.test_async_generator_functions",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 232,
      "message_redacted": true,
      "name": "tests.test_final_easy_wins.test_json_stringify_symbol",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 255,
      "message_redacted": true,
      "name": "tests.test_final_easy_wins.test_object_getownpropertydescriptor_missing",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 294,
      "message_redacted": true,
      "name": "tests.test_flags.test_include_flag_loads_helper_file",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 416,
      "message_redacted": true,
      "name": "tests.test_advanced_features.test_async_generator",
      "status": "failure"
    },
    {
      "branch": "e1d7a4e20e53",
      "message_chars": 269,
      "message_redacted": true,
      "name": "tests.test_error_paths_mega_sweep.test_array_slice_on_null",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 2964,
  "status_counts": {
    "failure": 3038,
    "skipped": 6
  },
  "test_branch_errors": {},
  "test_branches": [
    "e1d7a4e20e53"
  ],
  "test_records": 3044,
  "warnings": []
}