{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1604694949928671
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13518600500538014
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15249639001558535
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.10387393698329106
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12719956898945384
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12705501000164077
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6345230120059568
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14645329301129095
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11537833500187844
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11790765001205727
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12210255800164305
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.083346319006523
    },
    {
      "branch": "d3e0b8bd2908",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03508572801365517
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1412876319955103
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11967638999340124
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13154711699462496
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12464414298301563
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 43.749610889994074
    },
    {
      "branch": "5eb07a00de06",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03992898197611794
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10633004602277651
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10376292999717407
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12599351600511
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14133712300099432
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.984932271996513
    },
    {
      "branch": "7264c23f9ad3",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037403094000183046
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1415573720005341
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12431678600842133
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13092623100965284
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13551360499695875
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.7783815809816588
    },
    {
      "branch": "46c007125807",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03699891600990668
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.06912623002426699
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.08043022899073549
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11251213098876178
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.07790704097715206
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.400344931986183
    },
    {
      "branch": "11c7e7093b72",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039130225020926446
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13815270198392682
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12554574001114815
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13359370600664988
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12992952598142438
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 18.46816355001647
    },
    {
      "branch": "4b3c87660b99",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03951658299774863
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "83e1ef6d48884ca34c30652fc09939ec23da3c44913c904f477a8caf87ac8bd9",
  "failed_tests": [
    {
      "branch": "5eb07a00de06",
      "message_chars": 627,
      "message_redacted": true,
      "name": "tests.test_keyboard_layouts.test_azerty_layout_rendering",
      "status": "failure"
    },
    {
      "branch": "5eb07a00de06",
      "message_chars": 628,
      "message_redacted": true,
      "name": "tests.test_keyboard_layouts.test_qwerty_to_qwertz_emulation_workflow",
      "status": "failure"
    },
    {
      "branch": "5eb07a00de06",
      "message_chars": 627,
      "message_redacted": true,
      "name": "tests.test_keyboard_layouts.test_qwerty_to_azerty_emulation_workflow",
      "status": "failure"
    },
    {
      "branch": "5eb07a00de06",
      "message_chars": 620,
      "message_redacted": true,
      "name": "tests.test_keyboard_layouts.test_qwertz_distinctive_keys",
      "status": "failure"
    },
    {
      "branch": "5eb07a00de06",
      "message_chars": 628,
      "message_redacted": true,
      "name": "tests.test_keyboard_layouts.test_qwertz_layout_rendering",
      "status": "failure"
    },
    {
      "branch": "5eb07a00de06",
      "message_chars": 3175,
      "message_redacted": true,
      "name": "tests.test_ngrams.test_empty_file_triggers_panic",
      "status": "failure"
    },
    {
      "branch": "5eb07a00de06",
      "message_chars": 1563,
      "message_redacted": true,
      "name": "tests.test_tui_typing.test_tui_typing_and_lesson_completion",
      "status": "failure"
    },
    {
      "branch": "5eb07a00de06",
      "message_chars": 658,
      "message_redacted": true,
      "name": "tests.test_keyboard_layouts.test_all_layouts_have_spacebar",
      "status": "failure"
    },
    {
      "branch": "5eb07a00de06",
      "message_chars": 65,
      "message_redacted": true,
      "name": "tests.test_tui_typing.test_tui_error_display_and_backspace",
      "status": "failure"
    },
    {
      "branch": "5eb07a00de06",
      "message_chars": 642,
      "message_redacted": true,
      "name": "tests.test_keyboard_layouts.test_mixed_layout_pairs_coverage",
      "status": "failure"
    },
    {
      "branch": "4b3c87660b99",
      "message_chars": 1558,
      "message_redacted": true,
      "name": "eval.tests.test_tui_ngrrram.test_typing_updates_counters",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 11,
    "passed": 321
  },
  "test_branch_errors": {},
  "test_branches": [
    "d3e0b8bd2908",
    "5eb07a00de06",
    "7264c23f9ad3",
    "46c007125807",
    "11c7e7093b72",
    "4b3c87660b99"
  ],
  "test_records": 332,
  "warnings": []
}