{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14939344098092988
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.11583403998520225
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14614197399350815
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12904399598482996
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1185642379859928
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.0914182809938211
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6486921820032876
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13354876398807392
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13023771601729095
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12318347601103596
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11541585900704376
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 15.100934474990936
    },
    {
      "branch": "a94a7d27d002",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037565762002486736
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1362450789893046
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11658073001308367
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12454690699814819
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12197299799299799
    },
    {
      "branch": "",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.108805824013
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.02939382501062937
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12485677600488998
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1179668289842084
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08681060301023535
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09014922499773093
    },
    {
      "branch": "",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.0109875360213
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.038070628012064844
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15807115600910038
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12583418798749335
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1323701630171854
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12147513098898344
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.766821099998197
    },
    {
      "branch": "99348309cf89",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04001635601161979
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11286227699019946
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12839117500698194
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11966738101909868
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13455872199847363
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.710515008016955
    },
    {
      "branch": "aa82df9c96cd",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03711177199147642
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1479403910052497
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13734474600641988
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1342282929981593
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1425026090000756
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.975395696994383
    },
    {
      "branch": "623126b43f9e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03949760997784324
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12757735900231637
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12431589598418213
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12277972500305623
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1278341260040179
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.491952896991279
    },
    {
      "branch": "3bf39808dee9",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02707521599950269
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14062805799767375
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12056825601030141
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12706751099904068
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1320094849797897
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4954119449830614
    },
    {
      "branch": "379b085608c9",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.020526810985757038
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1329103300231509
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11712396400980651
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1299509459931869
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12596390600083396
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.535422749002464
    },
    {
      "branch": "b7ec3be0bde5",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04000785600510426
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11977953001041897
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.14007843198487535
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13926669498323463
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14497636500163935
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.097760959994048
    },
    {
      "branch": "822a6e4bc4e0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03828782500931993
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12068093600100838
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12356676900526509
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13015368400374427
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12637319500208832
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 166.95550984001602
    },
    {
      "branch": "36c902fa4829",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03976990599767305
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "fd7986a7f1479c0884beb38fa13949747943ee3b69f5d513fe128d5ba06382a0",
  "failed_tests": [
    {
      "branch": "a94a7d27d002",
      "message_chars": 511,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_format_full",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 509,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_new_with_group",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 521,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_list_multiple_match_terms",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 515,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_tag_list_format_full",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 515,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_recursive_links",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 519,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_mentioned_by_filter",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 514,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_tag_list_delimiter0",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 512,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_format_short",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 511,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_custom_template",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 512,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_no_linked_by",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 519,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_created_date_filter",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 517,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_list_sort_by_modified",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 517,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_list_missing_backlink",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 513,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_related_notes",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 521,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_graph_with_multiple_filters",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 519,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_list_sort_by_word_count",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 511,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_format_long",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 510,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_delimiter0",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 516,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_list_sort_by_created",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 515,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_tag_list_format_name",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 512,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_tag_list_no_pager",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 514,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_config_file_exists",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 512,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_max_distance",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 521,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_notebook_with_subdirectories",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 515,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_multiple_tags_filter",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 510,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_no_link_to",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 520,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_modified_date_filter",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 513,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_list_sort_by_path",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 512,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_exclude_path",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 514,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_list_mention_filter",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 512,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_graph_with_match",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 511,
      "message_redacted": true,
      "name": "eval.tests.test_configuration.test_graph_with_sort",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 311,
      "message_redacted": true,
      "name": "eval.tests.test_global_flags.test_notebook_dir_flag",
      "status": "failure"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 311,
      "message_redacted": true,
      "name": "eval.tests.test_global_flags.test_working_dir_flag",
      "status": "failure"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 311,
      "message_redacted": true,
      "name": "eval.tests.test_global_flags.test_no_input_flag",
      "status": "failure"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 302,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_missing_required_format_for_graph",
      "status": "failure"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 311,
      "message_redacted": true,
      "name": "eval.tests.test_init_command.test_init_existing_directory",
      "status": "failure"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 282,
      "message_redacted": true,
      "name": "eval.tests.test_init_command.test_init_current_directory",
      "status": "failure"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 518,
      "message_redacted": true,
      "name": "eval.tests.test_edit_command.test_edit_with_match_filter",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 512,
      "message_redacted": true,
      "name": "eval.tests.test_graph_command.test_graph_json_format",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 517,
      "message_redacted": true,
      "name": "eval.tests.test_edit_command.test_edit_with_editor_unset",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 511,
      "message_redacted": true,
      "name": "eval.tests.test_graph_command.test_graph_with_limit",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 507,
      "message_redacted": true,
      "name": "eval.tests.test_graph_command.test_graph_quiet",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 514,
      "message_redacted": true,
      "name": "eval.tests.test_graph_command.test_graph_with_filters",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 506,
      "message_redacted": true,
      "name": "eval.tests.test_index_command.test_index_basic",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 506,
      "message_redacted": true,
      "name": "eval.tests.test_index_command.test_index_force",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 509,
      "message_redacted": true,
      "name": "eval.tests.test_index_command.test_index_verbose",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 511,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_format_json",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 311,
      "message_redacted": true,
      "name": "eval.tests.test_init_command.test_init_creates_default_template",
      "status": "failure"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 311,
      "message_redacted": true,
      "name": "eval.tests.test_init_command.test_init_creates_templates_dir",
      "status": "failure"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 315,
      "message_redacted": true,
      "name": "eval.tests.test_init_command.test_init_new_directory",
      "status": "failure"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 506,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_limit",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 506,
      "message_redacted": true,
      "name": "eval.tests.test_index_command.test_index_quiet",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 503,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_tag",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 512,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_format_jsonl",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 506,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_basic",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 508,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_link_to",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 506,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_quiet",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 507,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_orphan",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 505,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_match",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 507,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_tagless",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 509,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_with_path",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 517,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_match_strategy_re",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 509,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_no_pager",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 510,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_linked_by",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 504,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_sort",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 508,
      "message_redacted": true,
      "name": "eval.tests.test_new_command.test_new_with_date",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 520,
      "message_redacted": true,
      "name": "eval.tests.test_new_command.test_new_with_title_print_path",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 520,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_match_strategy_exact",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 513,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_header_footer",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 507,
      "message_redacted": true,
      "name": "eval.tests.test_new_command.test_new_dry_run",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 509,
      "message_redacted": true,
      "name": "eval.tests.test_list_command.test_list_delimiter",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 514,
      "message_redacted": true,
      "name": "eval.tests.test_new_command.test_new_with_custom_id",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 520,
      "message_redacted": true,
      "name": "eval.tests.test_new_command.test_new_with_extra_variables",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 509,
      "message_redacted": true,
      "name": "eval.tests.test_tag_command.test_tag_list_basic",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 514,
      "message_redacted": true,
      "name": "eval.tests.test_new_command.test_new_in_subdirectory",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 521,
      "message_redacted": true,
      "name": "eval.tests.test_new_command.test_new_with_interactive_input",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 509,
      "message_redacted": true,
      "name": "eval.tests.test_tag_command.test_tag_list_jsonl",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 517,
      "message_redacted": true,
      "name": "eval.tests.test_tag_command.test_tag_list_header_footer",
      "status": "error"
    },
    {
      "branch": "a94a7d27d002",
      "message_chars": 510,
      "message_redacted": true,
      "name": "eval.tests.test_tag_command.test_tag_list_quiet",
      "status": "error"
    }
  ],
  "failed_tests_omitted": 1257,
  "status_counts": {
    "error": 74,
    "failure": 78,
    "not_run": 1185,
    "passed": 134
  },
  "test_branch_errors": {
    "ad0a74fcd352": [
      {
        "error_code": "results_read_failed",
        "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container 0d8c0b2d5925205c8fae252111e8120d323db88b02eac5eaa1761e914fce86a2"
      }
    ]
  },
  "test_branches": [
    "a94a7d27d002",
    "ad0a74fcd352",
    "99348309cf89",
    "aa82df9c96cd",
    "623126b43f9e",
    "3bf39808dee9",
    "379b085608c9",
    "b7ec3be0bde5",
    "822a6e4bc4e0",
    "36c902fa4829"
  ],
  "test_records": 1471,
  "warnings": []
}