{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.16869290699833073
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.11503582799923606
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14384611400600988
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1311031419900246
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13969185200403444
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.13175572399632074
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.66742541801068
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12937985599273816
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12799815299513284
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1278419240115909
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.137883076997241
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 79.02380294499744
    },
    {
      "branch": "08291a021ea9",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.028206676011905074
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13736728100047912
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09145383599388879
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10944365299656056
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1110242230060976
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.1257799369923305
    },
    {
      "branch": "32e3f2bdc5b7",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03217583800142165
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "2711293536f55bc84ddeae7cfb9bfc3aa2a2dcaed120e4c0118bb86524bc1f0b",
  "failed_tests": [
    {
      "branch": "08291a021ea9",
      "message_chars": 1664,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_empty_filter_returns_error",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 125,
      "message_redacted": true,
      "name": "eval.tests.test_config.test_htoprc_write_on_exit",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 4450,
      "message_redacted": true,
      "name": "eval.tests.test_extreme_stress.test_extreme_100_iterations",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 124,
      "message_redacted": true,
      "name": "eval.tests.test_config_scenarios.test_run_creates_htoprc",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 4465,
      "message_redacted": true,
      "name": "eval.tests.test_extreme_stress.test_extreme_tree_100_iterations",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 131,
      "message_redacted": true,
      "name": "eval.tests.test_config_scenarios.test_config_preserved_across_runs",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 4789,
      "message_redacted": true,
      "name": "eval.tests.test_extreme_stress.test_extreme_sort_100_iterations",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 4810,
      "message_redacted": true,
      "name": "eval.tests.test_extreme_stress.test_extreme_highlight_100_iterations",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 2751,
      "message_redacted": true,
      "name": "eval.tests.test_extreme_stress.test_extreme_filter_100_iterations",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 4794,
      "message_redacted": true,
      "name": "eval.tests.test_extreme_stress.test_extreme_user_100_iterations",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 4855,
      "message_redacted": true,
      "name": "eval.tests.test_extreme_stress.test_extreme_tree_sort_100_iterations",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 4857,
      "message_redacted": true,
      "name": "eval.tests.test_extreme_stress.test_extreme_all_features_100_iterations",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 1647,
      "message_redacted": true,
      "name": "eval.tests.test_filtering.test_filter_empty_term",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 5178,
      "message_redacted": true,
      "name": "eval.tests.test_stress.test_stress_50_iterations",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 617,
      "message_redacted": true,
      "name": "eval.tests.test_tui_interaction.test_tui_help_screen",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_tui_interaction.test_tui_setup_screen",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_tui_interaction.test_tui_multiple_interactions",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_tui_interaction.test_tui_tree_view_toggle",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_tui_interaction.test_tui_search",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_tui_interaction.test_tui_filter",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_tui_interaction.test_tui_sort_menu",
      "status": "failure"
    },
    {
      "branch": "08291a021ea9",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_tui_interaction.test_tui_navigation",
      "status": "failure"
    },
    {
      "branch": "32e3f2bdc5b7",
      "message_chars": 828,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_user_filter_invalid_uid_very_large",
      "status": "failure"
    },
    {
      "branch": "32e3f2bdc5b7",
      "message_chars": 2455,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_empty_filter",
      "status": "failure"
    },
    {
      "branch": "32e3f2bdc5b7",
      "message_chars": 7260,
      "message_redacted": true,
      "name": "eval.tests.test_meters_and_columns.test_fault_columns",
      "status": "failure"
    },
    {
      "branch": "32e3f2bdc5b7",
      "message_chars": 7261,
      "message_redacted": true,
      "name": "eval.tests.test_meters_and_columns.test_path_columns",
      "status": "failure"
    },
    {
      "branch": "32e3f2bdc5b7",
      "message_chars": 7263,
      "message_redacted": true,
      "name": "eval.tests.test_meters_and_columns.test_io_columns",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 27,
    "passed": 1173
  },
  "test_branch_errors": {},
  "test_branches": [
    "08291a021ea9",
    "32e3f2bdc5b7"
  ],
  "test_records": 1200,
  "warnings": []
}