{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14726529699692037
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.11032516599516384
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14546163800696377
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13055983500089496
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12810528500995133
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.09876163399894722
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6305323089909507
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11596969500533305
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1410981140070362
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11076429799140897
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1181088689918397
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 51.446229676002986
    },
    {
      "branch": "ad3448d10aa5",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03922271600458771
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13264902999799233
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12453712700516917
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1382941909978399
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1215016930073034
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 92.41246498799592
    },
    {
      "branch": "6a555d8a1a6a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02710584699525498
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1450054309971165
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12944829299522098
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1402746899984777
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12272642499010544
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.063110939998296
    },
    {
      "branch": "57b0e6672b60",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03996496999752708
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14641217300959397
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12400244799209759
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10332855099113658
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12958592901122756
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.706655262998538
    },
    {
      "branch": "3477bd056cb1",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03049374499823898
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14170515901059844
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11805240900139324
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12347787199541926
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13407390199427027
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6310701740003424
    },
    {
      "branch": "72f357be9c97",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03815139101061504
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11777541101037059
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1311557669978356
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14544748999469448
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09652927400020417
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.846158938991721
    },
    {
      "branch": "76adbafacd74",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.026776750004501082
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13072311200085096
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12052779499208555
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13056588199106045
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13330341000983026
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.391221477999352
    },
    {
      "branch": "fd6d375adfa0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.034601653009303845
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13874849100830033
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13910982600646093
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12969947200326715
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13586760699399747
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 17.68874469101138
    },
    {
      "branch": "d22029b1305e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.034467213990865275
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10238344500248786
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10154239600524306
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12499076600943226
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12312842899700627
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.878385542004253
    },
    {
      "branch": "10c7b30aafc4",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02685612799541559
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1283298839989584
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13413370000489522
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12048752998816781
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10795162500289734
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.037276932998793
    },
    {
      "branch": "b80e4da872d0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037792271992657334
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "994cdf12c1fc3d22dfa947524c1a0b691cf624fff6fa94b2246438a68cb9870f",
  "failed_tests": [
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_function_with_no_params",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_string_indexing",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_commands.test_command_with_variable",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 189,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_sorting",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 984,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_invalid_flag",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_multiple_commands",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_command_with_arguments_interpolation",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_arithmetic_combinations",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_string_length",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_ls",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_function_return",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_dict_operations",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_commands.test_command_with_numbers",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_type_conversions",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_whoami",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_stdin_simple_print",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_early_return",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_table_with_reserved_keywords",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_commands.test_command_stderr",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 286,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_stdin_dash_argument",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_simple_echo",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_array_push_pop_sequence",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_cat_file",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 192,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_encoding_functions",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_command_with_escape_sequences",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_stdout_capture",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_closure_capture",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_all_comparison_ops",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_date",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_for_loop_variations",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_json_operations",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_commands.test_command_output_capture",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_if_expression_in_function",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_array_nested_access",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_with_variables",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_commands.test_command_empty_output",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 191,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_regex_functions",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_stderr_capture",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_has_stdout_field",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_file_operations",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_nested_function_calls",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_boolean_combinations",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_while_loop",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_commands.test_command_multiple_args",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_with_quotes",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_recursive_function",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_no_args_waits_for_stdin",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_control_flow.test_if_then_else",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 181,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_while_with_break",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 191,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_error_handling",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 189,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_environment",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_commands.test_command_stdout_field",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 191,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_nested_loops",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_array_iteration_modification",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_returns_dict",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_mixed_operators",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_with_arguments",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_commands.test_command_result_structure",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_string_operations",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_has_stderr_field",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_command_execution_variations",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_commands.test_simple_command",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 181,
      "message_redacted": true,
      "name": "eval.tests.test_control_flow.test_break_in_loop",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_control_flow.test_if_condition_with_variable",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_nested_loops",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_commands.test_command_stderr_empty",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 191,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_catch_function",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_logical_short_circuit",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_commands.test_piped_commands",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_empty_output",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 181,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_loop_with_break",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_dict_iteration",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_with_pipe",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_control_flow.test_if_then_end",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_control_flow.test_if_expression",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_commands.test_command_result_type",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 191,
      "message_redacted": true,
      "name": "eval.tests.test_control_flow.test_nested_if",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_type_checking",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_array_operations",
      "status": "failure"
    },
    {
      "branch": "ad3448d10aa5",
      "message_chars": 190,
      "message_redacted": true,
      "name": "eval.tests.test_command_features.test_command_pwd",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 1037,
  "status_counts": {
    "failure": 1117,
    "passed": 181
  },
  "test_branch_errors": {},
  "test_branches": [
    "ad3448d10aa5",
    "6a555d8a1a6a",
    "57b0e6672b60",
    "3477bd056cb1",
    "72f357be9c97",
    "76adbafacd74",
    "fd6d375adfa0",
    "d22029b1305e",
    "10c7b30aafc4",
    "b80e4da872d0"
  ],
  "test_records": 1298,
  "warnings": []
}