{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.15852057600022817
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.11460563199943863
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.13119278300018777
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12157472499984578
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.10843916400062881
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11552262399982283
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6013302940000358
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13419174399950862
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11784516999978223
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08698669000023074
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.07178254399968864
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 16.22688526100046
    },
    {
      "branch": "90713bdac2dd",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04075047900005302
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12555956800042622
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12080001199956314
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09800858000016888
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10154344700004003
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 28.15228763399955
    },
    {
      "branch": "77c6dc146522",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02693266999995103
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09636896700067155
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12730717300019023
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08764323200011859
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1178346140004578
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 169.60956401400017
    },
    {
      "branch": "7a4302453af8",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04366438999932143
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12802526900031808
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11152526699970622
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12012842700005422
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12799977000031504
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.587260739999692
    },
    {
      "branch": "1350912a6b74",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03429680899989762
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12454357100068592
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12112165100006678
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11656202899939672
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10099066899965692
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.607522176000202
    },
    {
      "branch": "6d207dadbb9d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03474771899982443
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11250344100062648
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10452788800012058
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11611070999970252
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09814613499929692
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.343517694000184
    },
    {
      "branch": "614c921d48d5",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03218802599985793
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11636515600002895
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09250291100033792
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12069855200024904
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1025900949998686
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.3483878010001717
    },
    {
      "branch": "e14b420d5691",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.020699043000604433
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12309759400068288
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09385291000035068
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12250280800071778
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11232496400043601
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.08764791500016145
    },
    {
      "branch": "8016bb5a5449",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02735693500017078
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12520880400006718
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11244873699979507
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12690781599940237
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12882227399950352
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.515915681000479
    },
    {
      "branch": "6f03a3f87b7c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.019888170999365684
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11604844700013928
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12551306399927853
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10686937799982843
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10256749400014087
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.6991120110005795
    },
    {
      "branch": "753fe46dda13",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03552437700000155
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09429853799974808
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12337234999995417
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12314234299992677
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13743666400023358
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 95.38843999900018
    },
    {
      "branch": "193d83017aa8",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023537207000117633
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12370936600018467
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10281002900046587
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10718476999954873
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10937179000029573
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.11780247400020016
    },
    {
      "branch": "4358f78b6f8a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027727128000151424
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13768549900032667
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10383950600044045
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10474966199944902
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11890643999959138
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 8.098800682999354
    },
    {
      "branch": "4a508085545a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.035075368999969214
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13290847999996913
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.0882205130001239
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1311145480003688
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11119021400008933
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 32.39060182599951
    },
    {
      "branch": "37dab9afaf6b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03686304399980145
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "037ca87ab9e87b4accc551089512f3f5ae51758129e1dd5c73f4792ec2d669f7",
  "failed_tests": [
    {
      "branch": "90713bdac2dd",
      "message_chars": 278,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_50_boost.test_cd_dash_previous",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 311,
      "message_redacted": true,
      "name": "eval.tests.test_control_structures.test_case_statement",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 185,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_arithmetic_negative",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 361,
      "message_redacted": true,
      "name": "eval.tests.test_conditionals.test_double_bracket_or",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 615,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_50_boost.test_source_nonexistent",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 333,
      "message_redacted": true,
      "name": "eval.tests.test_control_structures.test_c_style_for_loop",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 352,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_push.test_nested_arithmetic",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 343,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.TestPatternMatching.test_case_pattern_match",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 352,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_arithmetic_complex",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 325,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_push.test_arithmetic_for_loop",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 311,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_case_with_empty_pattern",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.TestArithmeticExpansion.test_arithmetic_addition",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 199,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_arithmetic_large_numbers",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 192,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_arithmetic_precedence",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 188,
      "message_redacted": true,
      "name": "eval.tests.test_expansions.test_arithmetic_multiplication",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_expansions.test_arithmetic_expansion",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 320,
      "message_redacted": true,
      "name": "eval.tests.test_control_structures.test_case_with_wildcard",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 232,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_50_boost.test_pushd_stores_directory",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 294,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_arithmetic_comparison",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 503,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_50_boost.test_read_with_multiple_vars",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 208,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_push.test_xkcd_true_random_number",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 336,
      "message_redacted": true,
      "name": "eval.tests.test_expansions.test_nested_arithmetic",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_final_50.test_various_commands_8",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 189,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.TestArithmeticExpansion.test_arithmetic_subtraction",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 255,
      "message_redacted": true,
      "name": "eval.tests.test_final_coverage.test_nested_subshells",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 331,
      "message_redacted": true,
      "name": "eval.tests.test_final_coverage.test_case_many_patterns",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 345,
      "message_redacted": true,
      "name": "eval.tests.test_final_coverage.test_arithmetic_various",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 189,
      "message_redacted": true,
      "name": "eval.tests.test_expansions.test_arithmetic_division",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 195,
      "message_redacted": true,
      "name": "eval.tests.test_final_stretch.test_arithmetic_precedence_complex",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 197,
      "message_redacted": true,
      "name": "eval.tests.test_expansions.test_arithmetic_with_variables",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 321,
      "message_redacted": true,
      "name": "eval.tests.test_control_structures.test_case_with_pipe",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 224,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_50_boost.test_pushd_no_args",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 323,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_case_multiple_patterns",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_line_coverage_boost.test_simple_15",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 188,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_push.test_arithmetic_greater_equal",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 188,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_push.test_arithmetic_equality",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 188,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.TestArithmeticExpansion.test_arithmetic_multiplication",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 314,
      "message_redacted": true,
      "name": "eval.tests.test_more_features.test_case_with_default",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_more_features.test_heredoc_with_substitution",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 320,
      "message_redacted": true,
      "name": "eval.tests.test_parser_features.test_parse_arithmetic_for",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 189,
      "message_redacted": true,
      "name": "eval.tests.test_expansions.test_arithmetic_subtraction",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 202,
      "message_redacted": true,
      "name": "eval.tests.test_expansions.test_multiple_expansions",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_line_coverage_boost.test_simple_16",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 123,
      "message_redacted": true,
      "name": "eval.tests.test_redirections.test_error_redirection",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 229,
      "message_redacted": true,
      "name": "eval.tests.test_redirections.test_here_document_with_variable",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 465,
      "message_redacted": true,
      "name": "eval.tests.test_redirections.test_stderr_to_stdout",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 278,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_push.test_cd_with_hyphen",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 188,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_push.test_arithmetic_not_equal",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 241,
      "message_redacted": true,
      "name": "eval.tests.test_variables.test_environment_variable_import",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 189,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.TestArithmeticExpansion.test_arithmetic_division",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 311,
      "message_redacted": true,
      "name": "eval.tests.test_more_features.test_case_fallthrough",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 340,
      "message_redacted": true,
      "name": "eval.tests.test_expansions.test_arithmetic_parentheses",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_line_coverage_boost.test_simple_17",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 188,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_final_push.test_arithmetic_less_equal",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 336,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.TestArithmeticExpansion.test_arithmetic_parentheses",
      "status": "failure"
    },
    {
      "branch": "90713bdac2dd",
      "message_chars": 197,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_gaps.TestArithmeticExpansion.test_arithmetic_with_variables",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 178,
      "message_redacted": true,
      "name": "eval.tests.test_arithmetic_extended.test_arithmetic_addition",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 178,
      "message_redacted": true,
      "name": "eval.tests.test_arithmetic_extended.test_arithmetic_comparison_gt",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 318,
      "message_redacted": true,
      "name": "eval.tests.test_arithmetic_operators.test_arithmetic_comparison_in_c_style_for",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 353,
      "message_redacted": true,
      "name": "eval.tests.test_complex_scenarios.test_c_style_for_loop",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 288,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_arithmetic_in_conditionals",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 397,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_arithmetic_operators",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 406,
      "message_redacted": true,
      "name": "eval.tests.test_complex_scenarios.test_case_statement_with_pattern",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 202,
      "message_redacted": true,
      "name": "eval.tests.test_directory_builtins.test_cd_dash_behavior",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 333,
      "message_redacted": true,
      "name": "eval.tests.test_control_flow.test_c_style_for_loop",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 189,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases_extended.test_variable_in_arithmetic",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 383,
      "message_redacted": true,
      "name": "eval.tests.test_conditionals.test_double_bracket_logical_or",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 331,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases_extended.test_arithmetic_with_parentheses",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_error_conditions.test_empty_variable_in_arithmetic",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 124,
      "message_redacted": true,
      "name": "eval.tests.test_file_operations.test_redirect_stderr",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 189,
      "message_redacted": true,
      "name": "eval.tests.test_arithmetic_extended.test_arithmetic_complex_expression",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 204,
      "message_redacted": true,
      "name": "eval.tests.test_globbing.test_wildcard_no_match",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 180,
      "message_redacted": true,
      "name": "eval.tests.test_arithmetic_extended.test_arithmetic_subtraction",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 287,
      "message_redacted": true,
      "name": "eval.tests.test_complex_scenarios.test_function_with_local_variables",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 183,
      "message_redacted": true,
      "name": "eval.tests.test_arithmetic_operators.test_arithmetic_combined_comparisons",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 377,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_case_with_wildcards",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 209,
      "message_redacted": true,
      "name": "eval.tests.test_directory_builtins.test_cd_dash_previous_dir",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 407,
      "message_redacted": true,
      "name": "eval.tests.test_control_flow.test_case_statement",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 165,
      "message_redacted": true,
      "name": "eval.tests.test_job_control.test_rehash_command",
      "status": "failure"
    },
    {
      "branch": "77c6dc146522",
      "message_chars": 217,
      "message_redacted": true,
      "name": "eval.tests.test_file_operations.test_here_document_with_variables",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 353,
  "status_counts": {
    "failure": 421,
    "passed": 1856,
    "skipped": 12
  },
  "test_branch_errors": {},
  "test_branches": [
    "90713bdac2dd",
    "77c6dc146522",
    "7a4302453af8",
    "1350912a6b74",
    "6d207dadbb9d",
    "614c921d48d5",
    "e14b420d5691",
    "8016bb5a5449",
    "6f03a3f87b7c",
    "753fe46dda13",
    "193d83017aa8",
    "4358f78b6f8a",
    "4a508085545a",
    "37dab9afaf6b"
  ],
  "test_records": 2289,
  "warnings": []
}