{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.15505036999820732
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13896589800424408
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1550591099949088
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13076631400326733
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12701032000768464
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12580985701060854
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6360392319911625
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14158739300910383
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11366847201134078
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10368347899930086
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.08195629798865411
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 41.24307671299903
    },
    {
      "branch": "c55c103e74ae",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04022540200094227
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13726440600294154
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1273446739942301
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12825907299702521
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12887202498677652
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 101.66337792100967
    },
    {
      "branch": "79acf88a93fa",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04163525300100446
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15589844300120603
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12604166701203212
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12660672000492923
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12843721600074787
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 838.2796974469966
    },
    {
      "branch": "4e01bbf3b7b0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.07812850599293597
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1661069440015126
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10806524701183662
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1329453049984295
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12733753700740635
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 10.02248666700325
    },
    {
      "branch": "1faa74e87696",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03690511100285221
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15756530400540214
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1291986129945144
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1283065949974116
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12613633199362084
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.829068227991229
    },
    {
      "branch": "25f93bdd5687",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04036553599871695
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1373995960020693
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13011862999701407
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1309842699993169
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11194563600292895
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 10.172709845006466
    },
    {
      "branch": "2025de29fded",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03621869899507146
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1548232210043352
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12736125600349624
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13094288899446838
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1330552729923511
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.612244339994504
    },
    {
      "branch": "622bac6fd932",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025871453995932825
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14003785199020058
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12433459601015784
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1255763789959019
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1323838210082613
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.960922943006153
    },
    {
      "branch": "e0c4b60ec0b3",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.041242174003855325
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15026789899275173
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11272425699280575
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12105064799834508
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1272014090063749
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.116479336997145
    },
    {
      "branch": "113d5f1b4445",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031415342004038393
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1255281400081003
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12510908499825746
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12530470300407615
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13825878499483224
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.74505074499757
    },
    {
      "branch": "1a90adabae50",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024528741007088684
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14017005100322422
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.131785357996705
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11379064299399033
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1330177130002994
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.197480346003431
    },
    {
      "branch": "2a4cfd3cdfae",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02488122599606868
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1510692680021748
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12262224798905663
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10551117999420967
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13039960600144695
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.7042041099921335
    },
    {
      "branch": "1c5cb450e606",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.035227293003117666
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13389181200182065
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12672929400287103
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12174532900098711
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10795597700052895
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 560.5535522589926
    },
    {
      "branch": "6d3d0da46d76",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.07945892699353863
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "00cbc2f6dff35a860fb743140c527f5ba051909675a90de73c2c95b0087bdc6e",
  "failed_tests": [
    {
      "branch": "c55c103e74ae",
      "message_chars": 254,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_reorder_verb",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 217,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final.test_a36",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 502,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_help_list_functions",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 249,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final_push_50.test_acosh_function",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 782,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_sec2gmt_verb",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 278,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final_push_50.test_contains_true",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 277,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_while_loop",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 791,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost.test_sort_numeric",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 124,
      "message_redacted": true,
      "name": "eval.tests.test_core_verbs.test_reorder_verb",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 497,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_hexfmt_function",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 215,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final.test_a119",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 302,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_null_value_handling",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 576,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_is_empty_function",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 268,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_comprehensive.test_user_defined_function_simulation",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 266,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_comprehensive.test_pattern_action_nr",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 416,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_eprint_statement",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 205,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_hex_basic",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 203,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_shorthand_f_for_list_functions",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 786,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_sec2gmtdate_verb",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 212,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final.test_a50",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 584,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final_push_50.test_stats1_null",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 274,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_for_loop",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 215,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final.test_a121",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 787,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_sample_verb",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 553,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_strftime_with_format",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 205,
      "message_redacted": true,
      "name": "eval.tests.test_core_verbs.test_hex_produces_hex_output",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 400,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_oosvars_emit",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 810,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_reshape_verb",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 262,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_comprehensive.test_pattern_action_modulo",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 251,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_comprehensive.test_null_coalescing",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 203,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_shorthand_F_for_usage_functions",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 258,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_comprehensive.test_local_variables",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 209,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_lecat_utf8",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 216,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final.test_a122",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 299,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_continue_statement",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 214,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final.test_a54",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 857,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_nest_verb",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 252,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_ternary_conditional",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 352,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final_push_50.test_put_conditional_multiple_branches",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 506,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_sec2dhms_function",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 271,
      "message_redacted": true,
      "name": "eval.tests.test_final_comprehensive_push.test_dsl_empty_map",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 839,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_nest_verb_explode",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 580,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_comprehensive.test_null_field_check",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 525,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_expressions.test_put_if_else_statement",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 203,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_shorthand_k_for_list_keywords",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 226,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_termcvt_crlf_to_lf",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 308,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_comprehensive.test_if_elif_else",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 213,
      "message_redacted": true,
      "name": "eval.tests.test_final_50.test_z38",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 216,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final.test_a123",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 258,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_function_definition",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 797,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_features.test_reshape_verb",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 427,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final.test_a58",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 241,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_if_else_statement",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 271,
      "message_redacted": true,
      "name": "eval.tests.test_final_comprehensive_push.test_dsl_empty_array",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 510,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_sec2hms_function",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 184,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_filter_with_invalid_syntax",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 554,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_expressions.test_put_ternary_operator",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 203,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_shorthand_K_for_usage_keywords",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 73,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_comprehensive.test_filter_statement_in_put",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 303,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_comprehensive.test_nested_loops",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 251,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_sgn_function",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 212,
      "message_redacted": true,
      "name": "eval.tests.test_final_50.test_z39",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 216,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final.test_a124",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 271,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_function_with_multiple_params",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 429,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final.test_a59",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 215,
      "message_redacted": true,
      "name": "eval.tests.test_auxents.test_aux_list",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 262,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_no_mmap",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 213,
      "message_redacted": true,
      "name": "eval.tests.test_final_mega_push.test_auto_91",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 213,
      "message_redacted": true,
      "name": "eval.tests.test_final_dsl_push.test_haskey_op",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 187,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_put_with_invalid_syntax",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 421,
      "message_redacted": true,
      "name": "eval.tests.test_final_mega_push.test_auto_81",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 532,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_help_function_specific",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 328,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_comprehensive.test_array_append",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 294,
      "message_redacted": true,
      "name": "eval.tests.test_dsl_comprehensive.test_break_statement",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 216,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final.test_a125",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 247,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_cos_function",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 205,
      "message_redacted": true,
      "name": "eval.tests.test_auxents.test_hex_simple",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 418,
      "message_redacted": true,
      "name": "eval.tests.test_absolute_final.test_a60",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 318,
      "message_redacted": true,
      "name": "eval.tests.test_coverage_boost_50.test_recursive_function",
      "status": "failure"
    },
    {
      "branch": "c55c103e74ae",
      "message_chars": 238,
      "message_redacted": true,
      "name": "eval.tests.test_final_dsl_push.test_put_if_else",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 10170,
  "status_counts": {
    "failure": 10248,
    "passed": 5779,
    "skipped": 2
  },
  "test_branch_errors": {},
  "test_branches": [
    "c55c103e74ae",
    "79acf88a93fa",
    "4e01bbf3b7b0",
    "1faa74e87696",
    "25f93bdd5687",
    "2025de29fded",
    "622bac6fd932",
    "e0c4b60ec0b3",
    "113d5f1b4445",
    "1a90adabae50",
    "2a4cfd3cdfae",
    "1c5cb450e606",
    "6d3d0da46d76"
  ],
  "test_records": 16029,
  "warnings": []
}