{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14704525099659804
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13109568899380974
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14733268800773658
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13689672300824896
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12078685298911296
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12471821199869737
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6641208919900237
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11190403999353293
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12090911099221557
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11364985699765384
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11966936699172948
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 11.186058884995873
    },
    {
      "branch": "12565bd8e77e",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0378309649968287
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13138289499329403
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11934687200118788
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12324919100501575
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10814947800827213
    },
    {
      "branch": "",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.10729922101
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.03778092100401409
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.131349888004479
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10932704700098839
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12185340200085193
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1290711189940339
    },
    {
      "branch": "",
      "exception_info_chars": 29,
      "exception_info_redacted": true,
      "returncode": -1,
      "step": "run_tests",
      "wall_time": 3600.106198529
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "results_read",
      "wall_time": 0.02535731800890062
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14711296299356036
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13205333199584857
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12724927900126204
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1248767119977856
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.725638143994729
    },
    {
      "branch": "637103d0c48c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038817683001980186
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12968004500726238
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.14052891499886755
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10586878399772104
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12216331899981014
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.691948558000149
    },
    {
      "branch": "a9b17933254a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04008447400701698
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.0948526880092686
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12052719100029208
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10932579700602219
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13433078999514692
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4994886579952436
    },
    {
      "branch": "1c21fab78b73",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.021726659004343674
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1319485129934037
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13145749000250362
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11907627200707793
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11070253798970953
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5170714250125457
    },
    {
      "branch": "75e236706598",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.034617020006407984
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14454491900687572
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1252072069910355
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12097723598708399
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12702379099209793
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.3743299939960707
    },
    {
      "branch": "c210af0c2517",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024622419994557276
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.137783361991751
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.14008781099983025
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12149900800432079
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13073781999992207
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 23.05324741700315
    },
    {
      "branch": "c2324775415c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03918765801063273
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13566003300365992
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13000006999936886
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12289735900412779
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1257658899994567
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.673159666999709
    },
    {
      "branch": "1081f3f7c1d4",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04439999599708244
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11314811301417649
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11963801398815122
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.119468656994286
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1036526550014969
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.596219086000929
    },
    {
      "branch": "42cc3d87770f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037579069001367316
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14552533499954734
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1310789559938712
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.128256613999838
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1374445589899551
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.890872625997872
    },
    {
      "branch": "256e7bf0179a",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04101949201140087
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13863522199972067
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1337684390018694
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13088028799393214
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13692451399401762
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.710735578002641
    },
    {
      "branch": "a8301849ac1b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02435694400628563
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "c097a6722162e9f6b6bc95cdbb5adb45dba9f0ab742dd2f74e7ef8e09aa2301c",
  "failed_tests": [
    {
      "branch": "12565bd8e77e",
      "message_chars": 204,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_non_interactive_mode",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 222,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_no_color_output",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 200,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_directory_recursive_search",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 257,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_regex_named_capture_groups",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 252,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_key_from_file",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 205,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_single_file_replacement",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 236,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_statistics_output",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 833,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_key_from_empty_file_error",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 210,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_successful_replacement_exit_code",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 222,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_regex_search_basic",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 224,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_skipped_output",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 212,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_binary_file_skipped_by_default",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 149,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_no_recursive_mode",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 215,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_empty_file_handling",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 147,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_no_skip_vcs_processes_vcs_dirs",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 154,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_gitignore_respected",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 217,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_no_matches_found_behavior",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 184,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_current_directory_default",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 225,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_regex_capture_groups",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 198,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_recursive_directory_default",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 233,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_verbose_output",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 208,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_binary_detection_null_bytes",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 254,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_rep_from_file",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 153,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_symlink_following",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 212,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_literal_search_default",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 379,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_key_from_nonexistent_file_error",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 147,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_no_skip_gitignore",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 390,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_file_output_enabled",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 205,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_case_sensitive_matching",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 237,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_multiple_file_paths",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 157,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_skip_vcs_directories",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 58,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_binary_file_with_binary_flag",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 234,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_bin_check_bytes_option",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 205,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_unicode_content",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 228,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_max_threads_option",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 209,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_file_modified_in_place",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 239,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_size_per_thread_option",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 210,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_very_long_line",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 201,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_overlapping_matches",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 395,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_fixed_order_output",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 206,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_no_newline_at_eof",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 205,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_empty_replacement",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 208,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_special_characters_in_keyword",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 210,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_multiline_content",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 223,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_preserve_time_flag",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 410,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_no_preserve_time_updates_timestamp",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 206,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_mixed_line_endings",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 204,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_multiple_matches_in_line",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 207,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_large_file_handling",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 206,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_dot_in_literal_mode",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 217,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_whitespace_in_keyword",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 218,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_newline_in_replacement_via_escape",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 206,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_asterisk_in_literal_mode",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 206,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_crlf_line_endings",
      "status": "failure"
    },
    {
      "branch": "12565bd8e77e",
      "message_chars": 206,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive.test_plus_in_literal_mode",
      "status": "failure"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_config_file_invalid_toml",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_config_file_loading_valid_toml",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_config_file_missing",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_key_from_file_empty_file_error",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_key_from_file_nonexistent_error",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_key_from_file_valid_nonempty",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_large_file_triggers_mmap_path",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_multiple_threads_with_large_workload",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_no_paths_defaults_to_current_directory",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_rep_from_file_nonexistent_error",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_rep_from_file_valid_content",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_skipped_gitignore_files_info_message",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_skipped_vcs_files_info_message",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_statistics_output_structure_complete",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_statistics_with_high_thread_count",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_statistics_with_regex_flag",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_statistics_with_single_thread",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_statistics_with_verbose_flag",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_edge.test_statistics_zero_matches",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_testability.test_basic_replacement",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_testability.test_binary_file_skip",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_testability.test_fails_without_term",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_testability.test_multiple_files",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_testability.test_no_match_scenario",
      "status": "not_run"
    },
    {
      "branch": "72a39496391b",
      "message_chars": 0,
      "message_redacted": false,
      "name": "tests.test_ambr_testability.test_regex_replacement_with_captures",
      "status": "not_run"
    }
  ],
  "failed_tests_omitted": 475,
  "status_counts": {
    "failure": 121,
    "not_run": 434,
    "passed": 230
  },
  "test_branch_errors": {
    "72a39496391b": [
      {
        "error_code": "results_read_failed",
        "error_details": "Error response from daemon: Could not find the file /workspace/eval/results.xml in container edf35e2729387e3ccdaf03696c7f3794ffbf1116a90b26d11ce865c03ef4bcc0"
      }
    ]
  },
  "test_branches": [
    "12565bd8e77e",
    "72a39496391b",
    "637103d0c48c",
    "a9b17933254a",
    "1c21fab78b73",
    "75e236706598",
    "c210af0c2517",
    "c2324775415c",
    "1081f3f7c1d4",
    "42cc3d87770f",
    "256e7bf0179a",
    "a8301849ac1b"
  ],
  "test_records": 785,
  "warnings": []
}