{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.149881290999474
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.12416602899611462
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14693488100601826
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12334841000847518
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12922583099862095
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12785085900395643
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.7063190799963195
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13071375999425072
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1363663039956009
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13788513401232194
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13443655100127216
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 13.817912298996816
    },
    {
      "branch": "e9e8360a457c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0414765289897332
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1418524799955776
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11537682800553739
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11954536300618201
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12452287400083151
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 12.136344161990564
    },
    {
      "branch": "797ec2fcc5db",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03811363400018308
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.138099930001772
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12449292500969023
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13919184601400048
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1283232540008612
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 74.81390335899778
    },
    {
      "branch": "3007289124ea",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03151728400553111
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12881711599766277
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12423356898943894
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12132352900516707
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12041870999382809
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.532785078001325
    },
    {
      "branch": "18769c6f19fa",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.033388468000339344
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13859584399324376
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12946121800632682
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1275756129907677
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12046750899753533
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.926117701004841
    },
    {
      "branch": "8ecaeaf9fb2b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027088272996479645
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14092673300183378
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1317919259890914
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10429296900110785
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12412888900144026
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.819026070996188
    },
    {
      "branch": "cc10dbbec57f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.032096175011247396
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13369093000073917
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12618152199138422
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12758923300134484
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13633988400397357
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.8134670889994595
    },
    {
      "branch": "0c0fcfab9559",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027101294006570242
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12605253299989272
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1167257699999027
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09585564301232807
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14368356500926893
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.914531083995826
    },
    {
      "branch": "46b0a0f7dfd8",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.029263133998028934
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1252531549980631
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13840190701012034
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10193011100636795
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1265616580058122
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.5106016069912584
    },
    {
      "branch": "b5fb01523724",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024936702000559308
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13828964800632093
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13657589099602774
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12734573599300347
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09540962899336591
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6184980099933455
    },
    {
      "branch": "6ac475511579",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030058912001550198
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1335769720026292
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10728301700146403
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10300192500289995
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13549969700397924
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 8.046127287001582
    },
    {
      "branch": "5f42a177c85c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03436942400003318
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15793264099920634
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12446670500503387
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08704042299359571
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13239344701287337
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 11.344977383996593
    },
    {
      "branch": "dc06d449ee12",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025399506004760042
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1180173519969685
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11922105700068641
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13843226699100342
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13112914400699083
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 30.46704995399341
    },
    {
      "branch": "d295ef7dad1f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04084818701085169
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.16270049699232914
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1341059749975102
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12036248100048397
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10353243800636847
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.836816961993463
    },
    {
      "branch": "81ae6a6d4997",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038984701997833326
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13609334800275974
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10951223799202126
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12381415300478693
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1210809610056458
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 16.453930397998192
    },
    {
      "branch": "045fa65d8a17",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03934066700458061
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "282b3bb58d0232381a3293b5b4f20b8560bcdeddb9b568911a36441f77903b4e",
  "failed_tests": [
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_license",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_description",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_package_json",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 977,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_no_arguments_shows_help",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_styles",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 9131,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_repository",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_config",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 8808,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_cargo_toml",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_markdown_features",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_dist_dir",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 7437,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_changelog",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_path_prefix",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_favicon",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_theme",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_additional_css",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_various_versions",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_readme_path",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_logo",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_homepage",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 7437,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_components",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_npm_scripts",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_npm_dependencies",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_large_readme",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_code_blocks",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_npm_bin",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_blockquotes",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_emphasis",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_headings",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_lists",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_gitignore",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_multiple_times",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_github_workflows",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_unicode_content",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_images",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_tables",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_license_file",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_links",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_funding_file",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 9179,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_all_metadata_fields",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_horizontal_rules",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 7437,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_changelog_file",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_npm_engines",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_npm_main",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_assets",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_docs",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_multiple_config_combinations",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_various_version_formats",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_scoped_npm",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 8813,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_npm_workspace",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_various_readme_names",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_different_dist_dirs",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_different_themes",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_multiple_builds_in_sequence",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 7437,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_all_components_enabled",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_package_json_with_keywords",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_various_licenses",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_various_descriptions",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 9131,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_various_repo_urls",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_path_prefix_variations",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_null_configs",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_social_meta",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_bool_configs",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_package_json_with_author",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_package_json_with_repository_object",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_with_various_homepages",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 4963,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_stress_test",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 13743,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_build_maximal_configuration",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 219,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_no_args_shows_help",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 11123,
      "message_redacted": true,
      "name": "eval.tests.test_cargo_detection.test_build_with_workspace_cargo_toml",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1108,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_config.test_build_with_path_prefix",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1108,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_config.test_build_with_changelog_disabled",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1108,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_config.test_build_with_logo_and_favicon",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1635,
      "message_redacted": true,
      "name": "eval.tests.test_cargo_detection.test_build_cargo_and_config_preference",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1108,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_config.test_build_with_homepage_url",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1108,
      "message_redacted": true,
      "name": "eval.tests.test_artifacts.test_build_with_artifacts_config",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 5286,
      "message_redacted": true,
      "name": "eval.tests.test_build_command.test_build_with_minimal_config",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 2459,
      "message_redacted": true,
      "name": "eval.tests.test_cargo_detection.test_build_with_cargo_toml",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1108,
      "message_redacted": true,
      "name": "eval.tests.test_components.test_build_with_analytics_plausible",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1108,
      "message_redacted": true,
      "name": "eval.tests.test_components.test_build_with_social_config",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1108,
      "message_redacted": true,
      "name": "eval.tests.test_components.test_build_with_analytics_google",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 454,
  "status_counts": {
    "failure": 523,
    "passed": 444,
    "skipped": 11
  },
  "test_branch_errors": {},
  "test_branches": [
    "e9e8360a457c",
    "797ec2fcc5db",
    "3007289124ea",
    "18769c6f19fa",
    "8ecaeaf9fb2b",
    "cc10dbbec57f",
    "0c0fcfab9559",
    "46b0a0f7dfd8",
    "b5fb01523724",
    "6ac475511579",
    "5f42a177c85c",
    "dc06d449ee12",
    "d295ef7dad1f",
    "81ae6a6d4997",
    "045fa65d8a17"
  ],
  "test_records": 978,
  "warnings": []
}