{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14258745501865633
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1342555079900194
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.12720984098268673
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13959679001709446
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.10916504499618895
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11824910101131536
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6859257270116359
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10319490698748268
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10476476399344392
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.120716650999384
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1346717179985717
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.637562006013468
    },
    {
      "branch": "e9e8360a457c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03490763099398464
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1311290810117498
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12831230199662969
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12250865701935254
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.126931031991262
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 15.271100618003402
    },
    {
      "branch": "797ec2fcc5db",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.028173120983410627
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14613335600006394
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11868431500624865
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11055252299411222
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12486128500313498
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 63.05749886599369
    },
    {
      "branch": "3007289124ea",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03238570099347271
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1326243619841989
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11662403400987387
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11757419002242386
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11714562599081546
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.421783458004938
    },
    {
      "branch": "18769c6f19fa",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.030300762999104336
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1341499910049606
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11931465499219485
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.05822615799843334
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.07281618699198589
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.09342024999205
    },
    {
      "branch": "8ecaeaf9fb2b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02599887500400655
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11702943901764229
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.07169272398459725
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09440186698338948
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1327482219785452
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.860302620974835
    },
    {
      "branch": "cc10dbbec57f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03707999401376583
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12379675300326198
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10433655302040279
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12665627201204188
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.133092308009509
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.936371927004075
    },
    {
      "branch": "0c0fcfab9559",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031913409009575844
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14723428498837166
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12177769301342778
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12505652598338202
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12268616998335347
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.745210238994332
    },
    {
      "branch": "46b0a0f7dfd8",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027530173014383763
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13102194099337794
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1336360120039899
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12964502000249922
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1331861699873116
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.517088776017772
    },
    {
      "branch": "b5fb01523724",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027924177004024386
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13911935398937203
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13768657599575818
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12872151299961843
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09653433799394406
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.800837623013649
    },
    {
      "branch": "6ac475511579",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.019675575982546434
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12230381698464043
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12467269398621283
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11750464700162411
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13229968302766792
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.95593244099291
    },
    {
      "branch": "5f42a177c85c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03614123901934363
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13640104501973838
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12176329700741917
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1346405709919054
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10820645198691636
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.846680863003712
    },
    {
      "branch": "dc06d449ee12",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02193700399948284
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.16540560897556134
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12947592500131577
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1256355419754982
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1344726640090812
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 20.400915204983903
    },
    {
      "branch": "d295ef7dad1f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03877371200360358
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14927025401266292
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12835915500181727
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1351847260084469
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12120948798838072
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.871611804002896
    },
    {
      "branch": "81ae6a6d4997",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024773644021479413
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15351041499525309
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10700708298827522
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11839665798470378
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13191624500905164
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.63461500199628
    },
    {
      "branch": "045fa65d8a17",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03947944298852235
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "d5fc1512cdc8981aedadf428d06a8ee88269d4f2599ed7a93b6d593146ec9210",
  "failed_tests": [
    {
      "branch": "e9e8360a457c",
      "message_chars": 977,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_no_arguments_shows_help",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 2541,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_generate_ci_help",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 99,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_serve_without_build",
      "status": "failure"
    },
    {
      "branch": "e9e8360a457c",
      "message_chars": 367,
      "message_redacted": true,
      "name": "eval.tests.test_oranda_comprehensive.test_generate_ci_requires_tty",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 219,
      "message_redacted": true,
      "name": "eval.tests.test_basic_invocation.test_no_args_shows_help",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1062,
      "message_redacted": true,
      "name": "eval.tests.test_cargo_detection.test_build_cargo_and_config_preference",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 718,
      "message_redacted": true,
      "name": "eval.tests.test_cargo_detection.test_build_with_cargo_toml",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1015,
      "message_redacted": true,
      "name": "eval.tests.test_advanced_config.test_build_with_changelog_enabled",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 882,
      "message_redacted": true,
      "name": "eval.tests.test_error_cases.test_build_with_nonexistent_readme_path",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 217,
      "message_redacted": true,
      "name": "eval.tests.test_error_cases.test_invalid_theme_name",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 334,
      "message_redacted": true,
      "name": "eval.tests.test_generate_command.test_generate_ci_custom_output_path_requires_tty",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 323,
      "message_redacted": true,
      "name": "eval.tests.test_generate_command.test_generate_ci_requires_tty",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 2541,
      "message_redacted": true,
      "name": "eval.tests.test_generate_command.test_generate_ci_help",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 347,
      "message_redacted": true,
      "name": "eval.tests.test_generate_command.test_generate_ci_with_site_path_requires_tty",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 270,
      "message_redacted": true,
      "name": "eval.tests.test_hidden_commands.test_config_schema_command",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 280,
      "message_redacted": true,
      "name": "eval.tests.test_hidden_commands.test_config_schema_help",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 314,
      "message_redacted": true,
      "name": "eval.tests.test_hidden_commands.test_config_schema_with_output_file",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 85,
      "message_redacted": true,
      "name": "eval.tests.test_dev_command.test_dev_no_first_build_flag",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 589,
      "message_redacted": true,
      "name": "eval.tests.test_dev_command.test_dev_with_config_starts",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1766,
      "message_redacted": true,
      "name": "eval.tests.test_error_cases.test_serve_requires_public_dir",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 278,
      "message_redacted": true,
      "name": "eval.tests.test_hidden_commands.test_generate_css_help",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 85,
      "message_redacted": true,
      "name": "eval.tests.test_serve_command.test_serve_verbose_flag",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 341,
      "message_redacted": true,
      "name": "eval.tests.test_generate_command.test_generate_ci_explicit_github_requires_tty",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 97,
      "message_redacted": true,
      "name": "eval.tests.test_serve_command.test_serve_without_public_dir",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 1358,
      "message_redacted": true,
      "name": "eval.tests.test_error_cases.test_build_empty_directory",
      "status": "failure"
    },
    {
      "branch": "797ec2fcc5db",
      "message_chars": 2541,
      "message_redacted": true,
      "name": "eval.tests.test_subcommand_help.test_generate_ci_help_content",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 72,
      "message_redacted": true,
      "name": "tests.test_build.test_build_with_package_json_extracts_metadata",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 208,
      "message_redacted": true,
      "name": "tests.test_build.test_build_workspace_empty_members_list",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 133,
      "message_redacted": true,
      "name": "tests.test_build.test_build_creates_artifacts_js",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_config.test_marketing_social_twitter",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 36,
      "message_redacted": true,
      "name": "tests.test_config.test_styles_theme_light",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 102,
      "message_redacted": true,
      "name": "tests.test_config.test_build_no_config_uses_defaults",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_build.test_build_default_theme_is_dark",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 354,
      "message_redacted": true,
      "name": "tests.test_build.test_build_json_only_workspace",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_build.test_build_github_repo_link_rendered",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_build.test_build_og_meta_tags_present",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 131,
      "message_redacted": true,
      "name": "tests.test_config.test_styles_additional_css",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 34,
      "message_redacted": true,
      "name": "tests.test_config.test_styles_logo_custom",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 139,
      "message_redacted": true,
      "name": "tests.test_build.test_build_empty_directory_creates_minimal_site",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 96,
      "message_redacted": true,
      "name": "tests.test_build.test_build_creates_favicon",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 19,
      "message_redacted": true,
      "name": "tests.test_artifact_inference.test_tarball_with_target_triple_inference_and_labeling",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 19,
      "message_redacted": true,
      "name": "tests.test_artifact_inference.test_sha256_files_not_treated_as_installers",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 368,
      "message_redacted": true,
      "name": "tests.test_build.test_build_workspace_with_custom_dist_dir",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 206,
      "message_redacted": true,
      "name": "tests.test_config.test_invalid_project_type_error",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 37,
      "message_redacted": true,
      "name": "tests.test_build.test_build_with_oranda_json_overrides_config",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 910,
      "message_redacted": true,
      "name": "tests.test_config.test_build_empty_config",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 132,
      "message_redacted": true,
      "name": "tests.test_config.test_styles_favicon_custom",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 126,
      "message_redacted": true,
      "name": "tests.test_build.test_build_workspace_multiple_members_all_written",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 98,
      "message_redacted": true,
      "name": "tests.test_build.test_build_multiple_files_in_static_dir",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_config.test_styles_theme_axodark",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_build.test_build_permissions_policy_header",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 339,
      "message_redacted": true,
      "name": "tests.test_build.test_build_workspace_generates_index_page",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 127,
      "message_redacted": true,
      "name": "tests.test_build.test_build_static_dir_copied_to_output",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 56,
      "message_redacted": true,
      "name": "tests.test_config.test_build_path_prefix_option",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 67,
      "message_redacted": true,
      "name": "tests.test_build.test_build_with_cargo_toml_extracts_metadata",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 884,
      "message_redacted": true,
      "name": "tests.test_config.test_marketing_analytics_plausible",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_config.test_project_name_override",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 131,
      "message_redacted": true,
      "name": "tests.test_config.test_styles_multiple_additional_css",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 147,
      "message_redacted": true,
      "name": "tests.test_config.test_invalid_json_syntax_error",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_build.test_build_workspace_member_data_collected",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 56,
      "message_redacted": true,
      "name": "tests.test_config.test_project_multiple_fields",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 36,
      "message_redacted": true,
      "name": "tests.test_build.test_build_theme_light_applied",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 139,
      "message_redacted": true,
      "name": "tests.test_build.test_build_single_project_with_custom_dist_dir",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 351,
      "message_redacted": true,
      "name": "tests.test_config.test_components_changelog_with_config",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_build.test_build_changelog_link_in_navigation",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 339,
      "message_redacted": true,
      "name": "tests.test_build.test_build_workspace_with_generate_index_false",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 924,
      "message_redacted": true,
      "name": "tests.test_build.test_build_empty_cargo_toml",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 95,
      "message_redacted": true,
      "name": "tests.test_config.test_marketing_analytics_fathom",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 346,
      "message_redacted": true,
      "name": "tests.test_build.test_build_invalid_json_shows_helpful_error",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 65,
      "message_redacted": true,
      "name": "tests.test_config.test_project_license_in_footer",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 71,
      "message_redacted": true,
      "name": "tests.test_artifact_inference.test_msi_bundle_detection_and_labeling",
      "status": "skipped"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 19,
      "message_redacted": true,
      "name": "tests.test_artifact_inference.test_tarball_label_not_zip_label",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 19,
      "message_redacted": true,
      "name": "tests.test_artifact_inference.test_installer_script_detection_shell_and_powershell",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 23,
      "message_redacted": true,
      "name": "tests.test_config.test_project_description_in_metadata",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 35,
      "message_redacted": true,
      "name": "tests.test_config.test_marketing_analytics_plausible_default_script_url",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 3037,
      "message_redacted": true,
      "name": "tests.test_build.test_build_html_structure_valid",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 95,
      "message_redacted": true,
      "name": "tests.test_config.test_marketing_analytics_google",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 208,
      "message_redacted": true,
      "name": "tests.test_build.test_build_workspace_member_with_missing_path",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 361,
      "message_redacted": true,
      "name": "tests.test_build.test_build_workspace_success_message_uses_workspace_dist_dir",
      "status": "failure"
    },
    {
      "branch": "3007289124ea",
      "message_chars": 94,
      "message_redacted": true,
      "name": "tests.test_config.test_marketing_analytics_umami",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 237,
  "status_counts": {
    "failure": 314,
    "passed": 661,
    "skipped": 3
  },
  "test_branch_errors": {},
  "test_branches": [
    "e9e8360a457c",
    "797ec2fcc5db",
    "3007289124ea",
    "18769c6f19fa",
    "8ecaeaf9fb2b",
    "cc10dbbec57f",
    "0c0fcfab9559",
    "46b0a0f7dfd8",
    "b5fb01523724",
    "6ac475511579",
    "5f42a177c85c",
    "dc06d449ee12",
    "d295ef7dad1f",
    "81ae6a6d4997",
    "045fa65d8a17"
  ],
  "test_records": 978,
  "warnings": []
}