{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.152323547998094
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13658098099404015
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15515421600139234
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.14362506799807306
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13734933000523597
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1259336910006823
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6786134919966571
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1348362300050212
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11693756699969526
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11598231000243686
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1103129139955854
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.577440015011234
    },
    {
      "branch": "c88ecf8e564f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04073209599300753
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13996716600377113
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12276292200840544
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1251130979944719
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11680156900547445
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 559.9661953540053
    },
    {
      "branch": "1978239ed7fd",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04130189299758058
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1329559019941371
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.130331677995855
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12328721801168285
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.129871755008935
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.641344572999515
    },
    {
      "branch": "f4580963f09f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04109097601030953
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13905128599435557
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13002257399784867
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12868510199768934
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13453887999639846
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5542669699934777
    },
    {
      "branch": "930c8e294900",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024913856002967805
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.138281077001011
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13406650599790737
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12955367000540718
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13782643400190864
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.7423117049911525
    },
    {
      "branch": "ff21b48dd295",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04138856199278962
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11298134601383936
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12415276799583808
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12318839099316392
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12797720399976242
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.830464538987144
    },
    {
      "branch": "8132514d0d85",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.040670041998964734
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12579721400106791
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11630014999536797
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13769969600252807
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13006904399662744
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6732796500000404
    },
    {
      "branch": "b1399b04f31c",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03876346000470221
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13480151700787246
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1304056090011727
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13685114899999462
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13729666201106738
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5449262729962356
    },
    {
      "branch": "fbaf6e78fb74",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039543489008792676
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14338203599618282
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1192879379959777
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1233049000002211
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13013976499496493
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6388159380003344
    },
    {
      "branch": "e74f344aea39",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038888377996045165
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13741881100577302
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13610235998930875
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1379612430027919
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11690217300201766
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.677839619995211
    },
    {
      "branch": "98b552a06daa",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0403141790011432
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "994d3c902108dde90d2089f9e0401b8b30bb8cd536e4dcdcd58f590467d01907",
  "failed_tests": [
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_go_file_with_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_rust_inline_without_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_cpp_specific.test_cpp_without_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_cpp_specific.test_cpp_with_function",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_cpp_specific.test_cpp_stdin",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_cpp_specific.test_cpp_for_loop",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_c_specific.test_c_stdin",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_c_specific.test_c_for_loop",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_c_specific.test_c_without_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_c_with_variables",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_c_specific.test_c_with_function",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_c_inline_without_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_c_file_with_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_go_inline_with_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_go_inline_without_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_cpp_specific.test_cpp_with_vector",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_cpp_specific.test_cpp_string_operations",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_c_specific.test_c_multiple_includes",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_c_specific.test_c_with_array",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_rust_with_variables",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_cpp_with_vectors",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_cpp_specific.test_cpp_simple_cout",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_go_with_variables",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_cpp_inline_with_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_cpp_inline_without_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_cpp_specific.test_cpp_file_execution",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_c_specific.test_c_simple_printf",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_c_specific.test_c_with_variables",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_cpp_specific.test_cpp_auto_keyword",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_c_specific.test_c_file_execution",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_cpp_specific.test_cpp_with_variables",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_rust_inline_with_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_detection_comprehensive.test_detect_cpp_extension",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_c_inline_with_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_compiled_languages.test_rust_file_with_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_detection_comprehensive.test_detect_rs_extension",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_compilation_error_rust",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_detection_comprehensive.test_detect_go_extension",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_rust_borrow_error",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_compilation_error_c",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_detection_comprehensive.test_detect_c_extension",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_execution_modes.test_cpp_minimal",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_compilation_error_go",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_execution_modes.test_rust_minimal",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_execution_modes.test_go_minimal",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_file_execution.test_example_rust_hello",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_execution_modes.test_c_minimal",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_go_specific.test_go_simple_println",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_go_specific.test_go_with_slice",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_go_specific.test_go_with_full_main",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_go_specific.test_go_stdin",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_go_specific.test_go_file_execution",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_go_specific.test_go_with_variables",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 27,
      "message_redacted": true,
      "name": "eval.tests.test_inline_code.test_javascript_inline_code",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_go_specific.test_go_for_loop",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_go_specific.test_go_with_function",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 27,
      "message_redacted": true,
      "name": "eval.tests.test_inline_code.test_javascript_with_multiple_statements",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 27,
      "message_redacted": true,
      "name": "eval.tests.test_inline_code.test_language_alias_js",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_inline_code.test_language_alias_rb",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 372,
      "message_redacted": true,
      "name": "eval.tests.test_flag_combinations.test_python_all_aliases",
      "status": "failure"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_language_aliases.test_cpp_aliases",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_inline_code.test_ruby_inline_code",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_language_detection.test_detect_from_rs_extension",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_language_aliases.test_rust_aliases",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_language_aliases.test_go_aliases",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 20,
      "message_redacted": true,
      "name": "eval.tests.test_language_detection.test_detect_from_cpp_extension",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_language_aliases.test_c_aliases",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 18,
      "message_redacted": true,
      "name": "eval.tests.test_language_detection.test_detect_from_c_extension",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_language_detection.test_detect_from_go_extension",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 376,
      "message_redacted": true,
      "name": "eval.tests.test_language_aliases.test_python_aliases",
      "status": "failure"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_rust_specific.test_rust_simple_println",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_rust_specific.test_rust_file_execution",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_rust_specific.test_rust_with_function",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_rust_specific.test_rust_stdin",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_rust_specific.test_rust_with_vector",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_rust_specific.test_rust_with_let_binding",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_stdin_execution.test_rust_stdin",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_rust_specific.test_rust_multiline",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 19,
      "message_redacted": true,
      "name": "eval.tests.test_stdin_execution.test_go_stdin",
      "status": "skipped"
    },
    {
      "branch": "c88ecf8e564f",
      "message_chars": 21,
      "message_redacted": true,
      "name": "eval.tests.test_rust_specific.test_rust_string_operations",
      "status": "skipped"
    }
  ],
  "failed_tests_omitted": 380,
  "status_counts": {
    "error": 26,
    "failure": 269,
    "passed": 1047,
    "skipped": 165
  },
  "test_branch_errors": {},
  "test_branches": [
    "c88ecf8e564f",
    "1978239ed7fd",
    "f4580963f09f",
    "930c8e294900",
    "ff21b48dd295",
    "8132514d0d85",
    "b1399b04f31c",
    "fbaf6e78fb74",
    "e74f344aea39",
    "98b552a06daa"
  ],
  "test_records": 1507,
  "warnings": []
}