{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "e43fe218175765b907c00ec723d55db1efe02ba59aeab348739ca41ad51a6af2",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.2006888070027344
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14467828298802488
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.14568043500185013
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1327523329964606
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12896952200389933
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6421769010048592
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13631316399550997
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13488765299553052
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11906567399273627
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12811863400565926
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 733541,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 79.16975361300865
    },
    {
      "branch": "bc90bea37ab6",
      "command": "docker cp 3b8fa5f93d668a8e6019fffbbeb212d3b65cffcdcf9ca54425b12a95d722234e:/workspace/eval/results.xml /tmp/tmpmw4vd_3o.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 795769,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04059753500041552
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1273392229923047
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1253240480000386
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12152500500087626
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12405247701099142
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 605454,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 64.87109888100531
    },
    {
      "branch": "724a02c0cfbd",
      "command": "docker cp 0167ae417029dc67019cb2706db5e1d9e338d7e3b1d337e6a13411d0dffbbe2c:/workspace/eval/results.xml /tmp/tmplkz5ctvw.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 649567,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.027674363998812623
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 1003,
    "passed": 329,
    "skipped": 78
  },
  "test_branch_errors": {},
  "test_branches": [
    "bc90bea37ab6",
    "724a02c0cfbd"
  ],
  "test_records": 1410,
  "test_results": [
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 484,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_build.test_mangen_missing_output_dir",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 440,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_compgen.test_compgen_kind_dir_prefix",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 321,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_cli.test_export_missing_file_error",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 761,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_edge_cases.test_build_duplicate_param_name_error",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 516,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_compgen.test_argc_value_path_with_extensions",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 735,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_build.test_build_simple_script_stdout",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 737,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_build.test_export_json_structure",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 424,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_cli.test_build_generates_standalone_script",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 508,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_compgen.test_break_char_at_not_in_wordbreaks",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 544,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_edge_cases.test_mangen_creates_output_files",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 500,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "tests.test_edge_cases.test_env_optional_not_set",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 402,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_cli.test_script_path_in_directory_with_argcfile",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 758,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_build.test_mangen_complex_output_listing_exact",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 442,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "tests.test_compgen.test_compgen_kind_shell_prefix_match",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_compgen.test_prefix_matching_choices",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 483,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_compgen.test_zsh_unbalanced_quote_at_start",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 535,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_edge_cases.test_mangen_main_page_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 488,
        "message_redacted": true,
        "time": 0.087
      },
      "name": "tests.test_edge_cases.test_nested_command_double_colon_syntax",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 445,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_compgen.test_compgen_kind_path_prefix",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 742,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_build.test_export_with_arrays_complete_json_structure",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 291,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_cli.test_script_path_not_found_error",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 458,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_edge_cases.test_export_minimal_json_structure",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 454,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_cli.test_build_writes_to_file",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 452,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_build.test_export_validates_as_json",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 402,
        "message_redacted": true,
        "time": 0.101
      },
      "name": "tests.test_cli.test_script_path_finds_argcfile_in_parent",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.076
      },
      "name": "tests.test_compgen.test_color_codes_basic_colors",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 483,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_compgen.test_complete_generic_shell_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 773,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "tests.test_build.test_build_script_to_file",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 504,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "tests.test_compgen.test_break_char_none_in_wordbreaks",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 508,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_compgen.test_zsh_unbalanced_quote_in_middle",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 439,
        "message_redacted": true,
        "time": 0.098
      },
      "name": "tests.test_compgen.test_complete_powershell_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 388,
        "message_redacted": true,
        "time": 0.096
      },
      "name": "tests.test_build.test_completions_missing_shell_arg",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 537,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "tests.test_edge_cases.test_mangen_subcommand_page_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 510,
        "message_redacted": true,
        "time": 0.106
      },
      "name": "tests.test_edge_cases.test_nested_command_with_option",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 493,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_compgen.test_color_codes_zsh_ansi",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 402,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_cli.test_script_path_prefers_closest_argcfile",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 734,
        "message_redacted": true,
        "time": 0.099
      },
      "name": "tests.test_build.test_build_with_hooks_and_require_tools",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 285,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_cli.test_mangen_requires_output_directory",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 397,
        "message_redacted": true,
        "time": 0.089
      },
      "name": "tests.test_cli.test_create_empty_boilerplate",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 526,
        "message_redacted": true,
        "time": 0.091
      },
      "name": "tests.test_edge_cases.test_option_equals_syntax",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 476,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_compgen.test_compgen_insufficient_args_returns_empty",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 746,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_build.test_export_nested_commands",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 484,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_compgen.test_tcsh_single_candidate_no_description",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 443,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_compgen.test_compgen_kind_unknown",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 436,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_compgen.test_complete_nushell_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 749,
        "message_redacted": true,
        "time": 0.089
      },
      "name": "tests.test_build.test_build_script_functionality",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 481,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_compgen.test_complete_xonsh_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 426,
        "message_redacted": true,
        "time": 0.091
      },
      "name": "tests.test_build.test_build_with_dotenv_meta",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 512,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_edge_cases.test_option_space_syntax",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 466,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_edge_cases.test_required_option_export_structure",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 489,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_edge_cases.test_nested_command_default_value",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 415,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_cli.test_create_with_task_names",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 707,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_cli.test_create_respects_alternative_names",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_cli.test_mangen_generates_man_pages",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 737,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_build.test_build_with_bind_env",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 744,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_build.test_build_complex_nested_subcommands",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.093
      },
      "name": "tests.test_build.test_export_preserves_metadata",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 497,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_compgen.test_color_codes_with_style",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 482,
        "message_redacted": true,
        "time": 0.083
      },
      "name": "tests.test_compgen.test_elvish_no_color_mode",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 435,
        "message_redacted": true,
        "time": 0.081
      },
      "name": "tests.test_compgen.test_complete_elvish_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 516,
        "message_redacted": true,
        "time": 0.104
      },
      "name": "tests.test_compgen.test_generic_shell_argc_value_includes_variable",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 511,
        "message_redacted": true,
        "time": 0.096
      },
      "name": "tests.test_compgen.test_argc_prefix_variable",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 493,
        "message_redacted": true,
        "time": 0.093
      },
      "name": "tests.test_compgen.test_complete_with_quoted_empty_string",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 422,
        "message_redacted": true,
        "time": 0.092
      },
      "name": "tests.test_build.test_completions_nushell",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 561,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_edge_cases.test_array_positional_and_multi_option",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 480,
        "message_redacted": true,
        "time": 0.083
      },
      "name": "tests.test_edge_cases.test_variadic_args_single",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 713,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_cli.test_create_fails_when_argcfile_exists",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 487,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_edge_cases.test_required_option_eval_with_value",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 480,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_compgen.test_complete_available_commands",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 742,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_build.test_build_with_required_flag_and_default",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 497,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_compgen.test_color_codes_generic_shell",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 398,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_cli.test_version_matches_help_reference",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 757,
        "message_redacted": true,
        "time": 0.106
      },
      "name": "tests.test_build.test_mangen_simple_script",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 479,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_compgen.test_zsh_no_color_mode",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "tests.test_build.test_export_flag_options_structure",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 433,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_compgen.test_complete_tcsh_format",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 421,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "tests.test_build.test_completions_elvish",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 526,
        "message_redacted": true,
        "time": 0.1
      },
      "name": "tests.test_compgen.test_powershell_comma_break_char",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 495,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_compgen.test_complete_with_quoted_prefix",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 515,
        "message_redacted": true,
        "time": 0.098
      },
      "name": "tests.test_compgen.test_argc_filter_variable",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_edge_cases.test_variadic_args_multiple",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 491,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_edge_cases.test_array_positional_minimal",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 515,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_edge_cases.test_terminated_args_syntax_error",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_cli.test_run_without_script_path_errors",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 500,
        "message_redacted": true,
        "time": 0.092
      },
      "name": "tests.test_compgen.test_hidden_files_excluded_by_default",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 452,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "tests.test_build.test_export_positional_params",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 743,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_build.test_build_with_default_subcommand",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 765,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_build.test_mangen_nested_commands_output_list",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 473,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_build.test_mangen_man_page_format_structure",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 395,
        "message_redacted": true,
        "time": 0.092
      },
      "name": "tests.test_cli.test_help_lists_all_major_commands",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 498,
        "message_redacted": true,
        "time": 0.094
      },
      "name": "tests.test_compgen.test_bash_first_char_only_escape",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 490,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_compgen.test_complete_flags_for_command",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 495,
        "message_redacted": true,
        "time": 0.097
      },
      "name": "tests.test_compgen.test_file_path_completion",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 512,
        "message_redacted": true,
        "time": 0.101
      },
      "name": "tests.test_compgen.test_argc_suffix_variable",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 523,
        "message_redacted": true,
        "time": 0.098
      },
      "name": "tests.test_compgen.test_powershell_escape_special_chars",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 476,
        "message_redacted": true,
        "time": 0.081
      },
      "name": "tests.test_compgen.test_complete_insufficient_args_returns_empty",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 468,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_edge_cases.test_build_with_dotenv_meta",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 478,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_edge_cases.test_choice_func_basic_not_supported",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 303,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "tests.test_cli.test_unknown_argc_option_error",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 505,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_edge_cases.test_static_choice_validation_valid",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 473,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_build.test_mangen_custom_section",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 500,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_compgen.test_bash_description_truncation_with_parentheses",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 501,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_compgen.test_hidden_files_included_with_dot_prefix",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 397,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_cli.test_create_generates_executable_file",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_build.test_export_default_values",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 503,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_compgen.test_directory_path_completion",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 495,
        "message_redacted": true,
        "time": 0.083
      },
      "name": "tests.test_compgen.test_unbalanced_quote_prefix_completion",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 451,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_build.test_build_preserves_script_header",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 739,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_build.test_build_with_required_env_and_choice",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 513,
        "message_redacted": true,
        "time": 0.1
      },
      "name": "tests.test_compgen.test_argc_combined_prefix_suffix",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 483,
        "message_redacted": true,
        "time": 0.088
      },
      "name": "tests.test_compgen.test_prefix_matching_commands",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.088
      },
      "name": "tests.test_compgen.test_complete_invalid_shell_returns_empty",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 420,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_edge_cases.test_completions_bash_structure",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 445,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_cli.test_script_path_with_case_variants",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 502,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_edge_cases.test_choice_func_region_not_supported",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 501,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_compgen.test_zsh_description_strips_parentheses",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 728,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_build.test_export_choice_values",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 320,
        "message_redacted": true,
        "time": 0.089
      },
      "name": "tests.test_cli.test_completions_requires_shell_argument",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 544,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "tests.test_edge_cases.test_static_choice_validation_invalid",
      "status": "failure"
    },
    {
      "branch": "bc90bea37ab6",
      "extra": {
        "message_chars": 479,
        "message_redacted": true,
        "time": 0.09
      },
      "name": "tests.test_compgen.test_complete_zsh_format",
      "status": "failure"
    }
  ],
  "test_results_omitted": 961,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}