{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "76f801ba36ac36d0090b396aace9a582f7c71b095af48e8de02a0b4c5198a646",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.13828209499479271
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(0fad3f3c8c55c98de87355da7bf454a8a5f83ed4c9ce012a389fee75f92d0511)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1407498820044566
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15748260699911043
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13884947702172212
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13969901500968263
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.13339928098139353
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6677481310034636
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1330849940131884
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13733179797418416
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1293147050018888
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1224270679813344
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 19490,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.576620936975814
    },
    {
      "branch": "f5ab65c66ad6",
      "command": "docker cp e715fba5eb3fd9ab086cf4e2b74d4e6c0d5ca3521231506d947e031618ca8608:/workspace/eval/results.xml /tmp/tmpjli95e5s.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 13831,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03873672100598924
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13685799497761764
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12996373599162325
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13426253900979646
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12211022200062871
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 161093,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 20.08866907400079
    },
    {
      "branch": "61d5d5110768",
      "command": "docker cp 672bcf77150b905450e600383061219d131440620eb0e987484006ecb5933719:/workspace/eval/results.xml /tmp/tmp4828ppyr.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 128422,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039378431014483795
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14527789200656116
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11045765900053084
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13481637198128738
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12879630300449207
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 19883,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.700487727008294
    },
    {
      "branch": "2e64897bedc3",
      "command": "docker cp 8416d01d4bde1f33378d7b224a26c86061ec09e48843b5ab48a805fb334cb60c:/workspace/eval/results.xml /tmp/tmp1prg4ywo.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12234,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.029539473995100707
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.133137565018842
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12354793300619349
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13538775499910116
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12772448698524386
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5835,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.209659743006341
    },
    {
      "branch": "314a43fe54ae",
      "command": "docker cp d7b910b95ff6d7705cfb3325335d09b5b80f1de54df49d30a64af770e539616b:/workspace/eval/results.xml /tmp/tmp_paxojkj.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3155,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.041748901014216244
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.07792553497711197
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11532466299831867
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11011652398156002
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13163648499175906
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5706,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.646100986981764
    },
    {
      "branch": "95e016c28ce7",
      "command": "docker cp ae553ed061e32a1d8037effe5436029075a5daba2e86565d6be757be4203ce01:/workspace/eval/results.xml /tmp/tmp33pyi6br.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3857,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04010503299650736
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12674227997194976
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10735320099047385
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09019280099892057
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1256583250069525
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 15553,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.78826142300386
    },
    {
      "branch": "1f8845ada8c0",
      "command": "docker cp 12ccd6afff7864bd2b6434ac075ab28e82a01ddf011fae6d82581195b9c9c6c7:/workspace/eval/results.xml /tmp/tmp8q2lazdl.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10851,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03943728099693544
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09745696201571263
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13148485799320042
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14043283800128847
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13293371701729484
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2485,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4154142799961846
    },
    {
      "branch": "5bbdc4638826",
      "command": "docker cp 73d405df82dce9a8144f3fc0dc6eb35514b856a09aaf4b491b6f0940d0a89f04:/workspace/eval/results.xml /tmp/tmpuhpfuu70.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1099,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03468434399110265
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12256866702227853
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12104443699354306
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13171001398586668
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13621204500668682
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 55127,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.826389280991862
    },
    {
      "branch": "65d3ddb6da15",
      "command": "docker cp e200acde14d9e3e43dcffe26a85203e1dfb898f3e601f79a9a6a5f6366f135ab:/workspace/eval/results.xml /tmp/tmpbrz4va9x.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 40941,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03536868598894216
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 154,
    "passed": 410
  },
  "test_branch_errors": {},
  "test_branches": [
    "f5ab65c66ad6",
    "61d5d5110768",
    "2e64897bedc3",
    "314a43fe54ae",
    "95e016c28ce7",
    "1f8845ada8c0",
    "5bbdc4638826",
    "65d3ddb6da15"
  ],
  "test_records": 564,
  "test_results": [
    {
      "branch": "f5ab65c66ad6",
      "extra": {
        "message_chars": 559,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "eval.tests.test_extraction_features.test_aws_long_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 785,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "tests.test_extraction_basic.test_no_extraction_flags_shows_first_match_all_types",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 480,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "tests.test_extraction_extended.test_google_keys_from_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 529,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "tests.test_extraction_extended.test_phone_numbers_from_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 327,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_extraction_basic.test_email_in_log_context_suppress_stdin_msg",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 176,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_extraction_basic.test_email_tld_length_restrictions",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 388,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_extraction_basic.test_email_from_file_input",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 615,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_extraction_extended.test_aws_keys_from_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 750,
        "message_redacted": true,
        "time": 0.101
      },
      "name": "tests.test_extraction_extended.test_aws_with_display_filename",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 785,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_extraction_basic.test_multiple_extractors_stops_at_first_without_thorough",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 362,
        "message_redacted": true,
        "time": 0.097
      },
      "name": "tests.test_extraction_extended.test_credit_card_with_drop_filter",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 676,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_filter_drop.test_invalid_regex_filter_panics",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 686,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_filter_drop.test_invalid_regex_drop_panics",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_gap_filling.test_csv_header_hide_display_flags",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 628,
        "message_redacted": true,
        "time": 0.104
      },
      "name": "tests.test_gap_filling.test_csv_header_display_line_flags",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 291,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_gap_filling.test_csv_multiple_extractors_with_display_line",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 105,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_gap_filling.test_csv_data_with_commas_in_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 307,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_extraction_extended.test_phone_numbers_clean_mode",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 1153,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "tests.test_extraction_extended.test_aws_keys_multiple_prefixes",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_extraction_extended.test_dns_srv_records_from_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 416,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_output_destinations.test_csv_header_generation_basic",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 182,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_filter_drop.test_filter_url_domain_clean_mode",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 409,
        "message_redacted": true,
        "time": 0.099
      },
      "name": "tests.test_output_destinations.test_csv_header_with_line_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "tests.test_gap_filling.test_csv_clean_mode_extracts_only_matches",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 309,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_output_destinations.test_csv_automatic_detection_from_extension",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 340,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_output_destinations.test_large_output_many_matches",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.098
      },
      "name": "tests.test_output_destinations.test_csv_output_with_clean_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 267,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_gap_filling.test_csv_header_only_line_numbers",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 311,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "tests.test_gap_filling.test_csv_header_hide_line_flags",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 308,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_output_destinations.test_stdin_input_with_csv_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 612,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_gap_filling.test_write_error_disk_full_simulation",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 210,
        "message_redacted": true,
        "time": 0.099
      },
      "name": "tests.test_gap_filling.test_csv_with_hide_and_multiple_extractors",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 143,
        "message_redacted": true,
        "time": 0.105
      },
      "name": "tests.test_output_modifiers.test_thorough_mode_deduplicates_same_match",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 266,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_filter_drop.test_drop_http_urls_and_specific_domain",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 341,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_output_destinations.test_csv_multiple_extraction_types",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 420,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_output_destinations.test_csv_header_with_display_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "tests.test_plugins_basic.test_system_path_plugin_file_loads",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 492,
        "message_redacted": true,
        "time": 0.097
      },
      "name": "tests.test_plugins_basic.test_plugin_extraction_with_clean_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_plugins_basic.test_local_plugin_file_loads_and_lists",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 132,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_output_destinations.test_csv_parsing_with_python_csv_module",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 480,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_plugins_basic.test_plugin_extraction_full_line",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 176,
        "message_redacted": true,
        "time": 0.106
      },
      "name": "tests.test_output_destinations.test_output_error_suppressed_with_ignore_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.106
      },
      "name": "tests.test_output_destinations.test_csv_multiple_dot_extensions",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 138,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_output_destinations.test_csv_append_behavior",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_gap_filling.test_csv_header_only_display",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 75,
        "message_redacted": true,
        "time": 0.095
      },
      "name": "tests.test_output_destinations.test_no_matches_csv_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 338,
        "message_redacted": true,
        "time": 0.095
      },
      "name": "tests.test_output_destinations.test_url_extraction_to_csv",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 252,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_gap_filling.test_directory_with_csv_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 1444,
        "message_redacted": true,
        "time": 0.097
      },
      "name": "tests.test_plugins_basic.test_list_multiple_plugins_formatting",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.101
      },
      "name": "tests.test_output_destinations.test_csv_header_all_flags_combined",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 172,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_output_destinations.test_csv_header_with_hide_type_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_plugins_basic.test_local_plugin_used_when_system_path_missing",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 406,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_plugins_basic.test_plugin_with_invalid_regex_no_crash",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 481,
        "message_redacted": true,
        "time": 0.101
      },
      "name": "tests.test_plugins_basic.test_plugin_with_complex_regex_hex_extraction",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 498,
        "message_redacted": true,
        "time": 0.099
      },
      "name": "tests.test_plugins_basic.test_plugin_extraction_hide_prefix",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 486,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_plugins_basic.test_plugin_with_line_numbers",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 501,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_plugins_basic.test_multiple_plugins_simultaneous_extraction",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 493,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "tests.test_plugins_basic.test_plugin_no_matches_empty_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 305,
        "message_redacted": true,
        "time": 0.1
      },
      "name": "tests.test_output_destinations.test_csv_with_thorough_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 210,
        "message_redacted": true,
        "time": 0.098
      },
      "name": "tests.test_gap_filling.test_csv_header_only_hide_type",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 563,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_plugins_basic.test_plugin_output_to_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 358,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_output_destinations.test_hash_extraction_to_csv",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "tests.test_plugins_errors.test_missing_required_fields_in_json",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "tests.test_plugins_errors.test_malformed_json_continues_when_user_declines_exit",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "tests.test_plugins_errors.test_plugin_extraction_with_malformed_json_shows_error",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 490,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_plugins_basic.test_plugin_extraction_large_input_multiple_matches_per_line",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 119,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "tests.test_plugins_basic.test_plugin_system_path_priority_over_local",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 474,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_plugins_basic.test_plugin_content_type_used_as_prefix",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 492,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_plugins_basic.test_plugin_with_display_flag_shows_filename",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 937,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "tests.test_plugins_basic.test_plugin_with_thorough_flag_gets_all_matches",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 416,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_plugins_basic.test_plugin_extraction_with_stdin_input",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 424,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_plugins_basic.test_plugin_with_filter_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 433,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_plugins_basic.test_plugin_with_drop_flag",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.005
      },
      "name": "tests.test_plugins_errors.test_utf8_bom_in_plugins_json_causes_parse_error",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_plugins_basic.test_plugin_version_displayed_correctly",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_output_destinations.test_empty_file_csv_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 336,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_gap_filling.test_csv_header_no_flags_default",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "tests.test_plugins_errors.test_json_object_instead_of_array",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 117,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "tests.test_plugins_errors.test_empty_json_file_is_valid",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 119,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "tests.test_plugins_errors.test_malformed_json_syntax_error_with_exit",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 112,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "tests.test_plugins_errors.test_truncated_json_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.006
      },
      "name": "tests.test_plugins_errors.test_plugins_json_is_directory_not_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 119,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "tests.test_plugins_errors.test_json_with_extra_unknown_fields_is_valid",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "tests.test_plugins_errors.test_parse_error_with_stdin_extraction_operation",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 119,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "tests.test_plugins_errors.test_whitespace_only_json_file",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 359,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_plugins_management.test_list_plugins_with_multiple_entries",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_plugins_errors.test_missing_home_environment_variable_causes_panic",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.007
      },
      "name": "tests.test_plugins_errors.test_multiple_parse_errors_in_sequence",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.004
      },
      "name": "tests.test_plugins_errors.test_error_message_consistency_across_different_json_errors",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_plugins_management.test_remove_plugin_by_exact_url",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_plugins_errors.test_local_plugins_json_used_when_no_home",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_plugins_management.test_remove_plugin_case_insensitive_url",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "tests.test_plugins_errors.test_null_byte_in_json_causes_parse_error",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 133,
        "message_redacted": true,
        "time": 0.106
      },
      "name": "tests.test_plugins_management.test_remove_plugin_trailing_slash_normalization",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_plugins_management.test_list_plugins_exact_table_format",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 86,
        "message_redacted": true,
        "time": 0.1
      },
      "name": "tests.test_plugins_management.test_list_plugins_with_many_entries",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 342,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_timing_errors.test_timing_with_multiple_extractors",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 335,
        "message_redacted": true,
        "time": 0.387
      },
      "name": "tests.test_plugins_management.test_remove_all_plugins_leaves_empty_array",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 555,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_plugins_management.test_list_plugins_unicode_handling",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_plugins_management.test_remove_with_http_vs_https_normalization",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 714,
        "message_redacted": true,
        "time": 0.18
      },
      "name": "tests.test_timing_errors.test_invalid_drop_regex_causes_panic",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_plugins_management.test_list_plugins_column_width_calculation",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_plugins_management.test_remove_with_mixed_url_schemes",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_plugins_management.test_remove_multiple_plugins_same_url",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_plugins_management.test_list_plugins_single_entry_formatting",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 273,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_plugins_management.test_remove_url_with_query_parameters",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_plugins_management.test_plugins_json_with_extra_whitespace",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 115,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_plugins_management.test_remove_preserves_other_plugins_order",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 170,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_timing_errors.test_directory_extraction_processes_all_files",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 720,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_timing_errors.test_ignore_does_not_prevent_regex_panic",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "tests.test_plugins_management.test_remove_plugin_with_special_regex_characters",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 97,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_timing_errors.test_invalid_utf8_file_produces_no_output",
      "status": "failure"
    },
    {
      "branch": "61d5d5110768",
      "extra": {
        "message_chars": 710,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_timing_errors.test_invalid_filter_regex_causes_panic",
      "status": "failure"
    },
    {
      "branch": "2e64897bedc3",
      "extra": {
        "message_chars": 145,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "eval.tests.test_argparse_validation.test_missing_value_for_option[argv3-a value is required for '--output <output>']",
      "status": "failure"
    },
    {
      "branch": "2e64897bedc3",
      "extra": {
        "message_chars": 145,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_argparse_validation.test_missing_value_for_option[argv2-a value is required for '--output <output>']",
      "status": "failure"
    },
    {
      "branch": "2e64897bedc3",
      "extra": {
        "message_chars": 145,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_argparse_validation.test_missing_value_for_option[argv1-a value is required for '--file <file>']",
      "status": "failure"
    },
    {
      "branch": "2e64897bedc3",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_argparse_validation.test_output_cannot_be_used_multiple_times",
      "status": "failure"
    },
    {
      "branch": "2e64897bedc3",
      "extra": {
        "message_chars": 145,
        "message_redacted": true,
        "time": 0.179
      },
      "name": "eval.tests.test_argparse_validation.test_missing_value_for_option[argv0-a value is required for '--file <file>']",
      "status": "failure"
    },
    {
      "branch": "2e64897bedc3",
      "extra": {
        "message_chars": 145,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "eval.tests.test_argparse_validation.test_unknown_flag_errors[argv2-2-unexpected argument '-Z' found]",
      "status": "failure"
    },
    {
      "branch": "2e64897bedc3",
      "extra": {
        "message_chars": 145,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_argparse_validation.test_unknown_flag_errors[argv0-2-unexpected argument '--nonexistent-flag' found]",
      "status": "failure"
    }
  ],
  "test_results_omitted": 34,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}