{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "2c4d113e31f08b5b7d279c4616b69d3cea7101bbc4063e149dab0ff2c258707f",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.15018648399563972
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(47c41ab7e8ff7e0b8dcf0e6134670c12ca1b5c38919567202a1471fee5211c40)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13493743698927574
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15583034000883345
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13249646499752998
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13413477900030557
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.14271774399094284
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6886724930081982
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13852371799293905
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11080716599826701
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14033039200876374
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1320792529877508
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 154870,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 14.033060943998862
    },
    {
      "branch": "9a09132872e3",
      "command": "docker cp f09328e7608d0ca17256ba48f23bcc880fe825e77462836f84f9db54074c1f19:/workspace/eval/results.xml /tmp/tmp7idu2afr.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 108132,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03990256700490136
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1547452049999265
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12378431799879763
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12781491001078393
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1311339210078586
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 359702,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 125.45056907500839
    },
    {
      "branch": "abd9c19cdfc1",
      "command": "docker cp 1c65eb8412018a9427320c5fe020623e040783d9e3626fe5c51a4c9ac93e0ee0:/workspace/eval/results.xml /tmp/tmpdr8pz4or.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 282620,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04476271299063228
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14293636500951834
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13027872699603904
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13089237800159026
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13982681000197772
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17210,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.273618710009032
    },
    {
      "branch": "3f556672d710",
      "command": "docker cp 62252a019237aaede62da4f7d33e1668eccd00c68cc58ca34325a68977e713f3:/workspace/eval/results.xml /tmp/tmp0cq_ljs_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10550,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039420070010237396
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1367021469923202
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12711027500336058
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13646440900629386
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11542037400067784
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7824,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.724800798998331
    },
    {
      "branch": "50b94ec9f58d",
      "command": "docker cp 41e3d7aacb6d12776922fe47bebd28b491203044b0fb8b4ccfefc360403ca5c9:/workspace/eval/results.xml /tmp/tmp5m4_nlnq.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5585,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03925110299314838
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13282565400004387
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12053527000534814
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10069314700376708
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12409321000450291
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 13203,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.811783604993252
    },
    {
      "branch": "864768bd656d",
      "command": "docker cp c1eebb6a13bd0010a9009a8bce78d8585608e9829f48a987e7dd52a906ca74ed:/workspace/eval/results.xml /tmp/tmpg42jdqkl.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8552,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03904250699270051
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13482409600692336
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12314952400629409
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09975548299553338
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14332446399203036
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2487,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.548528590006754
    },
    {
      "branch": "1e380e408cef",
      "command": "docker cp 0c84278ace0abc6a2ae1aec8de04f6e0693a2e9d91b578d4ab05d2e455bccbbb:/workspace/eval/results.xml /tmp/tmpsruncizo.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1100,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04028464900329709
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15078239599824883
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12787529699562583
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13532743899850175
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14072506199590862
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6922,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.492164513008902
    },
    {
      "branch": "f55fa858b817",
      "command": "docker cp a5376219ad81e0439cca10e525517398ebb83cf0d24c61b2fc578166f254f98e:/workspace/eval/results.xml /tmp/tmpjuk4plt7.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4188,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039014327005133964
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13670252000156324
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1367278799880296
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13522913100314327
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12788172700675204
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 15001,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.535133847995894
    },
    {
      "branch": "65fcb612cb25",
      "command": "docker cp 8028a9356a096539292026ae4a2ae5f0287ec6107ad7bcee0ba6f4dc62e39416:/workspace/eval/results.xml /tmp/tmpdbj5kl45.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10323,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03936482399876695
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14237338899692986
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1254432830028236
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12246740600676276
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13439572500647046
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10733,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 17.372660171007738
    },
    {
      "branch": "1277cb79dbb9",
      "command": "docker cp cb3f6c1b11c84dd3eaff7a8676c74f4bdc1b42fc56c8d792fbcf7a8aacae3d09:/workspace/eval/results.xml /tmp/tmp_45myu9u.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7667,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03987401600170415
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14898451800399926
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1051817480038153
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1293087809899589
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11512492499605287
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8759,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 26.780912807997083
    },
    {
      "branch": "7fd882315fd3",
      "command": "docker cp e8c42989a6d120420663e19b03afae8ec29a8ed05178caa94f30fc067c446859:/workspace/eval/results.xml /tmp/tmpnzidduns.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14508,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03818670200416818
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12390036100987345
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13189194799633697
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1108667500084266
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12952562200371176
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4059,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 12.13728469099442
    },
    {
      "branch": "10eca2807d4a",
      "command": "docker cp 5f9e748707cd199387fcb5197bffcb86a13ae5a805f0a98d18aa0b4dc178cbaf:/workspace/eval/results.xml /tmp/tmpm35v_irg.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5133,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04372262299875729
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14146244300354738
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10704150500532705
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12461371399695054
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09953293300350197
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11630,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.76346947599086
    },
    {
      "branch": "8a22cbd07344",
      "command": "docker cp 21a4a7694d33760c3ab7b690da3f032fcbb232e79c6a9717b90de7fa0d783da9:/workspace/eval/results.xml /tmp/tmpcmgrvvsh.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10034,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039566631996422075
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "error": 1,
    "failure": 323,
    "passed": 1203,
    "skipped": 26
  },
  "test_branch_errors": {},
  "test_branches": [
    "9a09132872e3",
    "abd9c19cdfc1",
    "3f556672d710",
    "50b94ec9f58d",
    "864768bd656d",
    "1e380e408cef",
    "f55fa858b817",
    "65fcb612cb25",
    "1277cb79dbb9",
    "7fd882315fd3",
    "10eca2807d4a",
    "8a22cbd07344"
  ],
  "test_records": 1553,
  "test_results": [
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 122,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "eval.tests.test_additional_coverage.test_log_file",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 121,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "eval.tests.test_config_and_sorting.test_log_file_gets_written",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 345,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "eval.tests.test_config_comprehensive.test_config_archive_browsing",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 122,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "eval.tests.test_coverage_boost.test_log_file_with_content",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 187,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "eval.tests.test_coverage_improvement.test_single_file_scan",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "eval.tests.test_additional_coverage.test_database_with_filtering",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 482,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_coverage_improvement.test_ignore_from_file_multiple_patterns",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 122,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_coverage_improvement.test_log_file_permissions",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 98,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "eval.tests.test_coverage_improvement.test_no_prefix_large_numbers",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 122,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "eval.tests.test_coverage_push.test_log_file_creation",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_final_coverage.test_database_storage_with_complex_structure",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 218,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "eval.tests.test_final_coverage_push.test_error_no_prefix_and_si",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 187,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "eval.tests.test_final_coverage_push.test_output_to_stdout",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_final_push.test_database_with_filters",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "eval.tests.test_final_push.test_time_filter_with_database",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "eval.tests.test_config_and_sorting.test_database_sqlite_persistence",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 198,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "eval.tests.test_final_push.test_ignore_from_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "eval.tests.test_coverage_push.test_database_sqlite_write_and_read",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "eval.tests.test_database.test_sqlite_database_creation",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.244
      },
      "name": "eval.tests.test_final_coverage.test_badger_vs_sqlite_consistency",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 122,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "eval.tests.test_intensive_coverage_boost.test_log_file_comprehensive",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 217,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "eval.tests.test_final_coverage_push.test_json_export_with_archive_content",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "eval.tests.test_intensive_coverage.test_database_with_filters_comprehensive",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 129,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "eval.tests.test_final_coverage_push.test_database_with_filters",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "eval.tests.test_intensive_coverage_boost.test_database_operations_comprehensive",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.447
      },
      "name": "eval.tests.test_massive_coverage_push.test_database_with_large_structure",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "eval.tests.test_final_push.test_badger_database_with_options",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 270,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "eval.tests.test_massive_coverage_push.test_zip_with_subdirectories",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "eval.tests.test_config_and_sorting.test_database_badger_persistence",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "eval.tests.test_coverage_push.test_database_badger_write_and_read",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_database.test_badger_database_creation",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_more_coverage.test_database_sqlite_read_write_cycle",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_progress_and_storage.test_database_read_from_storage",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_real_world_scenarios.test_database_real_directory",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "eval.tests.test_intensive_coverage_boost.test_database_and_json_combined",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "eval.tests.test_real_world_scenarios.test_database_with_options_real",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_strengthened.test_database_badger_round_trip",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 121,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "eval.tests.test_strengthened.test_log_file_content_verification",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "eval.tests.test_strengthened.test_database_sqlite_round_trip",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_database.test_read_from_sqlite_storage",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "eval.tests.test_more_coverage.test_database_badger_read_write_cycle",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "eval.tests.test_progress_and_storage.test_badger_read_from_storage",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "eval.tests.test_targeted_coverage.test_database_with_apparent_size",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "eval.tests.test_targeted_coverage.test_database_with_all_options",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 122,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_real_world_scenarios.test_log_file_real",
      "status": "failure"
    },
    {
      "branch": "9a09132872e3",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "eval.tests.test_database.test_read_from_badger_storage",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.258
      },
      "name": "tests.test_cli_concurrency.test_sequential_analysis_completes_successfully",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 288,
        "message_redacted": true,
        "time": 0.247
      },
      "name": "tests.test_cli_advanced.test_log_file_overwrites_existing_file",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "tests.test_cli_archives.test_archive_browsing_zero_byte_files",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.257
      },
      "name": "tests.test_cli_archives.test_archive_browsing_jar_file_recognition",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "tests.test_cli_archives.test_archive_browsing_special_characters_in_names",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 201,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_cli_advanced.test_conflicting_flags_no_prefix_and_si",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_cli_database.test_corrupt_sqlite_database_error",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 257,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_cli_basic.test_flag_combination_si_and_no_prefix_error",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 136,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "tests.test_cli_analyze_gaps2.test_database_read_with_multiple_filters_combined",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 162,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "tests.test_cli_analyze_gaps2.test_database_read_with_type_filter",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 131,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "tests.test_cli_analyze_gaps2.test_database_read_with_since_date_filter",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_cli_database.test_sqlite_basic_scan_creates_database_file",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 206,
        "message_redacted": true,
        "time": 0.139
      },
      "name": "tests.test_cli_errors.test_output_to_stdout_dash",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 173,
        "message_redacted": true,
        "time": 0.26
      },
      "name": "tests.test_cli_analyze_gaps2.test_database_read_with_min_age_filter",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 14,
        "message_redacted": true,
        "time": 0.806
      },
      "name": "tests.test_cli_advanced.test_config_file_write_and_read_round_trip",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 218,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_cli_database.test_sqlite_handles_hard_links",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_cli_concurrency.test_max_cores_parallel_analysis",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 84,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_cli_advanced.test_max_cores_with_log_file_confirms_setting",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_cli_archives.test_archive_browsing_case_insensitive_extensions",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "tests.test_cli_archives.test_archive_browsing_empty_zip",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_cli_archives.test_archive_browsing_deep_directory_nesting",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_cli_basic.test_very_small_files_byte_formatting",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 167,
        "message_redacted": true,
        "time": 0.29
      },
      "name": "tests.test_cli_analyze_gaps2.test_database_read_with_exclude_type",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 165,
        "message_redacted": true,
        "time": 0.274
      },
      "name": "tests.test_cli_database.test_sqlite_with_file_type_filters",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 131,
        "message_redacted": true,
        "time": 0.258
      },
      "name": "tests.test_cli_analyze_gaps2.test_database_read_with_until_date_filter",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 125,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_cli_database.test_badgerdb_basic_scan_creates_directory",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 411,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_cli_export_errors.test_export_from_storage_nonexistent_db",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 89,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_cli_advanced.test_config_file_with_invalid_yaml_reports_error",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 153,
        "message_redacted": true,
        "time": 0.274
      },
      "name": "tests.test_cli_analyze_gaps2.test_database_read_with_max_age_filter",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 2238,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_cli_export_errors.test_export_to_directory_fails",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_cli_advanced.test_config_file_loads_and_applies_settings",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 131,
        "message_redacted": true,
        "time": 0.291
      },
      "name": "tests.test_cli_database.test_sqlite_with_time_filter_persisted",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_cli_concurrency.test_database_analysis_signals_completion",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_cli_archives.test_archive_browsing_mixed_with_hidden_files",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_cli_archives.test_archive_browsing_large_archive_many_files",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 60,
        "message_redacted": true,
        "time": 0.293
      },
      "name": "tests.test_cli_archives.test_archive_browsing_summarize_mode_includes_uncompressed_sizes",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 217,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_cli_analyze_gaps.test_archive_browsing_flag_marks_zip_files",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_cli_concurrency.test_parallel_analysis_completes_successfully",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 217,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_cli_analyze_gaps2.test_sequential_analyzer_with_archive_browsing",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_cli_archives.test_archive_browsing_disabled_by_default",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 146,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_cli_export_errors.test_export_from_storage_empty_result",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 2970,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_cli_errors.test_input_file_malformed_json",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_cli_file_gaps.test_hidden_directories_excluded_with_H_flag",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 281,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_cli_export_errors.test_export_from_corrupted_database_fails",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_cli_advanced.test_log_file_creation_and_content",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 76,
        "message_redacted": true,
        "time": 0.703
      },
      "name": "tests.test_cli_final_gaps.test_export_with_progress_creates_valid_json",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 184,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_cli_final_gaps.test_stdout_top_with_summarize_conflicts",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 155,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_cli_final_gaps.test_database_storage_and_read",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.118
      },
      "name": "tests.test_cli_archives.test_archive_browsing_with_symlinks_if_followed",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 292,
        "message_redacted": true,
        "time": 0.304
      },
      "name": "tests.test_cli_concurrency.test_database_read_signals_immediate_completion",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_cli_archives.test_archive_browsing_nested_zip_handling",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_cli_file_gaps.test_symlink_to_directory_not_followed",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 202,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_cli_archives.test_archive_browsing_no_prefix_raw_bytes",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 256,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "tests.test_cli_analyze_gaps.test_database_hardlink_roundtrip",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "tests.test_cli_archives.test_archive_browsing_simple_zip_structure",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 83,
        "message_redacted": true,
        "time": 0.26
      },
      "name": "tests.test_cli_export_errors.test_export_with_progress_display_binary_prefix",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 2972,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_cli_errors.test_empty_input_file",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 146,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_cli_export_errors.test_export_from_badger_database_works",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_cli_file_gaps.test_hidden_directories_included_by_default",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 538,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "tests.test_cli_filters.test_ignore_nonexistent_file_error",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 193,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_cli_errors.test_invalid_database_path",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_cli_fs_gaps.test_name_sort_natural_order",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 235,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "tests.test_cli_gaps.test_gitannex_with_flags_shows_annexed_size",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_cli_gaps.test_gitannex_symlink_with_absolute_path",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_cli_archives.test_archive_browsing_sorting_order",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_cli_archives.test_archive_browsing_mixed_files_and_archives",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_cli_file_gaps.test_multiple_hardlinks_share_single_inode",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 185,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_cli_analyze_gaps.test_multi_directory_hardlinks_counted_once",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_cli_archives.test_archive_browsing_nested_directories_with_archives",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 156,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_cli_concurrency.test_stored_analysis_with_badger_db_signals_completion",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 173,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "tests.test_cli_errors.test_conflicting_flags_si_and_no_prefix",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 205,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "tests.test_cli_errors.test_file_as_argument_not_directory",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 83,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "tests.test_cli_export_errors.test_export_with_progress_display_si_prefix",
      "status": "failure"
    },
    {
      "branch": "abd9c19cdfc1",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_cli_file_gaps.test_hardlinks_all_counted_with_flag",
      "status": "failure"
    }
  ],
  "test_results_omitted": 230,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}
