{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "21297b8c764f67296f0700e769b0f82c21e8a84b80047a6999d044d17710394a",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.19343557699176017
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(fdc96130c94781485de07488273cadd5351977d8518e1f1390677633b6cd1c86)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1381553899991559
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15301018999889493
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12621159700211138
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1261174779938301
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1402345959941158
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6673459110024851
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14354387900675647
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11077016999479383
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10942152699863072
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11454888399748597
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 19846,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.370103332999861
    },
    {
      "branch": "f959760f19f7",
      "command": "docker cp cc25a21bd24e0c231e146a5aab6e6a97906df5615a5e1d8d7bd2fe8a01e1eeb9:/workspace/eval/results.xml /tmp/tmpqoho75ob.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 20039,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.029610486002638936
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10169300000416115
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09622511800262146
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12253918500209693
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10755462800443638
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 23894,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.692728848996921
    },
    {
      "branch": "231dfd9dcc35",
      "command": "docker cp 58d209fb33b47a076162aae4584c9404bf9d1b36e5e759f6a85dc1eec22a263f:/workspace/eval/results.xml /tmp/tmpsin3uk6f.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 16456,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03413191100116819
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11000595700170379
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13186837699322496
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12152437500481028
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12390320698614232
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 172490,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 17.02420989899838
    },
    {
      "branch": "dc10e832e5bb",
      "command": "docker cp abf3ec9216ea3b41fc8db2a15933205deb5714e2c2c2fe993f57d83675469888:/workspace/eval/results.xml /tmp/tmpdwk7276h.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 195479,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03783858301176224
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1413882760098204
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09457269200356677
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10434808301215526
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12453109200578183
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 28497,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.7481866470043315
    },
    {
      "branch": "a1f5bf0c63f3",
      "command": "docker cp 4592ad43c24ceef2d79fa5e611fc4bf5490e529b2fe1ab73ce29138249110de5:/workspace/eval/results.xml /tmp/tmpygem05hi.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 23115,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.040830885991454124
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14160097000421956
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12374887999612838
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13350711000384763
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1246901090053143
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1551,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.451992287999019
    },
    {
      "branch": "4ea7c2c481d0",
      "command": "docker cp 5d33a705b40e402e40df78cd93b9a4af3fcde342b2cc24c6fd4ba8f46a05abe6:/workspace/eval/results.xml /tmp/tmpd_j3elyu.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 487,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02028426999459043
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13876536399766337
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12713915700442158
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11959692899836227
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13123862700012978
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9414,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6794601370056625
    },
    {
      "branch": "0941826b6d59",
      "command": "docker cp d8f38c1b95f00947e986cc8954a2aeee7d304abf0962d3fd8034f58c32ce0010:/workspace/eval/results.xml /tmp/tmp5oz9fzng.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5802,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03972480799711775
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13727469100558665
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.0906525370082818
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08589781699993182
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1353025050048018
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2493,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.634852408998995
    },
    {
      "branch": "4a13ebf33be9",
      "command": "docker cp c509ee08da6976091b6018cd93e920b014ff01a535de0b3c518691eeb10891f9:/workspace/eval/results.xml /tmp/tmp3rrjzr7w.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1103,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03665069700218737
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1001986180053791
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13086624798597768
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1262566460063681
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11632439799723215
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3903,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.2347827809862792
    },
    {
      "branch": "e2bba982cb20",
      "command": "docker cp d64a0c41563b613556b9c6200a971b95c0a16010577e44193941e869259fb330:/workspace/eval/results.xml /tmp/tmpcxz75cn9.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2045,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03887527900224086
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1323615389992483
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13148704900231678
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12000097200507298
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13798188901273534
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7387,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.724106035995646
    },
    {
      "branch": "ae15c21f2092",
      "command": "docker cp b2c198b7103d6d5223725025c031822f75e03126b77d2a62b39f4f59719b8b5e:/workspace/eval/results.xml /tmp/tmpfs2xbes_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5594,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03557768800237682
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14608586599933915
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1350788929994451
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12028222699882463
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1102529509953456
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12506,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.795169559001806
    },
    {
      "branch": "49c5e753c478",
      "command": "docker cp 58b3e3f65e16764f93937d643d05fc2ba4618422dfdf8b5505205462681e5c86:/workspace/eval/results.xml /tmp/tmpk8b1jk8l.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 13826,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036710952990688384
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 105,
    "passed": 524,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "f959760f19f7",
    "231dfd9dcc35",
    "dc10e832e5bb",
    "a1f5bf0c63f3",
    "4ea7c2c481d0",
    "0941826b6d59",
    "4a13ebf33be9",
    "e2bba982cb20",
    "ae15c21f2092",
    "49c5e753c478"
  ],
  "test_records": 630,
  "test_results": [
    {
      "branch": "f959760f19f7",
      "extra": {
        "message_chars": 462,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "eval.tests.test_edge_cases.test_total_width_very_small",
      "status": "failure"
    },
    {
      "branch": "f959760f19f7",
      "extra": {
        "message_chars": 4766,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "eval.tests.test_measurement_options.test_quantity_short_flag",
      "status": "failure"
    },
    {
      "branch": "231dfd9dcc35",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_advanced_errors.test_column_width_zero_values",
      "status": "failure"
    },
    {
      "branch": "231dfd9dcc35",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_advanced_errors.test_total_width_very_small",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 592,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_flag_interactions.test_total_width_constrains_output",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 104,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_gap_fill.test_overlapping_parent_child_keeps_parent",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 2051,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_gap_fill.test_hardlinks_mixed_exclusive_and_external",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 664,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "tests.test_errors.test_empty_directory",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 2455,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_errors.test_threads_overflow",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 748,
        "message_redacted": true,
        "time": 0.257
      },
      "name": "tests.test_flag_interactions.test_threads_explicit_value",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 797,
        "message_redacted": true,
        "time": 0.285
      },
      "name": "tests.test_flag_interactions.test_top_down_with_align_right",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 669,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_errors.test_negative_threads",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 689,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_errors.test_negative_max_depth",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 708,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_gap_fill.test_json_input_valid_conversion",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 2042,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "tests.test_gap_fill.test_hardlinks_exclusive_all_within_tree",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 370,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_errors.test_invalid_json_input",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 104,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "tests.test_gap_fill.test_overlapping_same_path_twice_with_dedupe",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 633,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_harvest.test_usual_cli_total_width",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 819,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_harvest.test_usual_cli_top_down",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 685,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_harvest.test_usual_cli_quantity_apparent_size",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 104,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_gap_fill.test_overlapping_child_parent_order_keeps_parent",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 774,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "tests.test_errors.test_nonexistent_path_shows_error",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 3438,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_flag_interactions.test_deduplicate_hardlinks_with_quantity_block_size",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 459,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_gap_fill.test_json_input_child_larger_than_parent_error",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 1135,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_gap_fill.test_hardlinks_external_links_detected",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 425,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_errors.test_negative_min_ratio",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 748,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "tests.test_flag_interactions.test_min_ratio_zero_shows_all",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_hardlinks.test_basic_hardlinks_with_deduplication",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_hardlinks.test_basic_hardlinks_without_deduplication",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 748,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_flag_interactions.test_bytes_format_plain_with_quantity_apparent",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 195,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_hardlinks.test_hardlinks_in_text_output_format",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 739,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_harvest.test_usual_cli_column_width",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 706,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_harvest.test_usual_cli_align_right",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 633,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "tests.test_harvest.test_usual_cli_quantity_block_size",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 4771,
        "message_redacted": true,
        "time": 0.307
      },
      "name": "tests.test_json_modes.test_json_input_visualizes_exported_tree",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 4771,
        "message_redacted": true,
        "time": 0.217
      },
      "name": "tests.test_json_modes.test_json_input_preserves_sizes_across_quantity_modes",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 104,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_gap_fill.test_overlapping_nested_multiple_levels",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 2455,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_errors.test_max_depth_overflow",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 611,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_gap_fill.test_json_input_nested_child_larger_than_parent_error",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 685,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_harvest.test_usual_cli_bytes_format_metric",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 3438,
        "message_redacted": true,
        "time": 0.275
      },
      "name": "tests.test_flag_interactions.test_deduplicate_hardlinks_shows_summary",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 497,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_flag_interactions.test_column_width_explicit_values",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 753,
        "message_redacted": true,
        "time": 0.173
      },
      "name": "tests.test_flag_interactions.test_max_depth_with_min_ratio",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 879,
        "message_redacted": true,
        "time": 0.247
      },
      "name": "tests.test_harvest.test_json_output_json_input",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 685,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_harvest.test_usual_cli_min_ratio",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 630,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_harvest.test_usual_cli_quantity_block_count",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 16,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_scale.test_empty_directory",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 4788,
        "message_redacted": true,
        "time": 0.303
      },
      "name": "tests.test_json_modes.test_json_input_and_output_together_produces_visualization",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 555,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_size_edge_cases.test_zero_size_plain_format",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 555,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_size_edge_cases.test_zero_size_binary_format",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 29,
        "message_redacted": true,
        "time": 0.687
      },
      "name": "tests.test_size_edge_cases.test_large_file_plain_format",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 555,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_size_edge_cases.test_block_count_zero_size",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 435,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_json_modes.test_json_output_omit_both_shared_fields",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 718,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "tests.test_size_edge_cases.test_single_byte_file_plain",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 685,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_harvest.test_usual_cli_bytes_format_binary",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 748,
        "message_redacted": true,
        "time": 0.225
      },
      "name": "tests.test_flag_interactions.test_multiple_input_paths_with_min_ratio",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 588,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "tests.test_flag_interactions.test_json_output_ignores_visualization_flags",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 552,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_size_edge_cases.test_zero_size_json",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 585,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_size_edge_cases.test_very_large_file_overflow_protection",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 634,
        "message_redacted": true,
        "time": 0.247
      },
      "name": "tests.test_harvest.test_usual_cli_bytes_format_plain",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 150,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "tests.test_tree_table_edge_cases.test_narrow_width_shows_only_root",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 106,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_tree_table_edge_cases.test_deep_nesting_with_width_constraint_excludes_deep_children",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 90,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_tree_table_edge_cases.test_parent_becomes_childless_when_all_children_excluded",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 555,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_size_edge_cases.test_zero_size_metric_format",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_unreachable_constructors.test_files_are_represented_as_empty_directories",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 29,
        "message_redacted": true,
        "time": 0.626
      },
      "name": "tests.test_size_edge_cases.test_large_file_metric_format",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 751,
        "message_redacted": true,
        "time": 0.261
      },
      "name": "tests.test_visualization.test_default_bottom_up_direction",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 23,
        "message_redacted": true,
        "time": 0.656
      },
      "name": "tests.test_size_edge_cases.test_block_count_large_file",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 719,
        "message_redacted": true,
        "time": 0.178
      },
      "name": "tests.test_size_edge_cases.test_single_byte_file_binary",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 747,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_size_edge_cases.test_boundary_1k_metric",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 658,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "tests.test_size_edge_cases.test_single_byte_json",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 710,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_size_edge_cases.test_boundary_1k_binary",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 1139,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_harvest.test_usual_cli_path_to_workspace",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_size_edge_cases.test_multiple_files_size_sum",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 482,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_visualization.test_column_width_explicit_tree_and_bar_widths",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 799,
        "message_redacted": true,
        "time": 0.279
      },
      "name": "tests.test_visualization.test_combined_top_down_and_align_right",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 370,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_visualization.test_narrow_width_40_forces_truncation",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 103,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "tests.test_tree_table_edge_cases.test_very_deep_nesting_all_levels_show",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 724,
        "message_redacted": true,
        "time": 0.266
      },
      "name": "tests.test_visualization.test_min_ratio_0_shows_all_entries_including_tiny",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 801,
        "message_redacted": true,
        "time": 0.264
      },
      "name": "tests.test_visualization.test_combined_bytes_format_plain_and_top_down",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 434,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_visualization.test_balanced_column_widths_25_25",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 799,
        "message_redacted": true,
        "time": 0.275
      },
      "name": "tests.test_visualization.test_top_down_direction_flag",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 572,
        "message_redacted": true,
        "time": 0.246
      },
      "name": "tests.test_visualization.test_total_width_80",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 748,
        "message_redacted": true,
        "time": 0.264
      },
      "name": "tests.test_visualization.test_total_width_200_wide_output",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 751,
        "message_redacted": true,
        "time": 0.252
      },
      "name": "tests.test_visualization.test_bytes_format_binary_units",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 751,
        "message_redacted": true,
        "time": 0.323
      },
      "name": "tests.test_visualization.test_bytes_format_plain_no_units",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 748,
        "message_redacted": true,
        "time": 0.225
      },
      "name": "tests.test_visualization.test_min_ratio_30_percent_filters_small_entries",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 748,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "tests.test_visualization.test_align_right_flag_bar_alignment",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 748,
        "message_redacted": true,
        "time": 0.218
      },
      "name": "tests.test_visualization.test_no_sort_flag_preserves_filesystem_order",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 747,
        "message_redacted": true,
        "time": 0.231
      },
      "name": "tests.test_visualization.test_min_ratio_50_shows_only_largest_entries",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 751,
        "message_redacted": true,
        "time": 0.295
      },
      "name": "tests.test_visualization.test_bytes_format_metric_default_behavior",
      "status": "failure"
    },
    {
      "branch": "dc10e832e5bb",
      "extra": {
        "message_chars": 424,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_visualization.test_empty_directory_shows_root_only",
      "status": "failure"
    },
    {
      "branch": "a1f5bf0c63f3",
      "extra": {
        "message_chars": 140,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_argparse_validation.test_argument_errors[args8-2-expected_substrs8]",
      "status": "failure"
    },
    {
      "branch": "a1f5bf0c63f3",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "eval.tests.test_argparse_validation.test_bytes_format_accepts_multiple_syntaxes[variant2]",
      "status": "failure"
    },
    {
      "branch": "a1f5bf0c63f3",
      "extra": {
        "message_chars": 447,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_argparse_validation.test_bytes_format_accepts_multiple_syntaxes[variant0]",
      "status": "failure"
    },
    {
      "branch": "a1f5bf0c63f3",
      "extra": {
        "message_chars": 187,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_argparse_validation.test_argument_errors[args0-2-expected_substrs0]",
      "status": "failure"
    },
    {
      "branch": "a1f5bf0c63f3",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "eval.tests.test_argparse_validation.test_flags_reject_duplicates[args1-2---max-depth]",
      "status": "failure"
    },
    {
      "branch": "a1f5bf0c63f3",
      "extra": {
        "message_chars": 323,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "eval.tests.test_argparse_validation.test_flags_reject_duplicates[args0-2-cannot be used multiple times]",
      "status": "failure"
    },
    {
      "branch": "a1f5bf0c63f3",
      "extra": {
        "message_chars": 286,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "eval.tests.test_argparse_validation.test_flags_reject_duplicates[args2-2---silent-errors]",
      "status": "failure"
    },
    {
      "branch": "a1f5bf0c63f3",
      "extra": {
        "message_chars": 286,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "eval.tests.test_argparse_validation.test_flags_reject_duplicates[args3-2---progress]",
      "status": "failure"
    },
    {
      "branch": "a1f5bf0c63f3",
      "extra": {
        "message_chars": 163,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "eval.tests.test_argparse_validation.test_unknown_negative_value_is_parsed_as_flag_without_equals",
      "status": "failure"
    },
    {
      "branch": "ae15c21f2092",
      "extra": {
        "message_chars": 46,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_pdu_cli.test_version_format",
      "status": "skipped"
    },
    {
      "branch": "ae15c21f2092",
      "extra": {
        "message_chars": 801,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "eval.tests.test_pdu_cli.test_ascii_chart_basic_invariants",
      "status": "failure"
    },
    {
      "branch": "49c5e753c478",
      "extra": {
        "message_chars": 500,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "eval.tests.test_cli_externalized.test_ext_args_fraction_less_than_zero",
      "status": "failure"
    },
    {
      "branch": "49c5e753c478",
      "extra": {
        "message_chars": 2142,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "eval.tests.test_cli_externalized.test_ext_bytes_format_plain_number_65535",
      "status": "failure"
    },
    {
      "branch": "49c5e753c478",
      "extra": {
        "message_chars": 1888,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "eval.tests.test_cli_externalized.test_ext_cli_errors_fs_errors_permission_denied",
      "status": "failure"
    }
  ],
  "test_results_omitted": 0,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}
