{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "de7b9e7da3b6cc55e4baebe70959d93eaafc4510548d50600c9f69fcc1912210",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.18480692600132897
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(e2f1ab17093ca82a561dcad9060736510f4782c8ffd7bb2b111ef0daf91896d3)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1376404479960911
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.1424711820000084
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.5468642189953243
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1428505869989749
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11659273000259418
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6957964460016228
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14965100699919276
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12886824400629848
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11762135500612203
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12832252199586947
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9842,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 28.193814519996522
    },
    {
      "branch": "0b8272ce2673",
      "command": "docker cp 402b5228a8132d0eb6d40c32baea6f52cd146722b949a1e08d90dd4922def640:/workspace/eval/results.xml /tmp/tmpqfhmpxcf.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11027,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02562736699474044
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13209637100226246
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11297141699469648
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10698498800047673
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1271383270068327
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17105,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 40.840611250008806
    },
    {
      "branch": "f56b4714726d",
      "command": "docker cp 8690c60c79ae0c323c1b27d810f2ce265047ff8533fd4ae67d27d529cf026712:/workspace/eval/results.xml /tmp/tmpdfmk7beq.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 19499,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0387946200062288
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12200650598970242
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1396862880064873
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1358647010056302
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1292053889919771
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 51970,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 19.710616721989936
    },
    {
      "branch": "8b3562091b25",
      "command": "docker cp ac65cdd6bea1d1bc0ecb8872209d423db3facdce0b7dd6ed35712ba28926fa70:/workspace/eval/results.xml /tmp/tmp1xhg_cja.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 39336,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0392497439897852
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14264056000683922
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13167400599922985
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12870750499132555
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13095432599948253
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 30247,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.511584263003897
    },
    {
      "branch": "c468adc8e0ee",
      "command": "docker cp e0f4052082263a41afd91a726001fa203640746fee53cf272f3dea1ca9b993ac:/workspace/eval/results.xml /tmp/tmpaet6zxwz.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 26956,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037557097006356344
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1356125939928461
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12115002601058222
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12512594400322996
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1306659399997443
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11895,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.412368231001892
    },
    {
      "branch": "4e43e81279dd",
      "command": "docker cp 1ab306d6054f83dede62b956f88ebd7c4c80dd31f3571ca39c6e883bedca1fa9:/workspace/eval/results.xml /tmp/tmpyaw87_e0.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7360,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037451006995979697
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12003735199687071
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11872410899377428
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10381026900722645
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12109091799356975
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3269,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4520110080047743
    },
    {
      "branch": "e86f1ff6deca",
      "command": "docker cp 4bf07aed177e0aba6eaa76436fbb008fc8c07d61a802b6e444234a040d5ca0af:/workspace/eval/results.xml /tmp/tmparmyr2m6.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1607,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03942852200998459
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14403611999296118
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12362654299067799
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11447291699005291
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13621901599981356
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6644,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.215559784002835
    },
    {
      "branch": "5d041b636ac0",
      "command": "docker cp a66342be4559cd317270bf4d4247bd182d0ed623cb125edaff14fad7b173814a:/workspace/eval/results.xml /tmp/tmp41124y3t.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3846,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03864447200612631
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13576936000026762
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13117308300570585
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11228936600673478
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09975988299993332
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1545,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6424101660086308
    },
    {
      "branch": "ed4a9ed864a8",
      "command": "docker cp c0d825d021dadc7fadab1010739970db6fa8a73d4ecf65efbe2818c21ceebcdc:/workspace/eval/results.xml /tmp/tmp15kxg8vj.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 484,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03968631799216382
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14145730499876663
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10280865299864672
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1260115110053448
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12957690400071442
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5835,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.299968122999417
    },
    {
      "branch": "c9b64b9de736",
      "command": "docker cp 962d36ed4df3fb9ee6e0c6b14b9ba9265dd659736e3ae7a9356db81c0c1dc45c:/workspace/eval/results.xml /tmp/tmpj5ywoj3m.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3807,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.039136924999183975
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 35,
    "passed": 579,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "0b8272ce2673",
    "f56b4714726d",
    "8b3562091b25",
    "c468adc8e0ee",
    "4e43e81279dd",
    "e86f1ff6deca",
    "5d041b636ac0",
    "ed4a9ed864a8",
    "c9b64b9de736"
  ],
  "test_records": 615,
  "test_results": [
    {
      "branch": "0b8272ce2673",
      "extra": {
        "message_chars": 239,
        "message_redacted": true,
        "time": 0.713
      },
      "name": "tests.test_verbosity.test_quiet_and_verbose_conflict",
      "status": "failure"
    },
    {
      "branch": "f56b4714726d",
      "extra": {
        "message_chars": 130,
        "message_redacted": true,
        "time": 0.027
      },
      "name": "eval.tests.test_additional_formats.test_gif_to_webp",
      "status": "failure"
    },
    {
      "branch": "f56b4714726d",
      "extra": {
        "message_chars": 59,
        "message_redacted": true,
        "time": 0.001
      },
      "name": "eval.tests.test_format_support.test_tiff_compression",
      "status": "skipped"
    },
    {
      "branch": "f56b4714726d",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 0.721
      },
      "name": "eval.tests.test_minimum_savings.test_min_savings_allows_writing",
      "status": "failure"
    },
    {
      "branch": "f56b4714726d",
      "extra": {
        "message_chars": 219,
        "message_redacted": true,
        "time": 0.749
      },
      "name": "eval.tests.test_output_control.test_quiet_overrides_verbose",
      "status": "failure"
    },
    {
      "branch": "f56b4714726d",
      "extra": {
        "message_chars": 217,
        "message_redacted": true,
        "time": 0.698
      },
      "name": "eval.tests.test_output_verbosity.test_quiet_and_verbose_mutually_exclusive",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 212,
        "message_redacted": true,
        "time": 0.354
      },
      "name": "tests.test_compression.test_keep_structure_without_recursive_error",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 469,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "tests.test_errors.test_min_savings_invalid_format",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 341,
        "message_redacted": true,
        "time": 0.025
      },
      "name": "tests.test_errors.test_file_without_extension",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 864,
        "message_redacted": true,
        "time": 0.747
      },
      "name": "tests.test_errors.test_mixed_valid_and_invalid_files_partial_success",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 234,
        "message_redacted": true,
        "time": 0.703
      },
      "name": "tests.test_errors.test_verbose_and_quiet_conflict",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 529,
        "message_redacted": true,
        "time": 0.012
      },
      "name": "tests.test_errors.test_conflicting_resize_options_width_and_long_edge",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.259
      },
      "name": "tests.test_file_ops.test_keep_structure_without_recursive_flag",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 201,
        "message_redacted": true,
        "time": 0.073
      },
      "name": "tests.test_formats.test_gif_to_webp_conversion",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 589,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "tests.test_errors.test_width_non_numeric",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 81,
        "message_redacted": true,
        "time": 0.869
      },
      "name": "tests.test_metadata_output.test_exif_preserved_with_flag",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 230,
        "message_redacted": true,
        "time": 0.741
      },
      "name": "tests.test_metadata_output.test_min_savings_bytes_writes_above_threshold",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 323,
        "message_redacted": true,
        "time": 0.719
      },
      "name": "tests.test_errors.test_min_savings_percent_above_100",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 91,
        "message_redacted": true,
        "time": 0.986
      },
      "name": "tests.test_metadata_output.test_without_strip_icc_preserves_profile",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 225,
        "message_redacted": true,
        "time": 0.697
      },
      "name": "tests.test_metadata_output.test_min_savings_percentage_writes_sufficient_savings",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 224,
        "message_redacted": true,
        "time": 0.699
      },
      "name": "tests.test_metadata_output.test_min_savings_decimal_percentage",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.975
      },
      "name": "tests.test_metadata_output.test_strip_icc_with_exif_flag",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 596,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "tests.test_errors.test_height_non_numeric",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 94,
        "message_redacted": true,
        "time": 1.444
      },
      "name": "tests.test_formats.test_jpeg_chroma_subsampling_444_produces_larger_file",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 76,
        "message_redacted": true,
        "time": 8.191
      },
      "name": "tests.test_compression.test_max_size_kilobytes",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 1.182
      },
      "name": "tests.test_metadata_output.test_exif_and_keep_dates_both_work",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 208,
        "message_redacted": true,
        "time": 1.163
      },
      "name": "tests.test_metadata_output.test_suffix_with_metadata_preservation",
      "status": "failure"
    },
    {
      "branch": "8b3562091b25",
      "extra": {
        "message_chars": 225,
        "message_redacted": true,
        "time": 0.751
      },
      "name": "tests.test_metadata_output.test_min_savings_plain_number_as_bytes",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "extra": {
        "message_chars": 377,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_args_parsing_validation.test_unknown_flag_error_includes_tip_for_double_dash",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "extra": {
        "message_chars": 631,
        "message_redacted": true,
        "time": 0.01
      },
      "name": "eval.tests.test_args_parsing_validation.test_missing_value_errors[-o]",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "extra": {
        "message_chars": 655,
        "message_redacted": true,
        "time": 0.009
      },
      "name": "eval.tests.test_args_parsing_validation.test_numeric_validation_errors[args0-needles0]",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "extra": {
        "message_chars": 631,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_args_parsing_validation.test_missing_value_errors[--output]",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.012
      },
      "name": "eval.tests.test_args_parsing_validation.test_numeric_validation_errors[args3-needles3]",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "extra": {
        "message_chars": 510,
        "message_redacted": true,
        "time": 0.008
      },
      "name": "eval.tests.test_args_parsing_validation.test_enum_jpeg_chroma_subsampling_invalid_shows_suggestion",
      "status": "failure"
    },
    {
      "branch": "c468adc8e0ee",
      "extra": {
        "message_chars": 655,
        "message_redacted": true,
        "time": 0.011
      },
      "name": "eval.tests.test_args_parsing_validation.test_numeric_validation_errors[args1-needles1]",
      "status": "failure"
    },
    {
      "branch": "c9b64b9de736",
      "extra": {
        "message_chars": 539,
        "message_redacted": true,
        "time": 0.688
      },
      "name": "eval.tests.test_executable_workflows.test_max_size_mode_writes_output",
      "status": "failure"
    }
  ],
  "test_results_omitted": 0,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}