{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "013d34c326fc5e1d3910257dfd376afcac76959d0db665c7dd10dabffafb314f",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.20239168099942617
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(8a127b03fb358c6bef561984731938a3ce60cc3354bb9b5aace6d3ef7b6c68a0)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.12487990599765908
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15132757200626656
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.134851634997176
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13612806699529756
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1244442019960843
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6895095410000067
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12377402200945653
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12358493600913789
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12308152200421318
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12575476401252672
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 57637,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 6.763647785002831
    },
    {
      "branch": "6c819f915c59",
      "command": "docker cp c9169e07e79cb33d35757b759364258a1d71bffe7330bc88515acdce83796362:/workspace/eval/results.xml /tmp/tmpyux51dzg.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 54095,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.028329819993814453
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13321048999205232
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11847888700140174
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12902097900223453
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13576896300946828
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 201167,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 16.98969777399907
    },
    {
      "branch": "3d3e605d0ecc",
      "command": "docker cp 320f93eb36b3108fa9627422ab8ff51bda15ce4a534df047966046a2e3044229:/workspace/eval/results.xml /tmp/tmp8bq0nmzy.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 156304,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03751669100893196
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13832210899272468
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12326360099541489
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10482104099355638
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12701970800117124
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 271101,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 58.84860757300339
    },
    {
      "branch": "d8c6aef9c7ad",
      "command": "docker cp 60bc96f6099dfbf9755925ed4e964e978ec4fe09ff7a9e4790e2ba9d88adb455:/workspace/eval/results.xml /tmp/tmpbh9zuv74.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 227466,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.041186450005625375
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13073138799518347
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12537545400846284
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1229852879914688
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13407454099797178
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7077,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.788879472005647
    },
    {
      "branch": "1098390593cf",
      "command": "docker cp 4b2ddab573e6b9e26fc5469b2e72f24d990c2800b5780a0c939156367dde1ee5:/workspace/eval/results.xml /tmp/tmppnctwjvh.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3706,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03784946698579006
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13665601500542834
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11605198599863797
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12054481300583575
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13049983300152235
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5146,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.590584019999369
    },
    {
      "branch": "716671b257f5",
      "command": "docker cp 1be8bc414957c401fb1b972e0b8303f1a542ca0d073b2916c43e8543dcd3a8f4:/workspace/eval/results.xml /tmp/tmpzhvacqxb.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3198,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037903617005213164
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.15674913399561774
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12965276501199696
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11723701799928676
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11546604501199909
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10924,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.713057209999533
    },
    {
      "branch": "1ee06c263638",
      "command": "docker cp a7938d7b5dbf3d2cf229428bd2a7b099cb71e5025ae81ab4115c129446b922a1:/workspace/eval/results.xml /tmp/tmpdgfadqjm.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12237,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038772793996031396
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09919650500523858
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1275836840068223
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10993828299979214
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11440407899499405
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7309,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.97679260300356
    },
    {
      "branch": "d82d47f23489",
      "command": "docker cp 4d4555bb7e4cc122784f0728f0e82146b9a6f024a5e71c3d22aa1ea6a7ba890a:/workspace/eval/results.xml /tmp/tmp78qnipub.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4550,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02753321199270431
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.07983518700348213
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.07982704599271528
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10381421899364796
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13060282199876383
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 18907,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.435068332997616
    },
    {
      "branch": "dfcbea8e13e1",
      "command": "docker cp b7d1ed4ed7e011b6c13d4a9eea40d9bf726026459f838fe963da5b8864e08126:/workspace/eval/results.xml /tmp/tmphrlru9q7.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14677,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023545959003968164
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1405214319966035
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1328231009974843
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09769492399937008
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10997782299818937
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 319475,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 16.523433066991856
    },
    {
      "branch": "6538a15afa48",
      "command": "docker cp bd81c48282150503c7575ca86173caac3936eb1e065c2f29b2eca6bb4415eb90:/workspace/eval/results.xml /tmp/tmptbjtfjxb.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 377755,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037856788010685705
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12484924400632735
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12883108798996545
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09480538600473665
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12220197101123631
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12916,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.595398114004638
    },
    {
      "branch": "4f44fcd623d2",
      "command": "docker cp 77ba95d69d640dc4129c7a976836ba446c9297b3f83b24e181ed767ff73eed5d:/workspace/eval/results.xml /tmp/tmpreymq2j1.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8316,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.02823046401317697
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11780358299438376
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13184660600381903
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1281007990037324
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1298687329981476
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12103,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.89916632999666
    },
    {
      "branch": "68992bed8346",
      "command": "docker cp 68c188f1778ce989d880c72e2e414d1792af6325000c023e94776a36a9940c2d:/workspace/eval/results.xml /tmp/tmp93tups_9.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8612,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04059840900299605
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1265430200000992
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11814354000671301
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11962522800604347
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11417180400167126
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 13050,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.7654025749943685
    },
    {
      "branch": "1f6b19e7ed88",
      "command": "docker cp 6707da0dfad822e787593c2dd9151c66974aba0b41a30660b76c973b935529b0:/workspace/eval/results.xml /tmp/tmp86ei4e1l.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8156,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.043850374000612646
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 404,
    "passed": 1022,
    "skipped": 2
  },
  "test_branch_errors": {},
  "test_branches": [
    "6c819f915c59",
    "3d3e605d0ecc",
    "d8c6aef9c7ad",
    "1098390593cf",
    "716671b257f5",
    "1ee06c263638",
    "d82d47f23489",
    "dfcbea8e13e1",
    "6538a15afa48",
    "4f44fcd623d2",
    "68992bed8346",
    "1f6b19e7ed88"
  ],
  "test_records": 1428,
  "test_results": [
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 130,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "eval.tests.test_edge_cases.test_js_module_resolution",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "eval.tests.test_edge_cases.test_js_default_export",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 1479,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "eval.tests.test_entropy_command.test_entropy_produces_valid_html",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 256,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_javascript_advanced.test_js_named_exports",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "eval.tests.test_javascript_advanced.test_js_namespace_import",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 157,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "eval.tests.test_javascript_advanced.test_js_re_export",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.147
      },
      "name": "eval.tests.test_javascript_advanced.test_ts_type_imports",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "eval.tests.test_javascript_advanced.test_ts_interface_imports",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 257,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_javascript_advanced.test_js_re_export_with_unwrap",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 129,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "eval.tests.test_javascript_advanced.test_js_dynamic_import",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 257,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "eval.tests.test_javascript_advanced.test_tsx_jsx_syntax",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 255,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_javascript_advanced.test_js_side_effect_import",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_javascript_advanced.test_js_barrel_exports",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 256,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "eval.tests.test_language_support.test_javascript_imports_parsing",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 755,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "eval.tests.test_tree_command.test_tree_with_javascript_file",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 755,
        "message_redacted": true,
        "time": 0.163
      },
      "name": "eval.tests.test_tree_command.test_tree_with_typescript_file",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_edge_cases.test_ts_module_resolution",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 757,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "eval.tests.test_language_support.test_tsx_file_support",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 1730,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_language_support.test_unsupported_file_extension",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 755,
        "message_redacted": true,
        "time": 0.151
      },
      "name": "eval.tests.test_language_support.test_javascript_file_support",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 256,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "eval.tests.test_language_support.test_typescript_imports_parsing",
      "status": "failure"
    },
    {
      "branch": "6c819f915c59",
      "extra": {
        "message_chars": 755,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "eval.tests.test_language_support.test_typescript_file_support",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "tests.test_additional_features.TestLanguageAutoDetection.test_unsupported_file_type",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 299,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_coverage_boost.TestComplexDependencyGraphs.test_diamond_dependency",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 569,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_cli_edge_cases.TestCLIEdgeCases.test_tree_with_unsupported_extension",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_check.TestCheckBasic.test_check_with_valid_config",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_additional_features.TestFlagCombinations.test_unwrap_exports_with_json",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 127,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_additional_features.TestUnwrapExports.test_js_unwrap_exports",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_explain.TestExplainBasic.test_explain_two_patterns",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_edge_cases.TestConfigFileVariations.test_config_with_complex_rules",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 472,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_coverage_improvements.TestSimpleEntropyTests.test_entropy_single_file",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_edge_cases.TestConfigFileVariations.test_config_with_multiple_entrypoints",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 775,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_final_push_70.TestFinalPush.test_entropy_creates_valid_html_with_js_included",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_js_advanced.TestJavaScriptTsConfig.test_ts_with_tsconfig_paths",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 152,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_js_advanced.TestJavaScriptImportVariants.test_js_export_from",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_js_advanced.TestTypeScriptSpecificFeatures.test_ts_namespace_import",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 635,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_language_inference.TestComprehensiveScenarios.test_entropy_with_all_options",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 577,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_cli_edge_cases.TestCLIEdgeCases.test_config_flag_with_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.105
      },
      "name": "tests.test_explain.TestExplainBasic.test_explain_glob_patterns",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 2041,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "tests.test_entropy.TestEntropyOutput.test_entropy_html_structure",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "tests.test_more_features.TestFlagCombinations.test_config_with_cli_override",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 378,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "tests.test_push_70_final.TestMoreCoverageScenarios.test_explain_with_pattern_glob",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 1526,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_push_70_final.TestMoreCoverageScenarios.test_entropy_with_many_files",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 817,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_quick_coverage_boost.TestMoreCoveragePaths.test_entropy_produces_valid_html_structure",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 2149,
        "message_redacted": true,
        "time": 0.108
      },
      "name": "tests.test_quick_coverage_boost.TestFinalCoveragePush.test_entropy_with_complex_dependency_graph",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 238,
        "message_redacted": true,
        "time": 0.113
      },
      "name": "tests.test_reach_70.TestEvenMoreScenarios.test_check_with_both_allow_and_deny",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 109,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "tests.test_js_advanced.TestJavaScriptWorkspaces.test_js_workspaces_disabled",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 241,
        "message_redacted": true,
        "time": 0.137
      },
      "name": "tests.test_reach_70.TestEvenMoreScenarios.test_check_passes_with_no_violations",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_js_advanced.TestJavaScriptTsConfig.test_ts_with_baseurl",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 152,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_js_advanced.TestJavaScriptImportVariants.test_js_export_star_from",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "tests.test_js_advanced.TestTypeScriptSpecificFeatures.test_tsx_jsx_syntax",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 305,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_reach_70_percent.TestToReach70Percent.test_check_with_empty_allow_list",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_explain.TestExplainBasic.test_explain_no_dependencies",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_more_features.TestConfigAdvanced.test_config_glob_entrypoints",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.144
      },
      "name": "tests.test_to_70_percent.TestUncoveredPaths.test_js_complex_export_patterns",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_js_advanced.TestJavaScriptImportVariants.test_js_require_with_extension",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 494,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_reach_70.TestEvenMoreScenarios.test_js_require_without_extension",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 905,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_js_advanced.TestJavaScriptTsConfig.test_ts_tsconfig_paths_disabled",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_js_advanced.TestJavaScriptIndexResolution.test_js_import_directory_with_index",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.149
      },
      "name": "tests.test_js_advanced.TestJavaScriptImportVariants.test_js_side_effect_import",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_explain.TestExplainOverlapFlags.test_explain_overlap_left",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 139,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_js_advanced.TestJavaScriptImportVariants.test_js_require_json",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 109,
        "message_redacted": true,
        "time": 0.15
      },
      "name": "tests.test_js_advanced.TestJavaScriptWorkspaces.test_js_with_workspaces",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 108,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_js_advanced.TestJavaScriptIndexResolution.test_js_node_modules_resolution",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_js_advanced.TestTypeScriptSpecificFeatures.test_ts_import_type",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_explain.TestExplainOverlapFlags.test_explain_overlap_long_flags",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_js_advanced.TestJavaScriptImportVariants.test_js_import_with_extension",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 108,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_js_advanced.TestJavaScriptErrorHandling.test_js_missing_import_target",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_js_advanced.TestTypeScriptSpecificFeatures.test_ts_export_type",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 50,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_explain.TestExplainOutput.test_explain_output_format",
      "status": "failure"
    },
    {
      "branch": "3d3e605d0ecc",
      "extra": {
        "message_chars": 128,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_js_advanced.TestJavaScriptImportVariants.test_js_import_default_and_named",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.164
      },
      "name": "tests.test_dummy_language.test_deep_dependency_chain",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_config.test_generated_config_file_permissions",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 454,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_dummy_language.test_relative_path_import",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 465,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "tests.test_dummy_language.test_multiple_imports_same_file",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 519,
        "message_redacted": true,
        "time": 0.171
      },
      "name": "tests.test_check.test_check_missing_custom_config",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 592,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_check.test_check_malformed_yaml",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 1120,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_check.test_check_multiple_violations",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 446,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_dummy_language.test_basic_import_export",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 532,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_dummy_language.test_three_way_circular_dependency",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 306,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_edge_cases.test_crlf_line_endings_handled",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 0.101
      },
      "name": "tests.test_entropy.test_entropy_without_enable_gui",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 98,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_edge_cases.test_malformed_config_yaml_error",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 65,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_entropy.test_entropy_link_metadata",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 310,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_edge_cases.test_circular_dependency_no_infinite_loop",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 567,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_entropy.test_entropy_with_custom_render_path",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 65,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_entropy.test_entropy_dirname_field",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 68,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "tests.test_dummy_language.test_invalid_syntax_missing_from",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 454,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_dummy_language.test_complex_nested_path",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 514,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_dummy_language.test_circular_dependency_detection",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_edge_cases.test_multi_file_cycle_larger_than_two",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 489,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "tests.test_dummy_language.test_large_file_many_statements",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 109,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_edge_cases.test_invalid_only_pattern_flag",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 59,
        "message_redacted": true,
        "time": 0.267
      },
      "name": "tests.test_config.test_config_no_arguments_required",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 94,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "tests.test_edge_cases.test_symlink_to_file_followed",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 65,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_entropy.test_entropy_group_field_from_package_name",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 115,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_edge_cases.test_invalid_config_pattern_error",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 313,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_edge_cases.test_self_referencing_import_no_crash",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 91,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_entropy.test_entropy_unsupported_file_type",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 88,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_entropy.test_entropy_javascript_project",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 79,
        "message_redacted": true,
        "time": 0.124
      },
      "name": "tests.test_entropy.test_entropy_html_structure_basic",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 65,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_entropy.test_entropy_with_exclude_flag",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_edge_cases.test_invalid_glob_pattern_error",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 68,
        "message_redacted": true,
        "time": 0.169
      },
      "name": "tests.test_dummy_language.test_invalid_syntax_missing_symbol",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 467,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_dummy_language.test_diamond_dependency",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 450,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_dummy_language.test_nested_directory_import",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 318,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_edge_cases.test_file_with_many_duplicate_imports",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 465,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_dummy_language.test_mixed_order_imports_exports",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 313,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_edge_cases.test_deeply_nested_directory_structure_no_path_errors",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 302,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_edge_cases.test_empty_javascript_file_no_crash",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 65,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "tests.test_entropy.test_entropy_large_loc_scaling",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 308,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_edge_cases.test_very_long_filename_handled",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 65,
        "message_redacted": true,
        "time": 0.166
      },
      "name": "tests.test_entropy.test_entropy_multiple_entry_points",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 91,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_entropy.test_entropy_default_command_without_subcommand",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 65,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_entropy.test_entropy_with_only_flag",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 93,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "tests.test_edge_cases.test_unsupported_file_extension",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_entropy.test_entropy_graph_data_structure",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 284,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_edge_cases.test_directory_as_argument_error",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 168,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "tests.test_entropy.test_entropy_html_file_permissions",
      "status": "failure"
    },
    {
      "branch": "d8c6aef9c7ad",
      "extra": {
        "message_chars": 446,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "tests.test_dummy_language.test_multiple_symbol_import",
      "status": "failure"
    }
  ],
  "test_results_omitted": 286,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}
