{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "018f1eb4105ab43642d610735969e793fbb5fb5f969298829fc47c59165098ff",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.15462593700067373
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(9939868ed4e8d0f3b24b2b87f54526b00d053d6447e0f9dfc2a9b7b6c417febc)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13493931199991493
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15416298899981484
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.12525697899945953
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.12050954400001501
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.10668579099910858
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.62831571300012
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11952119500165281
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11353528200015717
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13416041399977985
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12630136699954164
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 29735,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.819904337999105
    },
    {
      "branch": "10d3210b1675",
      "command": "docker cp 335429d32339aa14efe630a504216f88254cb61c8cbf1b16a028159324ce0228:/workspace/eval/results.xml /tmp/tmpy07jpcu0.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 23793,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03641678799976944
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13377955600117275
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13267541700042784
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12304853500063473
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11329489300078421
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 37679,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.769885089001036
    },
    {
      "branch": "d9fde585fa84",
      "command": "docker cp db263ce3b25b2c3208be0fa03f725deea1e02c151c5788c33981d44886cc21ad:/workspace/eval/results.xml /tmp/tmpm463lvz5.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 26029,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03550420099963958
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1378457230002823
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12245108699971752
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12501910900027724
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13023371400049655
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 152725,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 15.428150944999288
    },
    {
      "branch": "13dc3ceeb33d",
      "command": "docker cp b91b22c75c09fb67cb5a640e430ebd8c75b91a7e8e1424b3e9e1fbe6deac710b:/workspace/eval/results.xml /tmp/tmpm4x0s2s9.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 155846,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03196795000076236
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1279585500014946
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12047157199958747
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10842329499973857
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1220622770015325
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11188,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.575936810000712
    },
    {
      "branch": "6d7ad70283a7",
      "command": "docker cp 7845097c5c996e29b697212b6e1d3c58e733cffddb809aa96b3d8368a1b717c4:/workspace/eval/results.xml /tmp/tmpp87bo06c.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6577,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036946155998521135
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12168715799998608
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11891645499963488
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09642331000031845
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13130866999927093
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1555,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4931275279996044
    },
    {
      "branch": "96dbe4a898e8",
      "command": "docker cp daebef9ceec412fccbc64fade9083757604427a409c0bf3d3995fb263e61e2a9:/workspace/eval/results.xml /tmp/tmp7pwcyy5c.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 489,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03586121899934369
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13597516800109588
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09791033399960725
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11200380500122264
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.09862342300039018
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7441,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.4260178709992033
    },
    {
      "branch": "2d7bd3233ce1",
      "command": "docker cp a183c59d0096ecf015c5a94e0473fb02f834f60c3866f9089e101f1628238e25:/workspace/eval/results.xml /tmp/tmp6oco5r46.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4267,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0332866170010675
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14528693200009002
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13130005899984099
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11687163200076611
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12644461400122964
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4107,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.727453176999916
    },
    {
      "branch": "b3b1c9923113",
      "command": "docker cp 229fedcd43da353b834c4e37e26602fc5727766dd9f4b1dff6365a687f6ab449:/workspace/eval/results.xml /tmp/tmp8fnotqdw.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2016,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.021645109000019147
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13171560999944631
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1036167590009427
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12079833999996481
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10628125100083707
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5955,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.701415988000008
    },
    {
      "branch": "c62311070edf",
      "command": "docker cp 88e2d29d4db59502e106b023e529d5ceb40fe74f8c97e19628742b1482497aff:/workspace/eval/results.xml /tmp/tmp9kp_kuow.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3649,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.035898848000215366
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.0997554890000174
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09488004199920397
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12443257900122262
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12992399399990973
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 22370,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.600619430999359
    },
    {
      "branch": "3201c69b14ef",
      "command": "docker cp 323d3c4d4e150c979b310e4595f1949c7babcbe0e778f5b519b886d1a4472fd7:/workspace/eval/results.xml /tmp/tmprrmwtefm.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14517,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03606910800044716
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13298298500012606
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.090679025001009
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.0897245659998589
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10260431099959533
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 13440,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.516466131000925
    },
    {
      "branch": "7f66c86dd224",
      "command": "docker cp 5e55bcf46a911cb723f716559f5297fbe2236491025a430ca52efe9568232adf:/workspace/eval/results.xml /tmp/tmpfsx88tsw.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 10762,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.034866361998865614
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 72,
    "passed": 980,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "10d3210b1675",
    "d9fde585fa84",
    "13dc3ceeb33d",
    "6d7ad70283a7",
    "96dbe4a898e8",
    "2d7bd3233ce1",
    "b3b1c9923113",
    "c62311070edf",
    "3201c69b14ef",
    "7f66c86dd224"
  ],
  "test_records": 1053,
  "test_results": [
    {
      "branch": "10d3210b1675",
      "extra": {
        "message_chars": 2359,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_weak_fixes.test_encode_function_with_invalid_json_abi_shows_error",
      "status": "failure"
    },
    {
      "branch": "d9fde585fa84",
      "extra": {
        "message_chars": 263,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_decode_params.test_decode_params_invalid_type_fallback",
      "status": "failure"
    },
    {
      "branch": "d9fde585fa84",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.135
      },
      "name": "eval.tests.test_encode_function.test_encode_function_extra_params_ignored",
      "status": "failure"
    },
    {
      "branch": "d9fde585fa84",
      "extra": {
        "message_chars": 323,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "eval.tests.test_error_paths.test_encode_uint_overflow",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 139,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_decode_log.test_error_topic_wrong_length",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "tests.test_abi_edge_cases.test_tuple_param_duplicate_type",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 259,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_abi_edge_cases.test_event_missing_name_field",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.19
      },
      "name": "tests.test_decode_log.test_error_empty_data",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_abi_edge_cases.test_abi_duplicate_param_name",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 190,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_decode_function.test_error_file_not_found",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 190,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_decode_log.test_error_file_not_found",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.106
      },
      "name": "tests.test_decoder_edge_cases.test_lenient_uint_with_ether_unit",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 329,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_decoder_edge_cases.test_lenient_int_underflow",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 271,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_decoder_edge_cases.test_lenient_uint_fractional_wei_rejects",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 194,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "tests.test_encode_function.test_file_not_found_error",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 151,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "tests.test_edge_cases.test_invalid_uint_error",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 271,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_encode_function.test_invalid_json_abi_file",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.128
      },
      "name": "tests.test_encode_function.test_extra_parameters_ignored",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 151,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_encode_function.test_invalid_uint_value_not_a_number",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 263,
        "message_redacted": true,
        "time": 0.165
      },
      "name": "tests.test_abi_edge_cases.test_tuple_duplicate_components_field",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 183,
        "message_redacted": true,
        "time": 0.136
      },
      "name": "tests.test_decode_log.test_error_invalid_signature_format",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.123
      },
      "name": "tests.test_abi_edge_cases.test_abi_duplicate_param_type",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 213,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_decoder_edge_cases.test_lenient_uint_with_gwei_unit",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 290,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "tests.test_decoder_edge_cases.test_lenient_uint_too_many_decimal_places_ether",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 228,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "tests.test_decoder_edge_cases.test_lenient_uint_array_with_units",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 151,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_encode_params_simple.test_error_type_mismatch_string_to_uint",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 804,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_encode_params_simple.test_error_missing_both_args",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 151,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "tests.test_encode_params_simple.test_error_uint_negative_lenient",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 81,
        "message_redacted": true,
        "time": 0.0
      },
      "name": "tests.test_param_coverage.TestEdgeCases.test_array_of_array_of_tuple",
      "status": "skipped"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 2645,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_param_error_paths.TestParamExpectingMethod.test_param_expects_map_not_number",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 2645,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "tests.test_param_error_paths.TestParamExpectingMethod.test_param_expects_map_not_string",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 2648,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_param_error_paths.TestParamExpectingMethod.test_param_expects_map_not_bool",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 2648,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "tests.test_param_error_paths.TestParamExpectingMethod.test_param_expects_map_not_array",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 2660,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_param_error_paths.TestParamExpectingMethod.test_param_expects_map_not_null",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 4184,
        "message_redacted": true,
        "time": 0.158
      },
      "name": "tests.test_param_error_paths.TestTupleParamExpectingMethod.test_tuple_param_expects_map_not_string",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 4187,
        "message_redacted": true,
        "time": 0.109
      },
      "name": "tests.test_param_error_paths.TestTupleParamExpectingMethod.test_tuple_param_expects_map_not_bool",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 247,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_abi_edge_cases.test_abi_missing_param_name",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 247,
        "message_redacted": true,
        "time": 0.13
      },
      "name": "tests.test_abi_edge_cases.test_tuple_missing_type_field",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 188,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_decode_log.test_error_wrong_param_count_in_signature",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 216,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "tests.test_decoder_edge_cases.test_lenient_uint_with_fractional_ether",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 328,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "tests.test_decoder_edge_cases.test_lenient_int_overflow",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_serde_duplicate_fields.TestParamDuplicateFields.test_duplicate_name_field_param",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 308,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "tests.test_serde_duplicate_fields.TestParamDuplicateFields.test_duplicate_internalType_field_param",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 306,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_serde_duplicate_fields.TestParamDuplicateFields.test_duplicate_components_field_param",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 308,
        "message_redacted": true,
        "time": 0.138
      },
      "name": "tests.test_serde_duplicate_fields.TestTupleParamDuplicateFields.test_duplicate_internalType_field_tuple_param",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 4199,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_param_error_paths.TestTupleParamExpectingMethod.test_tuple_param_expects_map_not_null",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 4184,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_param_error_paths.TestTupleParamExpectingMethod.test_tuple_param_expects_map_not_number",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 4187,
        "message_redacted": true,
        "time": 0.112
      },
      "name": "tests.test_param_error_paths.TestTupleParamExpectingMethod.test_tuple_param_expects_map_not_array",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 338,
        "message_redacted": true,
        "time": 0.115
      },
      "name": "tests.test_signature_edge_cases.test_event_overload_error_by_name",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 407,
        "message_redacted": true,
        "time": 0.102
      },
      "name": "tests.test_signature_edge_cases.test_function_signature_with_whitespace_error",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 267,
        "message_redacted": true,
        "time": 0.117
      },
      "name": "tests.test_abi_edge_cases.test_abi_duplicate_internal_type",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 247,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_abi_edge_cases.test_abi_missing_param_type",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 223,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_decoder_edge_cases.test_lenient_uint_very_large_ether_value",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 293,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_serde_duplicate_fields.TestParamDuplicateFields.test_duplicate_type_field_param",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_serde_duplicate_fields.TestTupleParamDuplicateFields.test_duplicate_name_field_tuple_param",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "tests.test_serde_duplicate_fields.TestTupleParamDuplicateFields.test_duplicate_type_field_tuple_param",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 306,
        "message_redacted": true,
        "time": 0.125
      },
      "name": "tests.test_serde_duplicate_fields.TestTupleParamDuplicateFields.test_duplicate_components_field_tuple_param",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 402,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "tests.test_signature_edge_cases.test_function_signature_invalid_type_name",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 267,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_abi_edge_cases.test_tuple_param_duplicate_internal_type",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 269,
        "message_redacted": true,
        "time": 0.177
      },
      "name": "tests.test_abi_edge_cases.test_event_duplicate_indexed_field",
      "status": "failure"
    },
    {
      "branch": "13dc3ceeb33d",
      "extra": {
        "message_chars": 251,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "tests.test_abi_edge_cases.test_tuple_param_duplicate_name",
      "status": "failure"
    },
    {
      "branch": "6d7ad70283a7",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_argparse_validation.test_encode_params_bool_is_case_sensitive",
      "status": "failure"
    },
    {
      "branch": "6d7ad70283a7",
      "extra": {
        "message_chars": 236,
        "message_redacted": true,
        "time": 0.162
      },
      "name": "eval.tests.test_argparse_validation.test_option_requires_value_decode_params_t",
      "status": "failure"
    },
    {
      "branch": "6d7ad70283a7",
      "extra": {
        "message_chars": 66,
        "message_redacted": true,
        "time": 0.156
      },
      "name": "eval.tests.test_argparse_validation.test_too_many_positionals_for_decode_params_errors",
      "status": "failure"
    },
    {
      "branch": "6d7ad70283a7",
      "extra": {
        "message_chars": 85,
        "message_redacted": true,
        "time": 0.175
      },
      "name": "eval.tests.test_argparse_validation.test_unknown_flag_in_subcommand_errors",
      "status": "failure"
    },
    {
      "branch": "6d7ad70283a7",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_argparse_validation.test_short_option_equal_syntax_supported_decode_params_t_equals",
      "status": "failure"
    },
    {
      "branch": "b3b1c9923113",
      "extra": {
        "message_chars": 165,
        "message_redacted": true,
        "time": 0.127
      },
      "name": "eval.tests.test_function_abi_file.test_encode_function_invalid_name_is_error_to_stderr",
      "status": "failure"
    },
    {
      "branch": "c62311070edf",
      "extra": {
        "message_chars": 499,
        "message_redacted": true,
        "time": 0.284
      },
      "name": "eval.tests.test_subcommand_dispatch.test_help_subcommand_accepts_args_but_not_help_flag",
      "status": "failure"
    },
    {
      "branch": "3201c69b14ef",
      "extra": {
        "message_chars": 13,
        "message_redacted": true,
        "time": 0.159
      },
      "name": "tests.test_encode_function.test_encode_function_extra_params_ignored",
      "status": "failure"
    },
    {
      "branch": "7f66c86dd224",
      "extra": {
        "message_chars": 338,
        "message_redacted": true,
        "time": 0.157
      },
      "name": "eval.tests.test_cli_externalized.test_ext_cli_int_encode_overflow_message",
      "status": "failure"
    },
    {
      "branch": "7f66c86dd224",
      "extra": {
        "message_chars": 889,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "eval.tests.test_cli_externalized.test_ext_cli_uint_requires_decimal_input_error_message",
      "status": "failure"
    },
    {
      "branch": "7f66c86dd224",
      "extra": {
        "message_chars": 338,
        "message_redacted": true,
        "time": 0.167
      },
      "name": "eval.tests.test_cli_externalized.test_ext_cli_int_encode_below_min_underflow_message",
      "status": "failure"
    },
    {
      "branch": "7f66c86dd224",
      "extra": {
        "message_chars": 337,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_cli_externalized.test_ext_cli_int_encode_above_max_overflow_message",
      "status": "failure"
    }
  ],
  "test_results_omitted": 0,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}