{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "b00c3e5246ebc52d80f2bcfd91d6c5303cfba0e123c7b4eb8ea1c943d20a3644",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.1323910800001613
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(bed111b1439403eff4326527a9f141debca86a84d57fecc068fe351bc26bf851)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1225685280005564
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14663196099900233
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1131037440009095
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.10680801199850976
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11493090799922356
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6384453500013478
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09581735500069044
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11098216199934541
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12695719899966207
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.10265301599974919
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1002006,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 205.06235433999973
    },
    {
      "branch": "c91c8a170be8",
      "command": "docker cp ef7dbc4c9fb710c5595196232bc5f0a9d1e89db944e4a2e40e80393614232f57:/workspace/eval/results.xml /tmp/tmp6lie78cm.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 800631,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.026374544000645983
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1366020599998592
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10381981099999393
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.08851657900049759
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1215207069999451
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 278727,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 24.0191492390004
    },
    {
      "branch": "2e29e959f5fd",
      "command": "docker cp d3799aed4be1d1daccafdb7177aeb8d32d6224d0c02b687cbfe39891b473de79:/workspace/eval/results.xml /tmp/tmpr3qghxje.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 247064,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036920730000929325
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11315009300051315
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1112890869990224
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10398511400126154
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11895628799902624
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 27695422,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3435.8269299879994
    },
    {
      "branch": "88234d477311",
      "command": "docker cp 1c8120d1c95de4a545ccfa73ce3197d748b82de7230d70f42b431d07b6824f7d:/workspace/eval/results.xml /tmp/tmp7is8psyt.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 31192367,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.16272756899888918
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1406029869995109
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11041841500082228
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.114194616999157
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11397616700014623
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5315,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.213140476998888
    },
    {
      "branch": "bd50931fdf9b",
      "command": "docker cp 1562afd0bb1bee1e2df650c9ebc30c4ba2ba75fb5aa220a4cbd97a632d870516:/workspace/eval/results.xml /tmp/tmpg68uh2zb.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2764,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.025984624000557233
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13515804000053322
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.08580826800061914
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10928050399888889
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11469961799957673
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12351,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.973537268000655
    },
    {
      "branch": "ecd7e2352c7e",
      "command": "docker cp fafb4a649a600f18f62be03ed06528b7a147285ccbfd3eab4af9752cfdaecd0c:/workspace/eval/results.xml /tmp/tmp62uvoi8_.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11538,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036414165999303805
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11671052200108534
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12954906199956895
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13283770499947423
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1377940429993032
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7027,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 7.174466321001091
    },
    {
      "branch": "7ba3d9a327ed",
      "command": "docker cp c851c19943f3b4f2b13480f329e6149e09eef9de70be83fd2055d3f9809f3274:/workspace/eval/results.xml /tmp/tmpxc_gfid1.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4294,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03483747499922174
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13037631300176145
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11831669899947883
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1066279749993555
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.101117621999947
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 40968,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.902222824999626
    },
    {
      "branch": "cd312c6a06bf",
      "command": "docker cp 5008c2e68d2de005bc7429c94f1297e1c88f81f03b950899f45945d43d1899ad:/workspace/eval/results.xml /tmp/tmp7pzs7419.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 34301,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03440019899971958
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10698537799908081
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1152651380016323
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12631015700026182
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11829306300023745
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 6594,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 7.47529470200061
    },
    {
      "branch": "c17ba015d194",
      "command": "docker cp 69e57ad55d61a17e283ad40e62efe7773d72665126224683250d6389417b1cb8:/workspace/eval/results.xml /tmp/tmpf0mtfm9z.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3670,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.024008078000406385
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1320175040000322
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12061780699878
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1104446849985834
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11320286200134433
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1358,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.0432262729991635
    },
    {
      "branch": "8b9efb6d4f36",
      "command": "docker cp 6b6299fe702b44a6739e2e45d0e701995d4c1a893e6aa4ab8046791af89d7402:/workspace/eval/results.xml /tmp/tmpemkpawdy.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 362,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.022567295000044396
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09778097699927457
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12155448500016064
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1240188859992486
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12430298300023424
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 747993,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 66.76317628200013
    },
    {
      "branch": "30567a472b7b",
      "command": "docker cp c09ad5bd78cffaf420ec68a8dd68b43c2997fd2a8ea5c2231305b5ad7effdb4f:/workspace/eval/results.xml /tmp/tmpeopygokr.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 909883,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04037242100093863
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "error": 543,
    "failure": 18060,
    "passed": 1780,
    "skipped": 147
  },
  "test_branch_errors": {},
  "test_branches": [
    "c91c8a170be8",
    "2e29e959f5fd",
    "88234d477311",
    "bd50931fdf9b",
    "ecd7e2352c7e",
    "7ba3d9a327ed",
    "cd312c6a06bf",
    "c17ba015d194",
    "8b9efb6d4f36",
    "30567a472b7b"
  ],
  "test_records": 20530,
  "test_results": [
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 326,
        "message_redacted": true,
        "time": 0.227
      },
      "name": "eval.tests.test_closures_and_functions.TestFunctionFeatures.test_spread_operator",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 721,
        "message_redacted": true,
        "time": 0.248
      },
      "name": "eval.tests.test_advanced_features.TestErrorHandling.test_set_error_handler",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 371,
        "message_redacted": true,
        "time": 0.264
      },
      "name": "eval.tests.test_advanced_php_features.TestCallbacksAndCallables.test_usort_with_callback",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 352,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "eval.tests.test_additional_features.TestRepeatFlag.test_repeat_execution",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 390,
        "message_redacted": true,
        "time": 0.283
      },
      "name": "eval.tests.test_comprehensive_features.TestTraits.test_trait_usage",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 197,
        "message_redacted": true,
        "time": 0.289
      },
      "name": "eval.tests.test_comprehensive_math_date.TestDateTimeFunctions.test_localtime",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 200,
        "message_redacted": true,
        "time": 0.217
      },
      "name": "eval.tests.test_advanced_features.TestDateTime.test_mktime",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 660,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "eval.tests.test_basic_invocation.TestPHPInfo.test_phpinfo_includes_modules",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 264,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_closures_and_functions.TestAnonymousFunctions.test_closure_with_reference",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 371,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "eval.tests.test_advanced_php_features.TestClosures.test_closure_use_by_reference",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 224,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArraySearchAndFilter.test_array_walk",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 172,
        "message_redacted": true,
        "time": 0.232
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_base_convert",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 226,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArraySorting.test_usort",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 289,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "eval.tests.test_comprehensive_features.TestErrorHandlingInCode.test_custom_exception",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 316,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "eval.tests.test_advanced_features.TestIterators.test_iterator_to_array",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 192,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "eval.tests.test_comprehensive_string_operations.TestStringComparison.test_metaphone",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 326,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "eval.tests.test_additional_features.TestRepeatFlag.test_repeat_with_r",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 884,
        "message_redacted": true,
        "time": 0.246
      },
      "name": "eval.tests.test_closures_and_functions.TestFunctionFeatures.test_static_variables",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 737,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "eval.tests.test_advanced_features.TestErrorHandling.test_trigger_error",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 322,
        "message_redacted": true,
        "time": 0.283
      },
      "name": "eval.tests.test_advanced_php_features.TestCallbacksAndCallables.test_is_callable",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 1813,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "eval.tests.test_basic_invocation.TestPHPInfo.test_phpinfo_includes_configuration",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 188,
        "message_redacted": true,
        "time": 0.205
      },
      "name": "eval.tests.test_comprehensive_math_date.TestDateTimeFunctions.test_checkdate",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 517,
        "message_redacted": true,
        "time": 0.217
      },
      "name": "eval.tests.test_advanced_php_features.TestClosures.test_closure_bindTo",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 496,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "eval.tests.test_advanced_features.TestDateTime.test_date_diff",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 159,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_bindec",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 241,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArraySorting.test_uasort",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 285,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "eval.tests.test_closures_and_functions.TestCallableFeatures.test_is_callable",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 166,
        "message_redacted": true,
        "time": 0.261
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_exp",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArrayMergeAndCompare.test_array_merge_recursive",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 300,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "eval.tests.test_advanced_features.TestIterators.test_iterator_count",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 266,
        "message_redacted": true,
        "time": 0.244
      },
      "name": "eval.tests.test_comprehensive_features.TestVariableFeatures.test_variable_variables",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.245
      },
      "name": "eval.tests.test_comprehensive_string_operations.TestStringEncoding.test_quoted_printable_encode",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 752,
        "message_redacted": true,
        "time": 0.265
      },
      "name": "eval.tests.test_advanced_features.TestErrorHandling.test_restore_error_handler",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 276,
        "message_redacted": true,
        "time": 0.252
      },
      "name": "eval.tests.test_closures_and_functions.TestFirstClassCallables.test_function_reference",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 238,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "eval.tests.test_advanced_php_features.TestReferences.test_basic_references",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 169,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "eval.tests.test_basic_invocation.TestModulesList.test_modules_long_flag",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 216,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "eval.tests.test_comprehensive_math_date.TestDateTimeFunctions.test_timezone_identifiers_list",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 173,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_decbin",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 245,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArraySorting.test_uksort",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 197,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "eval.tests.test_additional_features.TestComplexScenarios.test_include_path_setting",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 249,
        "message_redacted": true,
        "time": 0.252
      },
      "name": "eval.tests.test_advanced_php_features.TestStringParsing.test_sscanf",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 442,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArrayMergeAndCompare.test_array_replace",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 166,
        "message_redacted": true,
        "time": 0.253
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_log",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 193,
        "message_redacted": true,
        "time": 0.263
      },
      "name": "eval.tests.test_comprehensive_features.TestVariableFeatures.test_reference_assignment",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 510,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "eval.tests.test_advanced_features.TestSerialization.test_serialize_object",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 219,
        "message_redacted": true,
        "time": 0.252
      },
      "name": "eval.tests.test_advanced_features.TestMiscellaneous.test_array_rand",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "eval.tests.test_closures_and_functions.TestCallableFeatures.test_usort_with_closure",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 180,
        "message_redacted": true,
        "time": 0.241
      },
      "name": "eval.tests.test_comprehensive_string_operations.TestStringEncoding.test_quoted_printable_decode",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 334,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "eval.tests.test_closures_and_functions.TestFirstClassCallables.test_method_reference",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 388,
        "message_redacted": true,
        "time": 0.229
      },
      "name": "eval.tests.test_advanced_php_features.TestReferences.test_reference_in_foreach",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 170,
        "message_redacted": true,
        "time": 0.24
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_dechex",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 215,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "eval.tests.test_comprehensive_math_date.TestDateTimeFunctions.test_date_parse",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 214,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArraySorting.test_array_multisort",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 206,
        "message_redacted": true,
        "time": 0.23
      },
      "name": "eval.tests.test_advanced_features.TestRegularExpressions.test_preg_replace_callback",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 739,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "eval.tests.test_advanced_php_features.TestVariableScoping.test_globals_array",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 468,
        "message_redacted": true,
        "time": 0.231
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArrayMergeAndCompare.test_array_replace_recursive",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 170,
        "message_redacted": true,
        "time": 0.257
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_log10",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 553,
        "message_redacted": true,
        "time": 0.269
      },
      "name": "eval.tests.test_advanced_features.TestSerialization.test_json_encode_options",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 338,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "eval.tests.test_comprehensive_features.TestGenerators.test_simple_generator",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 269,
        "message_redacted": true,
        "time": 0.225
      },
      "name": "eval.tests.test_additional_features.TestErrorScenarios.test_type_coercion",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 355,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_closures_and_functions.TestFunctionFeatures.test_nullable_types",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 472,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "eval.tests.test_advanced_php_features.TestGenerators.test_basic_generator",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 199,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "eval.tests.test_comprehensive_string_operations.TestStringEncoding.test_convert_uuencode",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 322,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "eval.tests.test_closures_and_functions.TestFirstClassCallables.test_static_method_reference",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.249
      },
      "name": "eval.tests.test_advanced_php_features.TestReferences.test_reference_parameter",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 236,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "eval.tests.test_comprehensive_math_date.TestDateTimeFunctions.test_date_parse_from_format",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 156,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_hexdec",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 229,
        "message_redacted": true,
        "time": 0.229
      },
      "name": "eval.tests.test_advanced_features.TestRegularExpressions.test_preg_grep",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 952,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "eval.tests.test_advanced_php_features.TestVariableScoping.test_static_variables",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.245
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArrayMergeAndCompare.test_array_diff",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 218,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "eval.tests.test_advanced_features.TestSerialization.test_json_last_error",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 167,
        "message_redacted": true,
        "time": 0.284
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_asin",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 217,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArrayManipulation.test_array_splice",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 345,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "eval.tests.test_comprehensive_features.TestGenerators.test_generator_with_keys",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 331,
        "message_redacted": true,
        "time": 0.236
      },
      "name": "eval.tests.test_closures_and_functions.TestFunctionFeatures.test_union_types",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "eval.tests.test_additional_features.TestErrorScenarios.test_include_nonexistent_file",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 463,
        "message_redacted": true,
        "time": 0.224
      },
      "name": "eval.tests.test_advanced_php_features.TestGenerators.test_generator_with_keys",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 194,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "eval.tests.test_comprehensive_string_operations.TestStringEncoding.test_convert_uudecode",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 308,
        "message_redacted": true,
        "time": 0.231
      },
      "name": "eval.tests.test_closures_and_functions.TestGenerators.test_basic_generator",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 445,
        "message_redacted": true,
        "time": 0.224
      },
      "name": "eval.tests.test_advanced_php_features.TestReferences.test_reference_return",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 156,
        "message_redacted": true,
        "time": 0.236
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_octdec",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "eval.tests.test_comprehensive_math_date.TestDateTimeFunctions.test_date_add",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 204,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArrayMergeAndCompare.test_array_diff_key",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 105,
        "message_redacted": true,
        "time": 15.028
      },
      "name": "eval.tests.test_builtin_server.TestBuiltInServer.test_server_starts_and_responds",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 167,
        "message_redacted": true,
        "time": 0.247
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_acos",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 235,
        "message_redacted": true,
        "time": 0.273
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArrayManipulation.test_array_change_key_case",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 348,
        "message_redacted": true,
        "time": 0.258
      },
      "name": "eval.tests.test_comprehensive_features.TestMagicMethods.test_to_string",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 305,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "eval.tests.test_closures_and_functions.TestFunctionFeatures.test_named_arguments",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 440,
        "message_redacted": true,
        "time": 0.229
      },
      "name": "eval.tests.test_advanced_php_features.TestGenerators.test_generator_return_value",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 181,
        "message_redacted": true,
        "time": 0.243
      },
      "name": "eval.tests.test_coverage_boost.TestStringFunctions.test_str_word_count",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 164,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "eval.tests.test_basic_invocation.TestPHPInfo.test_phpinfo_long_flag",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 181,
        "message_redacted": true,
        "time": 0.222
      },
      "name": "eval.tests.test_comprehensive_string_operations.TestStringManipulation.test_substr_replace",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 235,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "eval.tests.test_coverage_boost.TestMiscFunctions.test_get_declared_interfaces",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.245
      },
      "name": "eval.tests.test_comprehensive_string_operations.TestStringHashing.test_crc32",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 323,
        "message_redacted": true,
        "time": 0.22
      },
      "name": "eval.tests.test_closures_and_functions.TestGenerators.test_generator_with_keys",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 308,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "eval.tests.test_advanced_php_features.TestVariableVariables.test_variable_variables",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 170,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_decoct",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 301,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "eval.tests.test_comprehensive_math_date.TestDateTimeFunctions.test_date_sub",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 226,
        "message_redacted": true,
        "time": 0.26
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArrayMergeAndCompare.test_array_udiff",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 167,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_atan",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 346,
        "message_redacted": true,
        "time": 0.232
      },
      "name": "eval.tests.test_comprehensive_features.TestMagicMethods.test_invoke",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 203,
        "message_redacted": true,
        "time": 0.241
      },
      "name": "eval.tests.test_configuration.TestIniDirectives.test_define_directive_with_value",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 176,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "eval.tests.test_coverage_boost.TestMathFunctions.test_dechex",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 429,
        "message_redacted": true,
        "time": 0.246
      },
      "name": "eval.tests.test_deep_language_coverage.TestGeneratorsAdvanced.test_generator_return_value",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 272,
        "message_redacted": true,
        "time": 0.224
      },
      "name": "eval.tests.test_coverage_boost.TestMorePHPFeatures.test_array_intersect",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 178,
        "message_redacted": true,
        "time": 0.211
      },
      "name": "eval.tests.test_coverage_boost.TestStringFunctions.test_substr_count",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 222,
        "message_redacted": true,
        "time": 0.212
      },
      "name": "eval.tests.test_coverage_boost.TestMiscFunctions.test_get_declared_traits",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 198,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "eval.tests.test_comprehensive_string_operations.TestStringManipulation.test_chunk_split",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 343,
        "message_redacted": true,
        "time": 0.215
      },
      "name": "eval.tests.test_closures_and_functions.TestGenerators.test_generator_send",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 237,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_coverage_boost.TestMorePHPFeatures.test_string_interpolation",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 181,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_is_finite",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 622,
        "message_redacted": true,
        "time": 0.223
      },
      "name": "eval.tests.test_advanced_php_features.TestSerialization.test_serialize_object",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 209,
        "message_redacted": true,
        "time": 0.227
      },
      "name": "eval.tests.test_comprehensive_array_operations.TestArrayMergeAndCompare.test_array_intersect_key",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 178,
        "message_redacted": true,
        "time": 0.262
      },
      "name": "eval.tests.test_comprehensive_string_operations.TestStringSearching.test_strstr",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 171,
        "message_redacted": true,
        "time": 0.233
      },
      "name": "eval.tests.test_comprehensive_math_date.TestMathFunctions.test_atan2",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 435,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "eval.tests.test_comprehensive_features.TestInterfaces.test_interface_implementation",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 174,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "eval.tests.test_coverage_boost.TestMathFunctions.test_decoct",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 238,
        "message_redacted": true,
        "time": 0.256
      },
      "name": "eval.tests.test_deep_language_coverage.TestReferencesAndVariables.test_reference_assignment",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 275,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "eval.tests.test_configuration.TestIniDirectives.test_multiple_d_flags",
      "status": "failure"
    },
    {
      "branch": "c91c8a170be8",
      "extra": {
        "message_chars": 267,
        "message_redacted": true,
        "time": 0.237
      },
      "name": "eval.tests.test_coverage_boost.TestMorePHPFeatures.test_array_diff",
      "status": "failure"
    }
  ],
  "test_results_omitted": 18630,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}
