{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "c8fe51f7b956cb474040d94ec9871c4ced78c6632e8098be3672861d559e114f",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.14846843499981333
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(de16846838a2842a14f68ec9368237d4c5402eb9875bf4f535d9b2d1ffed71b4)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13656750600785017
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.16156684800807852
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13752644999476615
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1339542409987189
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.12391049000143539
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6422723279974889
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14806625100027304
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12043117299617734
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13011656700109597
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12551246301154606
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 25023,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.703682809995371
    },
    {
      "branch": "6192bcb4bfe7",
      "command": "docker cp a024f2a73add0a74c656cb22fdfcbcaf432649431fca5b08115fca2cb1f60934:/workspace/eval/results.xml /tmp/tmp24mdaz72.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 18378,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03718283299531322
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09995790400716942
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10244628800137434
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1323405239963904
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1305953240080271
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 20915,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.734132338009658
    },
    {
      "branch": "6b3e26672313",
      "command": "docker cp 7688baeb60434ea0a4ed417a09a80f330609d5ac39a07a68be3c0fd76d297a37:/workspace/eval/results.xml /tmp/tmpkb0b2r42.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 14881,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03751371899852529
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14474896200408693
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1366213690052973
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12272113100334536
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11625046900007874
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 88824,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 9.10469062300399
    },
    {
      "branch": "d307b51db601",
      "command": "docker cp a6419ebc361313d0267061c265c29d78276af19198f427ffe6928f93c04c83c1:/workspace/eval/results.xml /tmp/tmprbuf8m9t.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 82438,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04069629099103622
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13613107400306035
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1274546630011173
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13240964499709662
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13372914800129365
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11467,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.65048277900496
    },
    {
      "branch": "f393a11e864d",
      "command": "docker cp 448b7ac01ac74ebac5a94822a4bd7d1a502ca4dac68ca13c6636f0d2f2030d82:/workspace/eval/results.xml /tmp/tmp51_36uzv.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8808,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03890923199651297
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.11407043199869804
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13355923899507616
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12842039800307248
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12658780900528654
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 7650,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5424216329993214
    },
    {
      "branch": "9c527fe9329d",
      "command": "docker cp 8c3e087582c44724a1c17f8db50894026702abdba35ddc890f4e90e22f8be46b:/workspace/eval/results.xml /tmp/tmpi8yfr0sw.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4473,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.038415264993091114
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13067799499549437
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13121874300122727
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1384189099917421
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1283890790073201
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4283,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.4083938939875225
    },
    {
      "branch": "726d5e0feabd",
      "command": "docker cp e72219b3dd437e64f3076884b1da1d090a2b8781cc40102e26b2293eda1f8358:/workspace/eval/results.xml /tmp/tmpthxzzcyp.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2315,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.033229645996470936
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.09531580199836753
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1243164240004262
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10695292499440257
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1342716850049328
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 18565,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.548266358993715
    },
    {
      "branch": "90f8b2227f3d",
      "command": "docker cp c1b5957f2d277516edac668af4069a3b6a9912f9be887d43317f49cfc322b157:/workspace/eval/results.xml /tmp/tmpbclwrvyp.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12151,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03319872599968221
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1359532859933097
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12772120301087853
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1254405079962453
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1305177580070449
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 9027,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.617687417994603
    },
    {
      "branch": "f1db6fde60b6",
      "command": "docker cp 7ccacc7ed69dd5abdcfd00dc031d058f2ee8cdeda20eb544eaddf68832b705a4:/workspace/eval/results.xml /tmp/tmp364dfbmx.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 5384,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03572948199871462
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14665411399619188
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1203627979994053
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1408669380034553
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13022777999867685
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 13771,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.666862532001687
    },
    {
      "branch": "4b602899aca8",
      "command": "docker cp 07082a7cd7b38ba37c4ac1eef629978637c07914c52d2e823b206a1730e66c52:/workspace/eval/results.xml /tmp/tmp887oe8ec.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 8082,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04159813800652046
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 43,
    "passed": 840,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "6192bcb4bfe7",
    "6b3e26672313",
    "d307b51db601",
    "f393a11e864d",
    "9c527fe9329d",
    "726d5e0feabd",
    "90f8b2227f3d",
    "f1db6fde60b6",
    "4b602899aca8"
  ],
  "test_records": 884,
  "test_results": [
    {
      "branch": "6192bcb4bfe7",
      "extra": {
        "message_chars": 18,
        "message_redacted": true,
        "time": 0.0
      },
      "name": "eval.tests.test_compression.test_zstd_decompression",
      "status": "skipped"
    },
    {
      "branch": "6192bcb4bfe7",
      "extra": {
        "message_chars": 152,
        "message_redacted": true,
        "time": 0.14
      },
      "name": "eval.tests.test_edge_cases.test_output_to_dash_means_stdout",
      "status": "failure"
    },
    {
      "branch": "6192bcb4bfe7",
      "extra": {
        "message_chars": 171,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "eval.tests.test_edge_cases.test_leading_delimiter",
      "status": "failure"
    },
    {
      "branch": "6192bcb4bfe7",
      "extra": {
        "message_chars": 1161,
        "message_redacted": true,
        "time": 0.121
      },
      "name": "eval.tests.test_header_selection.test_header_with_escaped_sequences",
      "status": "failure"
    },
    {
      "branch": "6192bcb4bfe7",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.126
      },
      "name": "eval.tests.test_output_handling.test_escaped_output_delimiter",
      "status": "failure"
    },
    {
      "branch": "6b3e26672313",
      "extra": {
        "message_chars": 187,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "eval.tests.test_hck.test_escaped_output_delimiter",
      "status": "failure"
    },
    {
      "branch": "6b3e26672313",
      "extra": {
        "message_chars": 152,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "eval.tests.test_hck.test_output_to_stdout_with_dash",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 113,
        "message_redacted": true,
        "time": 0.181
      },
      "name": "tests.test_delimiters.test_regex_posix_character_class",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 243,
        "message_redacted": true,
        "time": 0.133
      },
      "name": "tests.test_edge_cases.test_numeric_overflow_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 340,
        "message_redacted": true,
        "time": 0.155
      },
      "name": "tests.test_delimiters.test_field_zero_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 226,
        "message_redacted": true,
        "time": 0.148
      },
      "name": "tests.test_edge_cases.test_invalid_regex_delimiter_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 226,
        "message_redacted": true,
        "time": 0.103
      },
      "name": "tests.test_delimiters.test_invalid_regex_delimiter_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 114,
        "message_redacted": true,
        "time": 0.116
      },
      "name": "tests.test_edge_cases.test_all_fields_included_and_excluded",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 451,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_fields_basic.test_error_invalid_field_spec",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 453,
        "message_redacted": true,
        "time": 0.134
      },
      "name": "tests.test_fields_basic.test_error_malformed_range_multiple_dashes",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 190,
        "message_redacted": true,
        "time": 0.152
      },
      "name": "tests.test_fields_basic.test_deduplication_overlapping_ranges",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 328,
        "message_redacted": true,
        "time": 0.095
      },
      "name": "tests.test_fields_basic.test_field_after_open_range_duplicates",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_fields_exclude.test_exclude_complete_overlap",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 126,
        "message_redacted": true,
        "time": 0.153
      },
      "name": "tests.test_fields_exclude.test_exclude_all_fields",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 62,
        "message_redacted": true,
        "time": 0.12
      },
      "name": "tests.test_gap_fill.test_output_to_stdout_with_dash",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 5370,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_gap_fill.test_stdin_compressed_with_header_fields_warning",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 177,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_gap_fill.test_header_not_found_partial_match",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.097
      },
      "name": "tests.test_gap_fill.test_empty_fields_no_output",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 150,
        "message_redacted": true,
        "time": 0.129
      },
      "name": "tests.test_fields_basic.test_same_field_multiple_times_partial_dedup",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 447,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "tests.test_fields_basic.test_error_lone_dash",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 474,
        "message_redacted": true,
        "time": 0.168
      },
      "name": "tests.test_fields_basic.test_error_inverted_range",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 266,
        "message_redacted": true,
        "time": 0.106
      },
      "name": "tests.test_headers.test_mixed_order_preservation",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 1874,
        "message_redacted": true,
        "time": 0.104
      },
      "name": "tests.test_gap_fill.test_file_creation_error_nonexistent_dir",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 441,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_integration.test_invalid_range_with_valid_flags_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 438,
        "message_redacted": true,
        "time": 0.119
      },
      "name": "tests.test_integration.test_file_not_found_with_valid_second_file_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 121,
        "message_redacted": true,
        "time": 0.11
      },
      "name": "tests.test_io.test_output_to_stdout_explicit",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 5605,
        "message_redacted": true,
        "time": 0.111
      },
      "name": "tests.test_io.test_invalid_gzip_file_error",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 106,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "tests.test_gap_fill.test_compression_to_stdout",
      "status": "failure"
    },
    {
      "branch": "d307b51db601",
      "extra": {
        "message_chars": 332,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_fields_basic.test_overlapping_ranges_produce_duplicates",
      "status": "failure"
    },
    {
      "branch": "f393a11e864d",
      "extra": {
        "message_chars": 1234,
        "message_redacted": true,
        "time": 0.185
      },
      "name": "eval.tests.test_argparse_validation.test_fields_accepts_separate_equals_and_short_concatenated[args1]",
      "status": "failure"
    },
    {
      "branch": "f393a11e864d",
      "extra": {
        "message_chars": 599,
        "message_redacted": true,
        "time": 0.154
      },
      "name": "eval.tests.test_argparse_validation.test_negative_number_is_not_accepted_as_value_without_double_dash",
      "status": "failure"
    },
    {
      "branch": "f393a11e864d",
      "extra": {
        "message_chars": 170,
        "message_redacted": true,
        "time": 0.145
      },
      "name": "eval.tests.test_argparse_validation.test_integer_option_rejects_overflow_rc_2",
      "status": "failure"
    },
    {
      "branch": "726d5e0feabd",
      "extra": {
        "message_chars": 218,
        "message_redacted": true,
        "time": 0.142
      },
      "name": "eval.tests.test_hck_io.test_header_field_selection_merges_with_index_selection_order",
      "status": "failure"
    },
    {
      "branch": "90f8b2227f3d",
      "extra": {
        "message_chars": 67,
        "message_redacted": true,
        "time": 0.122
      },
      "name": "tests.test_hck_advanced.TestOutputFormats.test_newline_in_output_delimiter",
      "status": "failure"
    },
    {
      "branch": "f1db6fde60b6",
      "extra": {
        "message_chars": 184,
        "message_redacted": true,
        "time": 0.161
      },
      "name": "eval.tests.test_hck_behavior.test_version_exact_match",
      "status": "failure"
    },
    {
      "branch": "f1db6fde60b6",
      "extra": {
        "message_chars": 110,
        "message_redacted": true,
        "time": 0.174
      },
      "name": "eval.tests.test_hck_behavior.test_reordering_values_written_only_once",
      "status": "failure"
    },
    {
      "branch": "f1db6fde60b6",
      "extra": {
        "message_chars": 102,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "eval.tests.test_hck_behavior.test_mix_by_index_and_by_header_merge_order_example_from_readme",
      "status": "failure"
    },
    {
      "branch": "4b602899aca8",
      "extra": {
        "message_chars": 73,
        "message_redacted": true,
        "time": 0.184
      },
      "name": "eval.tests.test_executable_externalized.test_ext_test_exclude_range_all",
      "status": "failure"
    },
    {
      "branch": "4b602899aca8",
      "extra": {
        "message_chars": 243,
        "message_redacted": true,
        "time": 0.17
      },
      "name": "eval.tests.test_executable_externalized.test_ext_test_headers_and_fields",
      "status": "failure"
    }
  ],
  "test_results_omitted": 0,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}