{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "117877294859f7df18c1b316bd77abe36709e113020dc1c2dbffe5c9041f5c4f",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.12059385799511801
    },
    {
      "branch": "",
      "command": "find /workspace -type f -exec sha256sum {} + 2>/dev/null | grep -E \"^(925c9583aa3897a5034869549b3665115746101e785a29a651bad965c01fda3b)  \" | cut -c67- | xargs -I% rm -fv %",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.1203780220093904
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.10445347901259083
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.1254092830058653
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.1064977030036971
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.11919400699844118
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.7611918050097302
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1428843930043513
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13659700899734162
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13139499998942483
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13204332199529745
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 12347,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 5.778041991012287
    },
    {
      "branch": "02019de415b5",
      "command": "docker cp ecc953ac62f2fb51d3b4e71abf659bdb6f041a6a851cc0187281eb542d634d7a:/workspace/eval/results.xml /tmp/tmp0a8mpyc2.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 11004,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0385880820103921
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.10546389600494877
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11357454500102904
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12392611399991438
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13138617000367958
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2387,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.464657474003616
    },
    {
      "branch": "0c3cc937e2da",
      "command": "docker cp 5f041011a43424d30f85d63dec71d6207deb6bd9d2d350fd1b6e3fda40c892fd:/workspace/eval/results.xml /tmp/tmph0iymrje.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1021,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03859679099696223
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1331864669919014
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.14848217699909583
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1277070409996668
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11867380399780814
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 16498,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 4.7104706639947835
    },
    {
      "branch": "8e06264b11b3",
      "command": "docker cp 3732d00ac73661bfb59aeedd9e03d32ce6d3bdd5d75e01fdfa07701c91347420:/workspace/eval/results.xml /tmp/tmp9u9ix6zs.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 18055,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04217395299929194
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13634417299181223
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12664906500140205
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12684640299994498
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11784033599542454
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 128951,
      "output_redacted": true,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 74.05154108199349
    },
    {
      "branch": "ffcc3ee94dc7",
      "command": "docker cp c27f2e6fda8f5ac1fe56eb4d63afbac1329f97a19766708bea2dd0f87e544007:/workspace/eval/results.xml /tmp/tmpaqq5ahel.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 184398,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.040129531000275165
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1497237599978689
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1298325129901059
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14859214500756934
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11377726300270297
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 15451,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.7526892150053754
    },
    {
      "branch": "c58dd0219241",
      "command": "docker cp fe866929eadf306a00fd3e31077864b618b38570a94a7698b1e19e2a1de7f163:/workspace/eval/results.xml /tmp/tmp6w9xljrr.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 20526,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03949240400106646
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12971798800572287
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1209474589995807
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13287514098919928
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12048658399726264
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 4284,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.724084852990927
    },
    {
      "branch": "8512cdf3b96c",
      "command": "docker cp e6d8d29aef9c58b6fc8f3d3a6dff58c7562d041e41e13643fca15c487fa619b0:/workspace/eval/results.xml /tmp/tmp2p93vj46.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 2315,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04060415900312364
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14143080500070937
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11037385500094388
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12312958700931631
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1369033130031312
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 3173,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.6297496409970336
    },
    {
      "branch": "8c618fb31ebb",
      "command": "docker cp f18dffd08193a8f52957d3441de1f2df7fdc55d198167c1ba7d3a344b6d8edb0:/workspace/eval/results.xml /tmp/tmpmutjihdl.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1548,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.041685201998916455
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13342101499438286
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1374712160031777
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1131458849995397
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11076292100187857
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 17260,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.079075047993683
    },
    {
      "branch": "db453dfa41da",
      "command": "docker cp 5b4beb56c9add9eed32a880083599a9c586dec3f051e3c199ba8f5e7263ee1a2:/workspace/eval/results.xml /tmp/tmp_qlkw5gg.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 20262,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037348907004343346
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1373430300009204
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13510465300350916
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10480123999877833
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1277427919994807
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1124994,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 20.418082196003525
    },
    {
      "branch": "c48776220edb",
      "command": "docker cp 7ed9bff1c04990fda085739bba761ee7474605a50d4ff8d9c3a185b977c4253a:/workspace/eval/results.xml /tmp/tmpo9719zxc.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 1926596,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03485449499567039
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 157,
    "passed": 93,
    "skipped": 1
  },
  "test_branch_errors": {},
  "test_branches": [
    "02019de415b5",
    "0c3cc937e2da",
    "8e06264b11b3",
    "ffcc3ee94dc7",
    "c58dd0219241",
    "8512cdf3b96c",
    "8c618fb31ebb",
    "db453dfa41da",
    "c48776220edb"
  ],
  "test_records": 251,
  "test_results": [
    {
      "branch": "02019de415b5",
      "extra": {
        "message_chars": 2452,
        "message_redacted": true,
        "time": 0.222
      },
      "name": "eval.tests.test_argparse_validation.test_debug_flag_requires_known_specifier",
      "status": "failure"
    },
    {
      "branch": "02019de415b5",
      "extra": {
        "message_chars": 105,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_argparse_validation.test_missing_or_invalid_format_specifiers[args3-expected3]",
      "status": "failure"
    },
    {
      "branch": "02019de415b5",
      "extra": {
        "message_chars": 115,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "eval.tests.test_argparse_validation.test_missing_or_invalid_format_specifiers[args1-expected1]",
      "status": "failure"
    },
    {
      "branch": "8e06264b11b3",
      "extra": {
        "message_chars": 958,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_mode_dispatch.TestErrorHandling.test_feature_mode_missing_specifier",
      "status": "failure"
    },
    {
      "branch": "8e06264b11b3",
      "extra": {
        "message_chars": 4851,
        "message_redacted": true,
        "time": 0.385
      },
      "name": "tests.test_mode_dispatch.TestDebugModes.test_debug_level_recognized",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2028,
        "message_redacted": true,
        "time": 0.39
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[001_001_a.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2035,
        "message_redacted": true,
        "time": 0.447
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[002_002_addindex.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2033,
        "message_redacted": true,
        "time": 0.418
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[003_003_anchor.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2030,
        "message_redacted": true,
        "time": 0.472
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[004_004_arg.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2036,
        "message_redacted": true,
        "time": 0.474
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[005_005_attention.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2033,
        "message_redacted": true,
        "time": 0.466
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[006_006_author.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2028,
        "message_redacted": true,
        "time": 0.447
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[007_007_b.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2028,
        "message_redacted": true,
        "time": 0.447
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[010_010_c.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 0.003
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[012_012_cite.dox]",
      "status": "skipped"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2031,
        "message_redacted": true,
        "time": 0.471
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[014_014_code.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2036,
        "message_redacted": true,
        "time": 0.475
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[017_017_copyright.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2031,
        "message_redacted": true,
        "time": 0.453
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[020_020_only.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2028,
        "message_redacted": true,
        "time": 0.428
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[023_023_e.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2029,
        "message_redacted": true,
        "time": 0.439
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[024_024_if.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2038,
        "message_redacted": true,
        "time": 0.427
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[030_030_htmlinclude.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2032,
        "message_redacted": true,
        "time": 0.444
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[031_031_image.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2035,
        "message_redacted": true,
        "time": 0.422
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[033_033_internal.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2035,
        "message_redacted": true,
        "time": 0.413
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[034_034_internal.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2028,
        "message_redacted": true,
        "time": 0.466
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[038_038_n.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2031,
        "message_redacted": true,
        "time": 0.434
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[043_043_page.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2034,
        "message_redacted": true,
        "time": 0.464
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[045_045_refitem.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2035,
        "message_redacted": true,
        "time": 0.478
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[050_050_verbatim.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2033,
        "message_redacted": true,
        "time": 0.463
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[051_051_escape.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2032,
        "message_redacted": true,
        "time": 0.473
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[052_052_tilde.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2032,
        "message_redacted": true,
        "time": 0.457
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[053_053_tilde.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2039,
        "message_redacted": true,
        "time": 0.44
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[056_056_latexinclude.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2032,
        "message_redacted": true,
        "time": 0.479
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[065_065_tilde.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2042,
        "message_redacted": true,
        "time": 0.434
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[079_079_tableofcontents.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2035,
        "message_redacted": true,
        "time": 0.47
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[109_109_htmlcmds.dox]",
      "status": "failure"
    },
    {
      "branch": "ffcc3ee94dc7",
      "extra": {
        "message_chars": 2036,
        "message_redacted": true,
        "time": 0.45
      },
      "name": "eval.tests.test_doxygen_testing_suite_externalized.test_ext_internal_dox_test_via_cli[110_110_backticks.dox]",
      "status": "failure"
    },
    {
      "branch": "c58dd0219241",
      "extra": {
        "message_chars": 1367,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "eval.tests.test_config_env_handling.test_x_noenv_disables_env_substitution",
      "status": "failure"
    },
    {
      "branch": "c58dd0219241",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.231
      },
      "name": "eval.tests.test_config_env_handling.test_env_var_substitution_in_value_affects_behavior_quiet",
      "status": "failure"
    },
    {
      "branch": "c58dd0219241",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.229
      },
      "name": "eval.tests.test_config_env_handling.test_invalid_boolean_value_warns_and_defaults",
      "status": "failure"
    },
    {
      "branch": "c58dd0219241",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.223
      },
      "name": "eval.tests.test_config_env_handling.test_env_var_substitution_in_path_uses_HOME",
      "status": "failure"
    },
    {
      "branch": "db453dfa41da",
      "extra": {
        "message_chars": 260,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "eval.tests.test_cli_outputs.test_version_short_exact",
      "status": "failure"
    },
    {
      "branch": "db453dfa41da",
      "extra": {
        "message_chars": 198,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "eval.tests.test_cli_outputs.test_version_extended_contains_sqlite_line",
      "status": "failure"
    },
    {
      "branch": "db453dfa41da",
      "extra": {
        "message_chars": 2439,
        "message_redacted": true,
        "time": 0.189
      },
      "name": "eval.tests.test_config_and_run.test_read_config_from_stdin_dash",
      "status": "failure"
    },
    {
      "branch": "db453dfa41da",
      "extra": {
        "message_chars": 2691,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "eval.tests.test_cli_outputs.test_help_text_starts_and_ends_with_expected_lines",
      "status": "failure"
    },
    {
      "branch": "db453dfa41da",
      "extra": {
        "message_chars": 1731,
        "message_redacted": true,
        "time": 0.457
      },
      "name": "eval.tests.test_config_and_run.test_documentation_run_generates_expected_html_files",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 8158,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_doxygen.test_doxygen[032_test the \\\\include and \\\\includelineno commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 5661,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "tests.test_doxygen.test_doxygen[018_test the \\\\def, \\\\var, \\\\fn, and \\\\typedef commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 781,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_doxygen.test_doxygen[007_test the \\\\b command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 791,
        "message_redacted": true,
        "time": 0.258
      },
      "name": "tests.test_doxygen.test_doxygen[001_test the \\\\a and \\\\mainpage commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "tests.test_doxygen.test_doxygen[026_test the \\\\exception, \\\\param, and \\\\tparam commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 1876,
        "message_redacted": true,
        "time": 0.244
      },
      "name": "tests.test_doxygen.test_doxygen[028_test the \\\\f$, \\\\f[, \\\\f], \\\\f{, and \\\\f} commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 358,
        "message_redacted": true,
        "time": 0.232
      },
      "name": "tests.test_doxygen.test_doxygen[011_test the \\\\interface and \\\\category command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 4270,
        "message_redacted": true,
        "time": 0.244
      },
      "name": "tests.test_doxygen.test_doxygen[016_test the \\\\copydoc, \\\\copybrief, \\\\copydetails, and \\\\]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 1581,
        "message_redacted": true,
        "time": 0.217
      },
      "name": "tests.test_doxygen.test_doxygen[005_test \\\\attention, \\\\note, \\\\remark, \\\\warning, and \\\\pa]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 987,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "tests.test_doxygen.test_doxygen[022_test the \\\\dot and \\\\enddot commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 831,
        "message_redacted": true,
        "time": 0.258
      },
      "name": "tests.test_doxygen.test_doxygen[030_test the \\\\htmlinclude command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 1354,
        "message_redacted": true,
        "time": 0.235
      },
      "name": "tests.test_doxygen.test_doxygen[024_test the \\\\if, \\\\ifnot, \\\\elsif, \\\\else, and \\\\endif co]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 2739,
        "message_redacted": true,
        "time": 0.241
      },
      "name": "tests.test_doxygen.test_doxygen[014_test the \\\\code command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 889,
        "message_redacted": true,
        "time": 0.222
      },
      "name": "tests.test_doxygen.test_doxygen[003_test \\\\anchor command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 1020,
        "message_redacted": true,
        "time": 0.257
      },
      "name": "tests.test_doxygen.test_doxygen[020_test the \\\\*only and \\\\end*only commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 310,
        "message_redacted": true,
        "time": 0.256
      },
      "name": "tests.test_doxygen.test_doxygen[009_test the \\\\bug, \\\\deprecated, \\\\todo, \\\\test, and \\\\xre]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 310,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "tests.test_doxygen.test_doxygen[019_test the \\\\defgroup, \\\\addtogroup, and \\\\ingroup comm]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 772,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_doxygen.test_doxygen[033_test the \\\\internal and \\\\endinternal commands (1)]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 859,
        "message_redacted": true,
        "time": 0.223
      },
      "name": "tests.test_doxygen.test_doxygen[023_test the \\\\e, \\\\em commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 815,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_doxygen.test_doxygen[008_test \\\\brief and \\\\file command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 320,
        "message_redacted": true,
        "time": 0.22
      },
      "name": "tests.test_doxygen.test_doxygen[027_test the \\\\extends, \\\\implements, \\\\memberof, \\\\privat]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 2105,
        "message_redacted": true,
        "time": 0.237
      },
      "name": "tests.test_doxygen.test_doxygen[004_test \\\\arg and \\\\li commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 1229,
        "message_redacted": true,
        "time": 0.24
      },
      "name": "tests.test_doxygen.test_doxygen[006_test the \\\\author, \\\\since, and \\\\version command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 1917,
        "message_redacted": true,
        "time": 0.209
      },
      "name": "tests.test_doxygen.test_doxygen[015_test the `cond` command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 1980,
        "message_redacted": true,
        "time": 0.193
      },
      "name": "tests.test_doxygen.test_doxygen[029_test the \\\\hideinitializer command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 943,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_doxygen.test_doxygen[017_test \\\\copyright and \\\\date commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 308,
        "message_redacted": true,
        "time": 0.226
      },
      "name": "tests.test_doxygen.test_doxygen[013_test the \\\\class and \\\\headerfile commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 344,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "tests.test_doxygen.test_doxygen[025_test the \\\\example command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 852,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "tests.test_doxygen.test_doxygen[002_test \\\\addindex command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 4454,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "tests.test_doxygen.test_doxygen[031_test the \\\\image command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 2560,
        "message_redacted": true,
        "time": 0.194
      },
      "name": "tests.test_doxygen.test_doxygen[021_test the \\\\dontinclude, \\\\skip, \\\\until, \\\\skipline, \\\\]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 911,
        "message_redacted": true,
        "time": 0.205
      },
      "name": "tests.test_doxygen.test_doxygen[010_test the \\\\c and \\\\p commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 1375,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "tests.test_doxygen.test_doxygen[034_test the \\\\internal and \\\\endinternal commands (2)]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 2063,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "tests.test_doxygen.test_doxygen[035_test \\\\invariant, \\\\pre and \\\\post commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 320,
        "message_redacted": true,
        "time": 0.183
      },
      "name": "tests.test_doxygen.test_doxygen[040_test the \\\\namespace command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 1947,
        "message_redacted": true,
        "time": 0.223
      },
      "name": "tests.test_doxygen.test_doxygen[036_test \\\\link command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 318,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_doxygen.test_doxygen[037_test the \\\\msc and \\\\endmsc commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 304,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "tests.test_doxygen.test_doxygen[043_test \\\\page, \\\\subpage, \\\\*section, \\\\paragraph, and \\\\]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 310,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_doxygen.test_doxygen[044_test the \\\\(public|protected|private)section comman]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_doxygen.test_doxygen[046_test the \\\\related, \\\\relatedalso, \\\\see, and \\\\sa com]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 2005,
        "message_redacted": true,
        "time": 0.203
      },
      "name": "tests.test_doxygen.test_doxygen[048_test the \\\\showinit command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 1123,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_doxygen.test_doxygen[045_test \\\\refitem, \\\\secreflist, \\\\endsecreflist]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 3445,
        "message_redacted": true,
        "time": 0.205
      },
      "name": "tests.test_doxygen.test_doxygen[047_test the \\\\result, \\\\return, and \\\\returns commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 7590,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_doxygen.test_doxygen[049_test the \\\\snippet command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 820,
        "message_redacted": true,
        "time": 0.172
      },
      "name": "tests.test_doxygen.test_doxygen[038_test the \\\\n command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "tests.test_doxygen.test_doxygen[041_test the \\\\overload command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 356,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_doxygen.test_doxygen[042_test the \\\\package command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "tests.test_doxygen.test_doxygen[039_test the \\\\name and \\\\short commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 760,
        "message_redacted": true,
        "time": 0.236
      },
      "name": "tests.test_doxygen.test_doxygen[052_test \\\\~ command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 842,
        "message_redacted": true,
        "time": 0.22
      },
      "name": "tests.test_doxygen.test_doxygen[051_test various characters that should be escaped]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 1967,
        "message_redacted": true,
        "time": 0.222
      },
      "name": "tests.test_doxygen.test_doxygen[050_test \\\\verbatim and \\\\verbinclude commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 352,
        "message_redacted": true,
        "time": 0.228
      },
      "name": "tests.test_doxygen.test_doxygen[059_test if A<B>::C within backticks is properly handl]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 326,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "tests.test_doxygen.test_doxygen[055_test markdown parsing]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 759,
        "message_redacted": true,
        "time": 0.218
      },
      "name": "tests.test_doxygen.test_doxygen[053_test \\\\~ command with non default OUTPUT_LANGUAGE]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 340,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "tests.test_doxygen.test_doxygen[060_test the <details> and <summary> commands]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 10067,
        "message_redacted": true,
        "time": 0.216
      },
      "name": "tests.test_doxygen.test_doxygen[054_test the \\\\parblock command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 374,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_doxygen.test_doxygen[061_test a file with unicode characters in the name]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 324,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_doxygen.test_doxygen[057_test inline namespaces]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 754,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_doxygen.test_doxygen[065_test \\\\~ command with non default OUTPUT_LANGUAGE w]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 823,
        "message_redacted": true,
        "time": 0.204
      },
      "name": "tests.test_doxygen.test_doxygen[056_test the \\\\latexinclude command]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 314,
        "message_redacted": true,
        "time": 0.208
      },
      "name": "tests.test_doxygen.test_doxygen[058_test strong enum values with the same name in diff]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 316,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "tests.test_doxygen.test_doxygen[063_test @snippet{doc} command with raise option]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 316,
        "message_redacted": true,
        "time": 0.201
      },
      "name": "tests.test_doxygen.test_doxygen[062_test @include{doc} command with raise option]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_doxygen.test_doxygen[064_test linking to the cast operator with and without]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 3062,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "tests.test_doxygen.test_doxygen[068_test \\\\ref command with function variadic arguments]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 3074,
        "message_redacted": true,
        "time": 0.229
      },
      "name": "tests.test_doxygen.test_doxygen[067_test \\\\link command with function variadic argument]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 5169,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "tests.test_doxygen.test_doxygen[073_test underlying type and strongness for an enum]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 318,
        "message_redacted": true,
        "time": 0.192
      },
      "name": "tests.test_doxygen.test_doxygen[066_C# property initializer]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 16222,
        "message_redacted": true,
        "time": 0.202
      },
      "name": "tests.test_doxygen.test_doxygen[069_test \\\\link command with a variadic template functi]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 16181,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "tests.test_doxygen.test_doxygen[070_test \\\\ref command with a variadic template functio]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 312,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "tests.test_doxygen.test_doxygen[075_test argument matching in particular for unnamed t]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 5512,
        "message_redacted": true,
        "time": 0.188
      },
      "name": "tests.test_doxygen.test_doxygen[081_Test termination of brief description with lists]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 1804,
        "message_redacted": true,
        "time": 0.197
      },
      "name": "tests.test_doxygen.test_doxygen[072_test template parameters for a type alias]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 322,
        "message_redacted": true,
        "time": 0.21
      },
      "name": "tests.test_doxygen.test_doxygen[080_allow linking to private virtual functions]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 446,
        "message_redacted": true,
        "time": 0.186
      },
      "name": "tests.test_doxygen.test_doxygen[071_test that enum values in anonymous namespaces prod]",
      "status": "failure"
    },
    {
      "branch": "c48776220edb",
      "extra": {
        "message_chars": 302,
        "message_redacted": true,
        "time": 0.187
      },
      "name": "tests.test_doxygen.test_doxygen[079_test TOC generation for an empty page]",
      "status": "failure"
    }
  ],
  "test_results_omitted": 38,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}
