{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.13765097298892215
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.13195361499674618
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.14342108801065478
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.3773513880005339
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.10792914799822029
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1241321879933821
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.68742077400384
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12709852699481416
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12150520799332298
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12817131700285245
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12648847300442867
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 8.180755536988727
    },
    {
      "branch": "cb25f14aad2d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.036494027997832745
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1324248169985367
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13299109099898487
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1271557349973591
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13088224100647494
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 8.349654304998694
    },
    {
      "branch": "0fd941cd858f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03875951000372879
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12461085600079969
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11475251500087325
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11692553499597125
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.103634074999718
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 155.4299285629968
    },
    {
      "branch": "d7a5dbbf1b14",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03781378999701701
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13075054199725855
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12115051998989657
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1289777179918019
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13274455499777105
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 4.024002815989661
    },
    {
      "branch": "49765b789e29",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03606964500795584
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1398752809909638
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10331191799195949
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12925495699164458
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13071505499829073
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.404591832004371
    },
    {
      "branch": "d9e7ed8f51b0",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03890982299344614
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13516385199909564
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1309136159979971
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12934175999544095
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12986323499353603
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.3739784080098616
    },
    {
      "branch": "ccab1a09a39b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03673928200441878
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1361945359967649
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12689977200352587
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1355145330016967
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.13973954699758906
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.273146054998506
    },
    {
      "branch": "fbf8fde470b4",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.042058560997247696
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13988862100814003
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12819791700167116
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.13710085400089156
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1110181050025858
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 6.328585085997474
    },
    {
      "branch": "2a76b481f44f",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.04018153699871618
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "250ed10641156229709bfe686a61ae63374fc80c739a0afe64dc209aec2db933",
  "failed_tests": [
    {
      "branch": "0fd941cd858f",
      "message_chars": 906,
      "message_redacted": true,
      "name": "eval.tests.test_pingu.test_empty_host_produces_error",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 69,
      "message_redacted": true,
      "name": "tests.test_art_rendering.test_renderASCIIArt_wraparound_at_40",
      "status": "skipped"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 70,
      "message_redacted": true,
      "name": "tests.test_art_rendering.test_renderASCIIArt_wraparound_high_index",
      "status": "skipped"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 499,
      "message_redacted": true,
      "name": "tests.test_errors.test_empty_string_hostname",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 1471,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_ipv4_all_zeros_resolves_to_localhost",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 635,
      "message_redacted": true,
      "name": "tests.test_art_rendering.test_ansi_reset_codes_present",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 664,
      "message_redacted": true,
      "name": "tests.test_art_rendering.test_colorize_black_character_replacement",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 987,
      "message_redacted": true,
      "name": "tests.test_art_rendering.test_colorize_white_character_replacement",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 1211,
      "message_redacted": true,
      "name": "tests.test_art_rendering.test_colorize_mixed_colors_in_single_line",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 499,
      "message_redacted": true,
      "name": "tests.test_flags.test_empty_host_string",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 542,
      "message_redacted": true,
      "name": "tests.test_errors.test_invalid_hostname_lookup_failure",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 69,
      "message_redacted": true,
      "name": "tests.test_art_rendering.test_wraparound_preserves_exact_art",
      "status": "skipped"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 114,
      "message_redacted": true,
      "name": "tests.test_art_rendering.test_bold_flag_set_in_all_colors",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 2486,
      "message_redacted": true,
      "name": "tests.test_art_rendering.test_pingu_array_lines_have_consistent_length",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 1210,
      "message_redacted": true,
      "name": "tests.test_art_rendering.test_colorize_red_character_replacement",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 123,
      "message_redacted": true,
      "name": "tests.test_art_rendering.test_character_replacement_uses_hash",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 1879,
      "message_redacted": true,
      "name": "tests.test_art_rendering.test_colorize_yellow_character_replacement",
      "status": "failure"
    },
    {
      "branch": "d7a5dbbf1b14",
      "message_chars": 625,
      "message_redacted": true,
      "name": "tests.test_edge_cases.test_ipv6_mapped_ipv4_address",
      "status": "failure"
    },
    {
      "branch": "fbf8fde470b4",
      "message_chars": 146,
      "message_redacted": true,
      "name": "tests.test_edge_cases.TestHostValidation.test_empty_hostname",
      "status": "failure"
    },
    {
      "branch": "2a76b481f44f",
      "message_chars": 202,
      "message_redacted": true,
      "name": "eval.tests.test_pingu.test_version_format",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 17,
    "passed": 399,
    "skipped": 3
  },
  "test_branch_errors": {},
  "test_branches": [
    "cb25f14aad2d",
    "0fd941cd858f",
    "d7a5dbbf1b14",
    "49765b789e29",
    "d9e7ed8f51b0",
    "ccab1a09a39b",
    "fbf8fde470b4",
    "2a76b481f44f"
  ],
  "test_records": 419,
  "warnings": []
}