{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "evaluator_log_steps": [
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.13857885900006295
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "remove_hashed_files",
      "wall_time": 0.09981096799992883
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.13489206500003093
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.11557452400006696
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.10640134899995246
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.10805392300017047
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.625762019999911
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12358156999994208
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12356046100012463
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11934777200008284
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11486291500000334
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 19.78504715600002
    },
    {
      "branch": "2cb9872af9d3",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.01980648799985829
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13162343699991652
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11799733800012291
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.0975200870000208
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11330075300020326
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 1,
      "step": "run_tests",
      "wall_time": 21.392918057000088
    },
    {
      "branch": "a11a11798c65",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0318745710001167
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12843467800007602
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12019988399993053
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.129298302000052
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11466802100017048
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 186.6656680420001
    },
    {
      "branch": "edbb61089a1b",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03638867399990886
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12345731499999602
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.10759268600008909
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11802976800004217
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12427851300003567
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.588192862999904
    },
    {
      "branch": "197fa878d19d",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03395865400011644
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12527496400002747
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.09533448199999839
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11847190000003138
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11624875699999393
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.527056272999971
    },
    {
      "branch": "9e7723950c85",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03837729499991838
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12044865600000776
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.08159430399996381
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10140259900003912
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11169432099995902
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.5884165400000256
    },
    {
      "branch": "39a0a06b5bd5",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.019464083999992
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13010746500003734
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1260730199999216
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.10696676099996694
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.11575288700009878
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 2.276123602000098
    },
    {
      "branch": "963d84781aac",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.023806581000144433
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12471963400003006
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12521525900001507
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11873502800017377
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.08594199800018032
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 19.55607729899998
    },
    {
      "branch": "87b8e71dfab3",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.031068894999862096
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.1328046789999462
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12247987199998533
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.1104908949998844
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.1198700119998648
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.622660114000155
    },
    {
      "branch": "4247a5b83636",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.03691699699993478
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.12960959099996217
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.12787033199992948
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.12137193500007015
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12346962100014025
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 0.10296573200002967
    },
    {
      "branch": "b5678e269761",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.029622794000033537
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14002764500014564
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.11762229700002536
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.09502547400006733
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.127730154000119
    },
    {
      "branch": "",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 3.400520917999984
    },
    {
      "branch": "0bb54c02ae31",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.0338181249999252
    }
  ],
  "evaluator_log_steps_omitted": 0,
  "executable_hash": "200d662a1c2db6a0821423245962e549d38fd5be4868ce68db7fdd5a7d12168e",
  "failed_tests": [
    {
      "branch": "2cb9872af9d3",
      "message_chars": 70,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_for_newline_separated",
      "status": "failure"
    },
    {
      "branch": "2cb9872af9d3",
      "message_chars": 70,
      "message_redacted": true,
      "name": "eval.tests.test_error_handling.test_for_with_newlines",
      "status": "failure"
    },
    {
      "branch": "2cb9872af9d3",
      "message_chars": 66,
      "message_redacted": true,
      "name": "eval.tests.test_iteration.test_for_with_spaces",
      "status": "failure"
    },
    {
      "branch": "2cb9872af9d3",
      "message_chars": 101,
      "message_redacted": true,
      "name": "eval.tests.test_iteration.test_stdin_piped",
      "status": "failure"
    },
    {
      "branch": "a11a11798c65",
      "message_chars": 283,
      "message_redacted": true,
      "name": "eval.tests.test_for_items.test_for_with_spaces",
      "status": "failure"
    },
    {
      "branch": "a11a11798c65",
      "message_chars": 251,
      "message_redacted": true,
      "name": "eval.tests.test_regex_intensive.test_regex_with_whitespace_class",
      "status": "failure"
    },
    {
      "branch": "a11a11798c65",
      "message_chars": 144,
      "message_redacted": true,
      "name": "eval.tests.test_comprehensive_coverage.test_stdin_with_counter_mods",
      "status": "failure"
    },
    {
      "branch": "a11a11798c65",
      "message_chars": 85,
      "message_redacted": true,
      "name": "eval.tests.test_edge_cases.test_empty_command_string",
      "status": "failure"
    },
    {
      "branch": "a11a11798c65",
      "message_chars": 123,
      "message_redacted": true,
      "name": "eval.tests.test_flag_combinations.test_stdin_with_offset",
      "status": "failure"
    },
    {
      "branch": "a11a11798c65",
      "message_chars": 104,
      "message_redacted": true,
      "name": "eval.tests.test_stdin.test_stdin_without_flag_detects_pipe",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 110,
      "message_redacted": true,
      "name": "tests.test_basic.test_for_space_separated_items",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 79,
      "message_redacted": true,
      "name": "tests.test_basic.test_stdin_with_num_overrun",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 202,
      "message_redacted": true,
      "name": "tests.test_counters.test_count_by_scientific_with_decimal",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 114,
      "message_redacted": true,
      "name": "tests.test_termination.test_until_match_multiline_output",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 268,
      "message_redacted": true,
      "name": "tests.test_timing.test_until_time_past_time_exits_immediately",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 446,
      "message_redacted": true,
      "name": "tests.test_timing.test_until_time_malformed_date_errors",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 277,
      "message_redacted": true,
      "name": "tests.test_timing.test_until_time_future_runs_until_time",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 272,
      "message_redacted": true,
      "name": "tests.test_timing.test_until_time_with_milliseconds",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 268,
      "message_redacted": true,
      "name": "tests.test_timing.test_until_time_executes_at_least_once_comment",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 683,
      "message_redacted": true,
      "name": "tests.test_timing.test_every_negative_duration_parsed_as_argument",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 720,
      "message_redacted": true,
      "name": "tests.test_basic.test_command_with_shell_expansion",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 268,
      "message_redacted": true,
      "name": "tests.test_timing.test_until_time_rfc3339_basic_format",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 285,
      "message_redacted": true,
      "name": "tests.test_timing.test_until_time_combined_with_num",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 272,
      "message_redacted": true,
      "name": "tests.test_timing.test_until_time_edge_of_second",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 115,
      "message_redacted": true,
      "name": "tests.test_basic.test_stdin_automatic_detection",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 115,
      "message_redacted": true,
      "name": "tests.test_basic.test_stdin_without_trailing_newline",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 115,
      "message_redacted": true,
      "name": "tests.test_basic.test_stdin_empty_line_preserved",
      "status": "failure"
    },
    {
      "branch": "edbb61089a1b",
      "message_chars": 116,
      "message_redacted": true,
      "name": "tests.test_basic.test_stdin_with_count_variable",
      "status": "failure"
    },
    {
      "branch": "197fa878d19d",
      "message_chars": 13,
      "message_redacted": true,
      "name": "eval.tests.test_argparse_validation.test_option_value_formats_for_num[args2]",
      "status": "failure"
    },
    {
      "branch": "87b8e71dfab3",
      "message_chars": 140,
      "message_redacted": true,
      "name": "tests.test_conditions.TestUntilSame.test_until_same_with_stdin",
      "status": "failure"
    },
    {
      "branch": "87b8e71dfab3",
      "message_chars": 140,
      "message_redacted": true,
      "name": "tests.test_items.TestStdinInput.test_stdin_with_num_limit",
      "status": "failure"
    },
    {
      "branch": "87b8e71dfab3",
      "message_chars": 147,
      "message_redacted": true,
      "name": "tests.test_integration.TestCombinedFlags.test_stdin_with_until_changes",
      "status": "failure"
    },
    {
      "branch": "87b8e71dfab3",
      "message_chars": 125,
      "message_redacted": true,
      "name": "tests.test_items.TestStdinInput.test_stdin_basic",
      "status": "failure"
    },
    {
      "branch": "87b8e71dfab3",
      "message_chars": 125,
      "message_redacted": true,
      "name": "tests.test_items.TestStdinInput.test_stdin_single_line",
      "status": "failure"
    },
    {
      "branch": "87b8e71dfab3",
      "message_chars": 132,
      "message_redacted": true,
      "name": "tests.test_items.TestStdinInput.test_stdin_with_count",
      "status": "failure"
    },
    {
      "branch": "4247a5b83636",
      "message_chars": 467,
      "message_redacted": true,
      "name": "eval.tests.test_core_looping.test_missing_command_is_interruptible",
      "status": "failure"
    }
  ],
  "failed_tests_omitted": 0,
  "status_counts": {
    "failure": 36,
    "passed": 742
  },
  "test_branch_errors": {},
  "test_branches": [
    "2cb9872af9d3",
    "a11a11798c65",
    "edbb61089a1b",
    "197fa878d19d",
    "9e7723950c85",
    "39a0a06b5bd5",
    "963d84781aac",
    "87b8e71dfab3",
    "4247a5b83636",
    "b5678e269761",
    "0bb54c02ae31"
  ],
  "test_records": 778,
  "warnings": []
}