{
  "error_code": null,
  "error_details_chars": 0,
  "error_details_redacted": false,
  "executable_hash": "6ca338817a20eb5185f4a7d789760aad8d44cee789b70ae4f33cc1f4db6a5ceb",
  "log": [
    {
      "branch": "",
      "command": "rm -rf /workspace/* /workspace/.[!.]*",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "wipe_workspace",
      "wall_time": 0.13858021699707024
    },
    {
      "branch": "",
      "command": "if [ ! -d .git ]; then GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c init.defaultBranch=gold init -q && git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false add -A && GIT_AUTHOR_DATE='2000-01-01T00:00:00Z' GIT_COMMITTER_DATE='2000-01-01T00:00:00Z' git -c user.email=gold@local -c user.name=gold -c commit.gpgsign=false commit -q --allow-empty -m gold; fi",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "seed_git",
      "wall_time": 0.15532033899216913
    },
    {
      "branch": "",
      "command": "chmod +x ./compile.sh && ./compile.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "compile",
      "wall_time": 0.13118696099263616
    },
    {
      "branch": "",
      "command": "mv ./executable /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "copy_executable",
      "wall_time": 0.13718998699914664
    },
    {
      "branch": "",
      "command": "sha256sum /opt/programbench-stashed-executable-do-not-modify",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 117,
      "output_redacted": true,
      "returncode": 0,
      "step": "hash_executable",
      "wall_time": 0.1097019049921073
    },
    {
      "branch": "",
      "command": "pip3 install -q --disable-pip-version-check pytest-rerunfailures",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 222,
      "output_redacted": true,
      "returncode": 0,
      "step": "install_rerunfailures",
      "wall_time": 0.6673535640002228
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.13611908299208153
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.13097622500208672
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.11940542800584808
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.12629690101312008
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 45741,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 5.186499420990003
    },
    {
      "branch": "2172e38aeb0e",
      "command": "docker cp b379be818be9a37fe4729bc3e49479319e07f7cf35672deeea5ba36eeff8633d:/workspace/eval/results.xml /tmp/tmpd_lm_2uj.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 43629,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.037484789005247876
    },
    {
      "branch": "",
      "command": "rm -f ./executable && mv /opt/programbench-stashed-executable-do-not-modify ./executable && chmod +x ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "restore_executable",
      "wall_time": 0.14497417699021753
    },
    {
      "branch": "",
      "command": "sha256sum ./executable",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 79,
      "output_redacted": true,
      "returncode": 0,
      "step": "verify_executable_hash",
      "wall_time": 0.1341631799878087
    },
    {
      "branch": "",
      "command": "rm -f eval/results.xml results.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "clean_stale_results",
      "wall_time": 0.14389061299152672
    },
    {
      "branch": "",
      "command": "test -f eval/run.sh && sed -i 's/--timeout-method=thread/--timeout-method=signal/g' eval/run.sh || true",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 0,
      "output_redacted": true,
      "returncode": 0,
      "step": "patch_timeout_method",
      "wall_time": 0.14034872200863902
    },
    {
      "branch": "",
      "command": "export PYTEST_ADDOPTS=\"$PYTEST_ADDOPTS --reruns=2 --reruns-delay=1\" && chmod +x ./eval/run.sh && ./eval/run.sh",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 118810,
      "output_redacted": true,
      "returncode": 0,
      "step": "run_tests",
      "wall_time": 55.858723223995185
    },
    {
      "branch": "8ebac061b133",
      "command": "docker cp bdc52578163f71697a5d1a5062d195f9f1cdb2f6d38a9dd4b8e632afb602a86e:/workspace/eval/results.xml /tmp/tmpvkjv5gg7.xml",
      "exception_info_chars": 0,
      "exception_info_redacted": false,
      "output_original_chars": 99453,
      "output_redacted": true,
      "returncode": 0,
      "step": "results_read",
      "wall_time": 0.029757839991361834
    }
  ],
  "log_entries_omitted": 0,
  "public_redactions": {
    "extra_text": "redacted",
    "log_output": "redacted",
    "long_extra_text": "truncated to 2000 chars"
  },
  "solution_branch": "submission",
  "status_counts": {
    "failure": 86,
    "passed": 266
  },
  "test_branch_errors": {},
  "test_branches": [
    "2172e38aeb0e",
    "8ebac061b133"
  ],
  "test_records": 352,
  "test_results": [
    {
      "branch": "2172e38aeb0e",
      "extra": {
        "message_chars": 1255,
        "message_redacted": true,
        "time": 0.275
      },
      "name": "eval.tests.test_autotune.TestAutotune.test_autotune_invalid_metric",
      "status": "failure"
    },
    {
      "branch": "2172e38aeb0e",
      "extra": {
        "message_chars": 407,
        "message_redacted": true,
        "time": 0.579
      },
      "name": "eval.tests.test_error_handling.TestArgumentValidation.test_quantize_with_unsupported_model_type",
      "status": "failure"
    },
    {
      "branch": "2172e38aeb0e",
      "extra": {
        "message_chars": 754,
        "message_redacted": true,
        "time": 0.273
      },
      "name": "eval.tests.test_training.TestSupervisedTraining.test_supervised_invalid_loss_shows_error",
      "status": "failure"
    },
    {
      "branch": "2172e38aeb0e",
      "extra": {
        "message_chars": 495,
        "message_redacted": true,
        "time": 0.517
      },
      "name": "eval.tests.test_quantize_dump.TestQuantize.test_quantize_creates_ftz_file",
      "status": "failure"
    },
    {
      "branch": "2172e38aeb0e",
      "extra": {
        "message_chars": 7063,
        "message_redacted": true,
        "time": 0.132
      },
      "name": "eval.tests.test_training.TestSupervisedTraining.test_supervised_help_flag",
      "status": "failure"
    },
    {
      "branch": "2172e38aeb0e",
      "extra": {
        "message_chars": 604,
        "message_redacted": true,
        "time": 0.357
      },
      "name": "eval.tests.test_training.TestTrainingArguments.test_ova_loss_function",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 34,
        "message_redacted": true,
        "time": 0.231
      },
      "name": "eval.tests.test_autotune.test_autotune_with_f1_label_metric_optimizes_per_label",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 612,
        "message_redacted": true,
        "time": 0.2
      },
      "name": "eval.tests.test_autotune.test_autotune_invalid_metric_name_fails_with_clear_error",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 630,
        "message_redacted": true,
        "time": 0.206
      },
      "name": "eval.tests.test_autotune.test_autotune_invalid_label_in_metric_fails_at_runtime",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 220,
        "message_redacted": true,
        "time": 0.239
      },
      "name": "eval.tests.test_autotune.test_autotune_with_different_modelsize_units",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 545,
        "message_redacted": true,
        "time": 0.245
      },
      "name": "eval.tests.test_autotune.test_autotune_missing_validation_file_fails_with_clear_error",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 34,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "eval.tests.test_autotune.test_autotune_with_label_precision_at_recall_metric",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 568,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "eval.tests.test_autotune.test_autotune_zero_duration_fails_with_timeout_error",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 171,
        "message_redacted": true,
        "time": 0.234
      },
      "name": "eval.tests.test_autotune.test_autotune_modelsize_constraint_creates_quantized_ftz_model",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 618,
        "message_redacted": true,
        "time": 0.236
      },
      "name": "eval.tests.test_autotune.test_autotune_invalid_modelsize_format_fails_at_parse_time",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 34,
        "message_redacted": true,
        "time": 0.213
      },
      "name": "eval.tests.test_autotune.test_autotune_with_predictions_parameter_affects_evaluation",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 34,
        "message_redacted": true,
        "time": 0.238
      },
      "name": "eval.tests.test_autotune.test_autotune_precision_at_recall_metric_optimizes_correctly",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 436,
        "message_redacted": true,
        "time": 0.198
      },
      "name": "eval.tests.test_autotune.test_autotune_empty_validation_file_produces_nan_scores",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 34,
        "message_redacted": true,
        "time": 0.227
      },
      "name": "eval.tests.test_autotune.test_autotune_recall_at_precision_metric_works",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 228,
        "message_redacted": true,
        "time": 0.221
      },
      "name": "eval.tests.test_autotune.test_autotune_basic_f1_metric_runs_trials_and_creates_model",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 295,
        "message_redacted": true,
        "time": 0.41
      },
      "name": "eval.tests.test_errors_edge_cases.test_empty_training_file_throws_empty_vocabulary_error",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 86,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_autotune.test_autotune_best_score_improves_or_stays_constant",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 330,
        "message_redacted": true,
        "time": 0.219
      },
      "name": "eval.tests.test_autotune.test_autotune_with_wordngrams_flag_warns_not_optimized",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 274,
        "message_redacted": true,
        "time": 0.16
      },
      "name": "eval.tests.test_autotune.test_autotune_creates_final_model_with_best_hyperparameters",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 96,
        "message_redacted": true,
        "time": 0.207
      },
      "name": "eval.tests.test_autotune.test_autotune_progress_percentage_increases_monotonically",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 86,
        "message_redacted": true,
        "time": 0.214
      },
      "name": "eval.tests.test_autotune.test_autotune_trial_count_increases_during_optimization",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 326,
        "message_redacted": true,
        "time": 0.199
      },
      "name": "eval.tests.test_autotune.test_autotune_manually_set_hyperparameters_not_optimized",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 614,
        "message_redacted": true,
        "time": 0.195
      },
      "name": "eval.tests.test_autotune.test_autotune_very_small_modelsize_constraint_fails_or_times_out",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 320,
        "message_redacted": true,
        "time": 0.196
      },
      "name": "eval.tests.test_autotune.test_autotune_with_epoch_flag_warns_not_optimized",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 466,
        "message_redacted": true,
        "time": 0.146
      },
      "name": "eval.tests.test_errors_edge_cases.test_read_only_output_directory_error",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 77,
        "message_redacted": true,
        "time": 0.295
      },
      "name": "eval.tests.test_autotune.test_autotune_with_multiple_metrics_produces_different_models",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 158,
        "message_redacted": true,
        "time": 0.176
      },
      "name": "eval.tests.test_errors_edge_cases.test_test_command_with_mismatched_labels",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 608,
        "message_redacted": true,
        "time": 0.489
      },
      "name": "eval.tests.test_harvest.test_quantization_workflow",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 77,
        "message_redacted": true,
        "time": 0.114
      },
      "name": "eval.tests.test_model_io.test_bin_file_is_binary_format",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 456,
        "message_redacted": true,
        "time": 0.141
      },
      "name": "eval.tests.test_errors_edge_cases.test_invalid_loss_function_name_shows_valid_options",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 396,
        "message_redacted": true,
        "time": 0.143
      },
      "name": "eval.tests.test_errors_edge_cases.test_dimension_zero_trains_without_crash",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 449,
        "message_redacted": true,
        "time": 0.106
      },
      "name": "eval.tests.test_predict_eval.test_test_label_per_label_metrics",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 396,
        "message_redacted": true,
        "time": 0.131
      },
      "name": "eval.tests.test_errors_edge_cases.test_learning_rate_zero_trains_without_crash",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 48,
        "message_redacted": true,
        "time": 0.182
      },
      "name": "eval.tests.test_predict_eval.test_predict_prob_k_parameter",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 596,
        "message_redacted": true,
        "time": 0.437
      },
      "name": "eval.tests.test_errors_edge_cases.test_nn_command_with_zero_k_parameter",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 413,
        "message_redacted": true,
        "time": 0.403
      },
      "name": "eval.tests.test_quantize_dump.test_quantized_model_still_makes_predictions",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 388,
        "message_redacted": true,
        "time": 0.441
      },
      "name": "eval.tests.test_quantize_dump.test_dump_args_shows_training_configuration",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 389,
        "message_redacted": true,
        "time": 0.423
      },
      "name": "eval.tests.test_quantize_dump.test_dump_input_shows_input_matrix",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 389,
        "message_redacted": true,
        "time": 0.452
      },
      "name": "eval.tests.test_quantize_dump.test_dump_quantized_model_input_not_supported",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 530,
        "message_redacted": true,
        "time": 0.992
      },
      "name": "eval.tests.test_quantize_dump.test_quantize_basic_creates_ftz_file",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 390,
        "message_redacted": true,
        "time": 0.44
      },
      "name": "eval.tests.test_quantize_dump.test_dump_quantized_model_output_not_supported",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 380,
        "message_redacted": true,
        "time": 1.01
      },
      "name": "eval.tests.test_quantize_dump.test_quantize_with_qnorm_option",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 179,
        "message_redacted": true,
        "time": 0.263
      },
      "name": "eval.tests.test_model_io.test_model_metadata_in_dump_output",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 388,
        "message_redacted": true,
        "time": 0.484
      },
      "name": "eval.tests.test_quantize_dump.test_dump_dict_format_with_special_token",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 384,
        "message_redacted": true,
        "time": 1.063
      },
      "name": "eval.tests.test_quantize_dump.test_quantize_different_dsub_values",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 417,
        "message_redacted": true,
        "time": 0.953
      },
      "name": "eval.tests.test_quantize_dump.test_quantize_retrain_option_with_cutoff",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 389,
        "message_redacted": true,
        "time": 1.08
      },
      "name": "eval.tests.test_quantize_dump.test_quantize_cutoff_option_prunes_vocabulary",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 364,
        "message_redacted": true,
        "time": 1.048
      },
      "name": "eval.tests.test_quantize_dump.test_quantize_preserves_model_args",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 388,
        "message_redacted": true,
        "time": 0.421
      },
      "name": "eval.tests.test_quantize_dump.test_dump_dict_shows_vocabulary",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 390,
        "message_redacted": true,
        "time": 0.516
      },
      "name": "eval.tests.test_quantize_dump.test_dump_output_shows_output_matrix",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 388,
        "message_redacted": true,
        "time": 0.404
      },
      "name": "eval.tests.test_quantize_dump.test_dump_quantized_model_args_dict_work",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 364,
        "message_redacted": true,
        "time": 0.951
      },
      "name": "eval.tests.test_quantize_dump.test_quantize_creates_new_file_preserves_original",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.223
      },
      "name": "eval.tests.test_training.test_skipgram_with_character_ngrams",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 24.668
      },
      "name": "eval.tests.test_vectors_queries.test_analogies_basic@analogies_serial",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 118,
        "message_redacted": true,
        "time": 0.224
      },
      "name": "eval.tests.test_training.test_cbow_with_character_ngrams",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 397,
        "message_redacted": true,
        "time": 1.068
      },
      "name": "eval.tests.test_quantize_dump.test_quantize_with_qnorm_and_dsub",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 572,
        "message_redacted": true,
        "time": 0.482
      },
      "name": "eval.tests.test_vectors_queries.test_print_word_vectors_oov_word",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.881
      },
      "name": "eval.tests.test_quantize_dump.test_dump_output_matrix_row_count_matches_labels",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 592,
        "message_redacted": true,
        "time": 0.463
      },
      "name": "eval.tests.test_vectors_queries.test_print_ngrams_basic",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 111,
        "message_redacted": true,
        "time": 0.333
      },
      "name": "eval.tests.test_training.test_supervised_with_learning_rate_variations",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 576,
        "message_redacted": true,
        "time": 0.5
      },
      "name": "eval.tests.test_vectors_queries.test_print_sentence_vectors_single_word",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 576,
        "message_redacted": true,
        "time": 0.441
      },
      "name": "eval.tests.test_vectors_queries.test_print_sentence_vectors_basic",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 725,
        "message_redacted": true,
        "time": 0.526
      },
      "name": "eval.tests.test_quantize_dump.test_quantize_only_works_on_supervised_models",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 35,
        "message_redacted": true,
        "time": 0.807
      },
      "name": "eval.tests.test_quantize_dump.test_dump_input_matrix_dimensions_match_words",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 435,
        "message_redacted": true,
        "time": 0.492
      },
      "name": "eval.tests.test_quantize_dump.test_dump_all_options_on_bin_model",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 364,
        "message_redacted": true,
        "time": 1.127
      },
      "name": "eval.tests.test_quantize_dump.test_quantize_then_test_accuracy_reasonable",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 572,
        "message_redacted": true,
        "time": 0.49
      },
      "name": "eval.tests.test_vectors_queries.test_print_word_vectors_multiword_input",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 576,
        "message_redacted": true,
        "time": 0.447
      },
      "name": "eval.tests.test_vectors_queries.test_print_sentence_vectors_empty_line",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 561,
        "message_redacted": true,
        "time": 0.416
      },
      "name": "eval.tests.test_vectors_queries.test_nn_oov_query",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 207,
        "message_redacted": true,
        "time": 0.944
      },
      "name": "eval.tests.test_vectors_queries.test_analogies_invalid_k",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 384,
        "message_redacted": true,
        "time": 0.461
      },
      "name": "eval.tests.test_vectors_queries.test_print_word_vectors_empty_input",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 556,
        "message_redacted": true,
        "time": 0.465
      },
      "name": "eval.tests.test_vectors_queries.test_nn_default_k",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 590,
        "message_redacted": true,
        "time": 0.51
      },
      "name": "eval.tests.test_vectors_queries.test_print_ngrams_short_word",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 561,
        "message_redacted": true,
        "time": 0.466
      },
      "name": "eval.tests.test_vectors_queries.test_nn_basic_query",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 572,
        "message_redacted": true,
        "time": 0.468
      },
      "name": "eval.tests.test_vectors_queries.test_print_word_vectors_basic",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 561,
        "message_redacted": true,
        "time": 0.533
      },
      "name": "eval.tests.test_vectors_queries.test_nn_neighbors_sorted",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 605,
        "message_redacted": true,
        "time": 0.417
      },
      "name": "eval.tests.test_vectors_queries.test_print_word_vectors_supervised_model",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 576,
        "message_redacted": true,
        "time": 0.514
      },
      "name": "eval.tests.test_vectors_queries.test_print_sentence_vectors_multiline",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 561,
        "message_redacted": true,
        "time": 0.504
      },
      "name": "eval.tests.test_vectors_queries.test_nn_multiple_queries_sequential",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 592,
        "message_redacted": true,
        "time": 0.51
      },
      "name": "eval.tests.test_vectors_queries.test_print_ngrams_word_with_spaces",
      "status": "failure"
    },
    {
      "branch": "8ebac061b133",
      "extra": {
        "message_chars": 71,
        "message_redacted": true,
        "time": 24.676
      },
      "name": "eval.tests.test_vectors_queries.test_analogies_default_k@analogies_serial",
      "status": "failure"
    }
  ],
  "test_results_omitted": 0,
  "test_results_policy": "non-passed records only, capped for public artifact size",
  "warnings": []
}