From 36530b1743f4b65c60a5dd1dd1592de47b8a248e Mon Sep 17 00:00:00 2001 From: ebolam Date: Fri, 2 Jun 2023 16:19:41 -0400 Subject: [PATCH] Well, it generates "Something" --- modeling/inference_models/basic_hf/class.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/modeling/inference_models/basic_hf/class.py b/modeling/inference_models/basic_hf/class.py index 1efa30d5..e80c645d 100644 --- a/modeling/inference_models/basic_hf/class.py +++ b/modeling/inference_models/basic_hf/class.py @@ -31,7 +31,7 @@ from logger import logger from modeling.inference_model import InferenceModel -model_backend_name = "Basic Huggingface" +model_backend_name = "Very Basic Huggingface" model_backend_type = "Huggingface" #This should be a generic name in case multiple model backends are compatible (think Hugging Face Custom and Basic Hugging Face) LOG_SAMPLER_NO_EFFECT = False @@ -110,6 +110,7 @@ class model_backend(InferenceModel): gen_settings: GenerationSettings, single_line: bool = False, batch_count: int = 1, + seed: Optional[int] = None, **kwargs, ) -> GenerationResult: if not isinstance(prompt_tokens, torch.Tensor):